-- Logs begin at Fri 2022-02-04 05:06:46 UTC, end at Fri 2022-02-04 07:29:10 UTC. -- Feb 04 06:00:59.146568 dv-neutron-827796-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 06:01:01.488250 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.common.config [-] Logging enabled! Feb 04 06:01:01.489535 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev22 Feb 04 06:01:01.489639 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88091) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 06:01:01.492700 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.common.config [-] Logging enabled! Feb 04 06:01:01.492961 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev22 Feb 04 06:01:01.493286 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88091) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 06:01:01.494253 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 06:01:01.494491 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 06:01:01.494857 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 06:01:01.495104 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 06:01:01.495331 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 06:01:01.495657 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.495956 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.496254 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.496481 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.496812 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.497106 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.497388 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.497675 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.497970 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.498256 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.498536 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.498821 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.499049 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.499338 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.499626 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.499911 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.500137 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] debug = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.500415 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.500864 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.501292 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.501575 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.501865 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.502165 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.502421 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.502701 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.502984 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.503312 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] host = dv-neutron-827796-1-hyperv {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.503605 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.503882 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.504170 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.504513 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.505350 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.505666 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.505958 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.506251 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.506524 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] log_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.506803 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.507087 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.507375 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.507672 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.507898 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.508122 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.508415 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.508724 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.509006 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.509287 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.509556 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.509833 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.510892 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.510892 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.510892 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.511147 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.511224 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.511460 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.511736 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.512014 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.512284 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.512568 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.512868 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.513144 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.513418 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.513706 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.513979 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.514254 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.514555 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.514843 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.515127 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.515413 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.515688 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.515973 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.516250 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.516524 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.516824 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] use_json = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.517099 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.517371 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.517654 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.517931 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.518206 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.518481 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.518757 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.519042 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.519321 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:01.519619 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.519917 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.520245 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.520537 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.520853 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.521138 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.521428 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.521710 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.522001 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.522293 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.522585 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.522868 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.523160 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.523442 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.523743 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.524052 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.524350 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.524666 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.525212 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.525491 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.525766 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.526047 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.526340 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.526639 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.526931 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.527207 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.527488 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.527780 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.528059 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.528334 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.528614 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.528933 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.529216 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.529494 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.529778 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.530057 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.530329 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.530603 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.530881 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.531170 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.531447 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.531717 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.531987 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.532265 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.532536 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.532851 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.533132 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.533405 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.533676 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.533956 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.534231 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.534504 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.534780 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.535053 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.535330 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.535602 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.536408 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.536707 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.536986 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.537260 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.537535 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.537807 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.538086 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.538359 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.538633 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.538906 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.539181 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.539456 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.539745 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.540049 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.540330 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.540611 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.540914 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.541194 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.541473 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.541751 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.542028 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.542307 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.542583 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.542875 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.543160 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.543454 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.543741 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.544021 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.544317 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.544598 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.544913 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.545194 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.545481 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.545768 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.546052 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.546349 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.546647 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.546945 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.547243 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.547543 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.547827 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.548141 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.548422 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:01.548642 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 06:01:01.548914 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88091) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 06:01:01.936743 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO keyring.backend [-] Loading KWallet Feb 04 06:01:01.944467 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO keyring.backend [-] Loading SecretService Feb 04 06:01:01.948275 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO keyring.backend [-] Loading Windows Feb 04 06:01:01.949678 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO keyring.backend [-] Loading chainer Feb 04 06:01:01.950273 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO keyring.backend [-] Loading macOS Feb 04 06:01:01.985118 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 06:01:01.985395 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 06:01:01.985683 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 06:01:01.986016 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 06:01:02.294601 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.294891 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.295163 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.296372 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.296668 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.296937 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.417912 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.418192 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.418460 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.433059 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.433342 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.433609 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.462202 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.462484 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.462772 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.504348 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.504999 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.504999 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.739833 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.740118 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.740382 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.740665 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.741408 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.862824 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.863146 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.863431 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.863736 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.864016 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.864329 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.864596 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.864881 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.865137 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.865426 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.865682 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.865944 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.866206 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.866462 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.866726 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.866994 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.867251 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.867516 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.867768 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.868047 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.868392 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.868663 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.868911 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.869191 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.869438 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.869681 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.870077 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 06:01:02.870319 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 06:01:02.870557 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 06:01:02.870792 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 06:01:02.871027 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 06:01:02.871262 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 06:01:02.871626 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 06:01:02.874811 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 06:01:02.878772 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 06:01:02.882547 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 04 06:01:02.884189 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 06:01:02.884641 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 06:01:02.885002 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 06:01:02.885392 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 06:01:02.888408 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 06:01:02.888672 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 06:01:02.889029 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 06:01:02.918438 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 06:01:02.918891 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.919196 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88091) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 06:01:02.919556 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.920965 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88091) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 06:01:02.921253 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 06:01:02.921496 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 06:01:02.924755 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.925038 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:02.986956 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 06:01:02.987193 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 06:01:02.987428 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 06:01:02.987810 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 06:01:03.020182 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_db.sqlalchemy.engines [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88091) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 06:01:03.537216 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Initializing driver for type 'gre' Feb 04 06:01:03.537890 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] gre ID ranges: [(1, 1000)] Feb 04 06:01:03.880099 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Initializing driver for type 'local' Feb 04 06:01:03.880349 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Initializing driver for type 'vlan' Feb 04 06:01:04.028138 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] VlanTypeDriver initialization complete Feb 04 06:01:04.028477 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Initializing driver for type 'vxlan' Feb 04 06:01:04.029028 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] vxlan ID ranges: [(1, 1000)] Feb 04 06:01:04.289987 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Initializing extension driver 'port_security' Feb 04 06:01:04.290333 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.extensions.port_security [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] PortSecurityExtensionDriver initialization complete Feb 04 06:01:04.290668 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Initializing mechanism driver 'openvswitch' Feb 04 06:01:04.290999 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Initializing mechanism driver 'hyperv' Feb 04 06:01:04.297800 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:04.298471 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > port after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.304761 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > port after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.304761 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > port after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.304761 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 06:01:04.304761 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > subnet after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.304761 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > subnet after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.305157 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.305157 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 06:01:04.305157 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > network after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.305157 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > network after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.305157 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > network after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.305504 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 06:01:04.305504 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > security_group after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.305504 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > security_group after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.305504 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.305504 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 06:01:04.305849 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.305849 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.305849 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.306155 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 06:01:04.306555 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > address_group after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.306943 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > address_group after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.307280 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.307695 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88091) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 06:01:04.308136 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] ML2 OVO RPC backend initialized. {{(pid=88091) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 04 06:01:04.308866 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.309220 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.309633 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > network before_response 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.309977 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > networks before_response 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.310318 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > port before_response 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.310656 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > ports before_response 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.310994 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > subnet before_response 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.311357 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > subnets before_response 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.311706 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > network after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.312045 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > network after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.312386 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > network after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.312752 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > port after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.313088 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > port after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.313425 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > port after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.313757 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > subnet after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.314089 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > subnet after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.314417 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.315008 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.plugin [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Modular L2 Plugin initialization complete Feb 04 06:01:04.315333 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading services supported by the core plugin {{(pid=88091) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 06:01:04.315656 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.plugins.ml2.managers [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Got port-security extension from driver 'port_security' Feb 04 06:01:04.316125 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.extensions.vlantransparent [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Disabled vlantransparent extension. Feb 04 06:01:04.316611 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88091) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 06:01:04.317529 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading Plugin: router Feb 04 06:01:04.353741 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.354131 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router after_create 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.354494 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router before_create 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.354856 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.355227 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.355580 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router after_delete 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.355935 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.356294 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router after_create 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.356637 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router after_update 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.357012 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router after_update 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.357356 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.357707 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router after_update 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.358111 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router precommit_update 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.358473 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: port after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.358807 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: port after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.359139 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: subnet after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.359475 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.359818 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.360159 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router precommit_create 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.360497 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: port before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.360859 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router precommit_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.361213 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router after_update 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.361551 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.361899 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router precommit_create 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.362252 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.362609 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router precommit_update 55549900 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.362950 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > agent after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.363294 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > agent after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.364233 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > network after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.365132 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Tracking information for resource: router configured {{(pid=88091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 06:01:04.365464 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Tracking information for resource: floatingip configured {{(pid=88091) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 06:01:04.370496 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.db.l3_agentschedulers_db [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 06:01:04.371073 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: port after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.371433 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: port after_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.371788 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: port after_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.372133 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: port after_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.373084 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router before_create 55550100 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.373452 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.373813 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router precommit_create 55550100 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.374166 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > router precommit_update 55550100 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.378635 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.services.provider_configuration [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service providers = [] {{(pid=88091) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 06:01:04.379000 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.db.servicetype_db [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88091) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 06:01:04.382509 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.services.service_base [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 06:01:04.382857 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.services.service_base [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 06:01:04.383262 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.services.service_base [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 06:01:04.384136 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.services.service_base [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88091) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 06:01:04.384502 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.services.service_base [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 06:01:04.384913 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 06:01:04.385227 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 06:01:04.396063 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 06:01:04.396395 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading Plugin: auto_allocate Feb 04 06:01:04.402701 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: network precommit_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.403069 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: network precommit_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.403582 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 06:01:04.403898 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading Plugin: tag Feb 04 06:01:04.410637 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 06:01:04.410981 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading Plugin: timestamp Feb 04 06:01:04.414976 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 06:01:04.415308 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading Plugin: network_ip_availability Feb 04 06:01:04.420584 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.420975 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.421328 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.422063 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 06:01:04.422379 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading Plugin: flavors Feb 04 06:01:04.427772 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 06:01:04.428095 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading Plugin: revisions Feb 04 06:01:04.432432 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88091) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 06:01:04.432854 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_concurrency.lockutils [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.447s {{(pid=88091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 06:01:04.433606 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88091) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 06:01:04.433940 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Initializing extension manager. Feb 04 06:01:04.434441 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: __init__.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.434782 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: __pycache__ {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.435246 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.435582 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: address_group.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.436527 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.437148 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: address-group Feb 04 06:01:04.437467 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: address_scope.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.438179 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.438723 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: address-scope Feb 04 06:01:04.439037 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.439974 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.440477 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: router-admin-state-down-before-update Feb 04 06:01:04.440831 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: agent.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.441530 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.442610 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: agent Feb 04 06:01:04.442928 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: agent_resources_synced.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.443855 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.444380 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: agent-resources-synced Feb 04 06:01:04.444717 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: allowedaddresspairs.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.446746 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.447268 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: allowed-address-pairs Feb 04 06:01:04.447592 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: auto_allocated_topology.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.448682 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.449198 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: auto-allocated-topology Feb 04 06:01:04.449522 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: availability_zone.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.450215 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.450716 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: availability_zone Feb 04 06:01:04.451067 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: availability_zone_filter.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.451972 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.452477 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: availability_zone_filter Feb 04 06:01:04.452829 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: data_plane_status.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.453733 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.454240 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 06:01:04.454562 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: default_subnetpools.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.455471 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.455972 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: default-subnetpools Feb 04 06:01:04.456292 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.457134 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.457664 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: dhcp_agent_scheduler Feb 04 06:01:04.457980 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: dns.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.458885 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.459382 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 06:01:04.459702 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: dns_domain_ports.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.460614 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.461224 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 06:01:04.461617 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: dvr.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.462291 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.462796 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: dvr Feb 04 06:01:04.463114 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: empty_string_filtering.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.464024 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.464522 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: empty-string-filtering Feb 04 06:01:04.464961 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.465874 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.466365 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 06:01:04.466680 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.467586 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.468082 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 06:01:04.468400 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: external_net.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.469331 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.469832 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: external-net Feb 04 06:01:04.470148 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.471048 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.471880 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: extra_dhcp_opt Feb 04 06:01:04.471880 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: extraroute.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.472764 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.473293 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: extraroute Feb 04 06:01:04.473610 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: extraroute_atomic.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.474648 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.475152 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: extraroute-atomic Feb 04 06:01:04.475471 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: filter_validation.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.476145 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.476658 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: filter-validation Feb 04 06:01:04.476991 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: fip_pf_description.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.477898 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.478398 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 06:01:04.478714 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: fip_port_details.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.479628 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.480128 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: fip-port-details Feb 04 06:01:04.480445 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: flavors.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.481710 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.482220 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: flavors Feb 04 06:01:04.482540 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.484225 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.484770 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 06:01:04.485103 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: floatingip_pools.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.485801 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.486301 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: floatingip-pools Feb 04 06:01:04.486623 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: ip_allocation.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.487535 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.488360 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 06:01:04.489255 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.490170 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.490677 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: ip-substring-filtering Feb 04 06:01:04.490999 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: l2_adjacency.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.491916 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.492415 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 06:01:04.492961 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: l3.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.494581 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.494581 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: router Feb 04 06:01:04.494581 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.498386 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.498907 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 06:01:04.499235 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.500167 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.500702 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: ext-gw-mode Feb 04 06:01:04.501030 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.501949 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.502455 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: l3-ha Feb 04 06:01:04.502781 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: l3_flavors.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.503704 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.504204 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: l3-flavors Feb 04 06:01:04.505141 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.506070 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.506572 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 06:01:04.506890 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: l3agentscheduler.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.507927 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.508433 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: l3_agent_scheduler Feb 04 06:01:04.508789 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: logging.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.510292 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.510800 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension logging not supported by any of loaded plugins Feb 04 06:01:04.511128 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: metering.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.511863 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.512432 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: metering Feb 04 06:01:04.512796 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.513886 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.514392 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: metering_source_and_destination_fields Feb 04 06:01:04.514715 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: multiprovidernet.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.515639 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.516146 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: multi-provider Feb 04 06:01:04.516463 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: netmtu.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.517388 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.517889 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: net-mtu Feb 04 06:01:04.518209 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: netmtu_writable.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.519128 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.519628 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: net-mtu-writable Feb 04 06:01:04.519985 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: network_availability_zone.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.520665 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.521183 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: network_availability_zone Feb 04 06:01:04.521500 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: network_ip_availability.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.522601 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.523108 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: network-ip-availability Feb 04 06:01:04.523432 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: network_segment_range.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.524200 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.524737 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 06:01:04.525320 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: pagination.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.526305 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.526633 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: pagination Feb 04 06:01:04.526949 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: port_device_profile.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.527843 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.528352 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: port-device-profile Feb 04 06:01:04.528696 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.529619 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.530124 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: port-mac-address-regenerate Feb 04 06:01:04.530443 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.531348 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.531848 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: port-numa-affinity-policy Feb 04 06:01:04.532164 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: port_resource_request.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.533091 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.533586 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 06:01:04.533900 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: portbindings.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.534960 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.535465 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: binding Feb 04 06:01:04.536303 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: portbindings_extended.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.537637 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.538178 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: binding-extended Feb 04 06:01:04.538450 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: portsecurity.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.539367 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.539867 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: port-security Feb 04 06:01:04.540235 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: project_id.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.541173 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.541501 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: project-id Feb 04 06:01:04.541818 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: providernet.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.542735 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.543254 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: provider Feb 04 06:01:04.543572 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: qos.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.547342 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.547860 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension qos not supported by any of loaded plugins Feb 04 06:01:04.548186 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.549452 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.549966 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 06:01:04.550292 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.551830 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.552377 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 06:01:04.552734 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: qos_default.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.553656 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.554158 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension qos-default not supported by any of loaded plugins Feb 04 06:01:04.554481 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: qos_fip.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.555136 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.555634 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 06:01:04.555956 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: qos_gateway_ip.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.556974 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.557489 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 06:01:04.557811 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: qos_port_network_policy.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.558718 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.559223 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 06:01:04.559542 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: qos_rule_type_details.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.560444 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.560977 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 06:01:04.561299 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: qos_rules_alias.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.562340 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.562848 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 06:01:04.563173 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: quotasv2.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.564108 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.564432 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: quotas Feb 04 06:01:04.564774 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: quotasv2_detail.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.566503 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.566866 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: quota_details Feb 04 06:01:04.567193 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: rbac.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.568251 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.568807 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: rbac-policies Feb 04 06:01:04.569135 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: rbac_address_group.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.570062 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.570574 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: rbac-address-group Feb 04 06:01:04.570894 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: rbac_address_scope.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.571806 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.572312 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: rbac-address-scope Feb 04 06:01:04.572630 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: rbac_security_groups.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.573570 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.574073 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: rbac-security-groups Feb 04 06:01:04.574393 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: rbac_subnetpool.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.575313 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.575814 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: rbac-subnetpool Feb 04 06:01:04.576129 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: revisionifmatch.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.577067 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.577570 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: revision-if-match Feb 04 06:01:04.577887 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: revisions.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.578998 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.579498 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: standard-attr-revisions Feb 04 06:01:04.579817 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: router_availability_zone.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.580481 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.581009 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: router_availability_zone Feb 04 06:01:04.581327 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: routerservicetype.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.582237 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.582767 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 06:01:04.583090 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.584005 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.584509 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: security-groups-normalized-cidr Feb 04 06:01:04.584859 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.585782 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.586280 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: port-security-groups-filtering Feb 04 06:01:04.586597 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.587640 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.588150 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: security-groups-remote-address-group Feb 04 06:01:04.588472 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: securitygroup.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.598820 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.599346 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: security-group Feb 04 06:01:04.599674 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: segment.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.600456 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.600998 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension segment not supported by any of loaded plugins Feb 04 06:01:04.601325 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.602276 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.602782 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 06:01:04.603101 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: servicetype.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.604215 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.604760 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: service-type Feb 04 06:01:04.605083 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: sorting.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.606050 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.606380 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: sorting Feb 04 06:01:04.606699 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: standard_attr_segment.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.607599 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.608104 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 06:01:04.608424 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: standardattrdescription.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.609211 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.609596 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: standard-attr-description Feb 04 06:01:04.609914 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: stateful_security_group.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.610829 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.611343 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: stateful-security-group Feb 04 06:01:04.611664 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: stdattrs_common.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.612251 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 06:01:04.612569 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.613633 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.614678 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 06:01:04.614996 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: subnet_onboard.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.616054 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.616561 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: subnet_onboard Feb 04 06:01:04.616905 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.617826 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.618326 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 06:01:04.618644 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: subnet_service_types.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.619560 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.620064 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: subnet-service-types Feb 04 06:01:04.620382 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: subnetallocation.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.621473 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.621976 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: subnet_allocation Feb 04 06:01:04.622295 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.622964 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.623472 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: subnetpool-prefix-ops Feb 04 06:01:04.623790 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.624787 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.625293 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 06:01:04.625607 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: tagging.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.626671 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.627176 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: standard-attr-tag Feb 04 06:01:04.627497 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: timestamp.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.628758 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.629306 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loaded extension: standard-attr-timestamp Feb 04 06:01:04.629630 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: trunk.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.630656 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.631165 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension trunk not supported by any of loaded plugins Feb 04 06:01:04.631490 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: trunk_details.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.632401 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.632942 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 06:01:04.633269 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: uplink_status_propagation.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.634180 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.634686 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 06:01:04.635007 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Loading extension file: vlantransparent.py {{(pid=88091) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 06:01:04.635677 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88091) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 06:01:04.636179 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 06:01:04.638658 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:network Feb 04 06:01:04.639398 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:subnet Feb 04 06:01:04.640168 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 06:01:04.640810 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:port Feb 04 06:01:04.642061 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.642488 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service FLAVORS assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.643099 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.643517 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.643843 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:router Feb 04 06:01:04.644501 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 06:01:04.645261 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service METERING assigned prefix: /metering {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.646682 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.647052 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.647396 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:01:04.648523 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 06:01:04.648989 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:security_group Feb 04 06:01:04.649640 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 06:01:04.650634 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service CORE assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.650963 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 06:01:04.651405 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] subnetpool is already registered Feb 04 06:01:04.652018 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service CORE assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.652344 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 06:01:04.652680 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] subnetpool is already registered Feb 04 06:01:04.655413 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.655837 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service FLAVORS assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.656414 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.656861 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.657191 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:router Feb 04 06:01:04.657514 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] router is already registered Feb 04 06:01:04.658095 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 06:01:04.658421 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] floatingip is already registered Feb 04 06:01:04.659033 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service METERING assigned prefix: /metering {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.659701 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 06:01:04.660026 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] rbac_policy is already registered Feb 04 06:01:04.661097 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:security_group Feb 04 06:01:04.661424 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] security_group is already registered Feb 04 06:01:04.661995 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 06:01:04.662319 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] security_group_rule is already registered Feb 04 06:01:04.662958 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service CORE assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.663286 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 06:01:04.663616 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] subnetpool is already registered Feb 04 06:01:04.664217 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.v2.resource_helper [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Service CORE assigned prefix: {{(pid=88091) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 06:01:04.664539 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 06:01:04.664885 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING neutron.quota.resource_registry [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] subnetpool is already registered Feb 04 06:01:04.665516 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: extensions {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.667048 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: address-groups {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.668627 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: address-scopes {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.669837 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: agents {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.671023 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: auto-allocated-topology {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.672264 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: availability_zones {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.673600 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: dhcp-networks {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.674993 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: dhcp-agents {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.676979 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: routers {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.678818 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: flavors {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.679974 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: service_profiles {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.681214 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: next_providers {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.683632 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: service_profiles {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.685122 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: floatingip-pools {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.686442 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: routers {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.688220 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: floatingips {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.689428 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: l3-routers {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.690792 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: l3-agents {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.692200 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: metering-labels {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.693599 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: metering-label-rules {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.694859 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: network-ip-availabilities {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.696105 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: bindings {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.697770 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: quotas {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.699206 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: quotas {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.700617 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: rbac-policies {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.701923 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: security-groups {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.703116 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: security-group-rules {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.704343 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: service-providers {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.705582 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: subnetpools {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.707004 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: subnetpools {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.708506 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: tags {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.710179 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: tags {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.711951 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: tags {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.713753 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: tags {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.715517 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: tags {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.717355 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: tags {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.719049 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: tags {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.720948 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: tags {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.722704 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: tags {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.725100 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron.api.extensions [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Extended resource: tags {{(pid=88091) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 06:01:04.731032 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING keystonemiddleware.auth_token [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 06:01:04.735838 dv-neutron-827796-1-hyperv neutron-server[88091]: WARNING keystonemiddleware.auth_token [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 06:01:04.744670 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_concurrency.lockutils [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Acquired lock "singleton_lock" {{(pid=88091) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 06:01:04.745160 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_concurrency.lockutils [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Releasing lock "singleton_lock" {{(pid=88091) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 06:01:04.745795 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO oslo_service.service [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Starting 2 workers Feb 04 06:01:04.750502 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Started child 88198 {{(pid=88091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 06:01:04.755342 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Started child 88199 {{(pid=88091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 06:01:04.755925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.756986 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO neutron.service [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 06:01:04.757601 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [-] (88198) wsgi starting up on http://0.0.0.0:9696 Feb 04 06:01:04.757717 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Notify callbacks [] for process, before_spawn {{(pid=88091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.759856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.760299 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO oslo_service.service [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Starting 1 workers Feb 04 06:01:04.761273 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [-] (88199) wsgi starting up on http://0.0.0.0:9696 Feb 04 06:01:04.765256 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Started child 88200 {{(pid=88091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 06:01:04.766250 dv-neutron-827796-1-hyperv neutron-server[88091]: INFO oslo_service.service [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Starting 1 workers Feb 04 06:01:04.768864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.service [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] calling RpcWorker wait() {{(pid=88200) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 06:01:04.769431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.service [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] returning from RpcWorker wait() {{(pid=88200) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 06:01:04.770563 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Started child 88201 {{(pid=88091) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 06:01:04.770668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.771119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:04.771369 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4c18-a839-4df7-9ccb-f8ee91d3b940 None None] Notify callbacks [] for process, after_spawn {{(pid=88091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.773344 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88091) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 06:01:04.773555 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 06:01:04.773739 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 06:01:04.773954 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 06:01:04.774303 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 06:01:04.774462 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 06:01:04.775237 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.775513 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.775796 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.776006 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:04.776484 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.776484 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.776927 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.777086 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:04.777187 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.777425 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.777707 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.777954 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.778122 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.778280 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.778525 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.778754 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.779042 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.779301 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.779536 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.779810 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.780024 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.780241 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.780525 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.780805 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.781116 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] debug = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.781358 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.781828 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.782052 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.782302 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.782544 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.782814 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.783036 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.783288 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.783533 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.783751 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.783996 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.784289 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.784523 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.784777 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.784994 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.785265 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.786028 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.786498 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] host = dv-neutron-827796-1-hyperv {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.786722 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.786936 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.787181 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.787423 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.787675 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.787910 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.788172 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.788474 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.788762 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.788991 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.789245 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.789471 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.789690 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.789940 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.790104 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_options = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.790375 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.790611 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.790900 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.791096 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.791266 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.791441 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.791689 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.791857 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.792123 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.792358 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.792598 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.792841 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.793097 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.793409 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.793618 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.793856 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.794113 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.794320 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.794577 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.795009 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.795889 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.796326 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.796476 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.796860 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.797006 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.797276 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.797600 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.797790 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.798047 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.798310 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.798561 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.798852 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.799109 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.799367 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.799629 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.799895 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.800103 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.800395 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.800638 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.800926 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.801853 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.802084 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.802353 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.802587 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.802833 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.803084 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_json = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.803273 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.803516 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.803759 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.803984 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.804903 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.804903 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.804903 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.805301 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.805301 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.805669 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.805885 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.806205 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.806459 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.806834 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.806966 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.807329 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.807467 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.807646 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.807914 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.808230 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.808475 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.808812 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.809071 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.809316 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.809650 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.810138 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.810275 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.810404 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.810642 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.810885 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.811111 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.811455 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.811731 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.812067 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.812307 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.812545 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.812842 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.813070 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.813298 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.813523 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.813763 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.814043 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.814284 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.814508 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.814732 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.815021 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.815170 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.815425 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.815667 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.815906 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.816143 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.816367 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.816603 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.816875 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.817099 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.817321 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.817607 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.817763 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.818025 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.818372 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.818569 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.818753 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.818999 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.819257 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.819533 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.819755 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.819971 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.820187 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.820423 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.820638 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.820920 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.821177 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.821354 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.821572 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.821819 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.822206 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.822603 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.828291 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.828291 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.828634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 37268) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:04.828881 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.828881 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.828881 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.828881 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.828881 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.828881 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.828881 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.828881 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.828881 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.830010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.830010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.830010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.830010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.830010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.830010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.830010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.830010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.831172 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.831172 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.831172 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.831172 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.831172 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.831172 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.831172 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.831172 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.832012 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.832012 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.832012 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.832220 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.832495 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.833021 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.833213 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.833421 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.833668 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.833931 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.834190 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.834501 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.834773 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.835019 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.835287 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.835673 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.835777 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.836078 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.836337 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.836565 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.836867 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.836967 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0110178 Feb 04 06:01:04.837191 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.837471 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.837818 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.838007 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.838265 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.838531 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.838773 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.840338 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.840338 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.840515 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.840732 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.840993 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.841257 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.841516 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.841746 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.842007 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.842347 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.842624 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.842851 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.843619 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.843619 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.843619 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.843998 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.844145 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.844373 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.844665 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.845846 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.846137 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.847017 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.848726 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.848726 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.848726 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.848726 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.849016 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.849016 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.849252 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.849481 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.849774 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.850002 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.850250 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.850488 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.850714 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.850939 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.851195 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.851436 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.851682 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.851938 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.852183 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.852412 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.852640 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.853747 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.854043 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.854287 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.854568 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.854829 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.855071 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.855323 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.855595 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.855858 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.856079 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.857015 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.857015 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.857015 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.857264 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.857264 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.857513 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.857754 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.857986 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.858222 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.858477 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.858702 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.859044 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.859315 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.859560 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.859808 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.860027 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.860253 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.860493 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.861666 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.861899 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.862123 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.862367 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.862650 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.862896 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.863171 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.863401 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.863680 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.864424 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.864682 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.864913 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.865216 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.865465 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.866572 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.866819 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.867059 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.867299 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.867516 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.867752 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.867973 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.869030 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.869292 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.869513 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.869889 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.870253 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.870610 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.870908 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.871168 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.872111 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.872111 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.872111 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.872111 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.872414 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.872723 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.873143 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.873593 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.873827 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.874072 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.874270 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.874540 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.874870 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.875178 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.875451 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.875714 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.876026 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.876302 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.876585 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.876851 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.877108 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.877452 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.877747 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.878015 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.878266 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.878553 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.878785 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.879006 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.879288 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.879542 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.879768 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.880014 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.880604 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.880604 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.880851 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.881007 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.881249 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.881480 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.881720 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.882649 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.882649 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.882649 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 06:01:04.883026 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88091) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 06:01:04.883026 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 06:01:04.883261 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 06:01:04.883384 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 06:01:04.883508 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 06:01:04.883632 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 06:01:04.883817 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.883982 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.884147 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.884313 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.884471 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.884680 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.884864 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.885017 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.885179 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.885323 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.885477 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.885640 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.885797 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.886110 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.886415 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.886574 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.886731 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.886886 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.887056 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.887218 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.887366 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.887534 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.887699 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] debug = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.887860 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.888061 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.888234 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.888425 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.888547 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.888921 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.890010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.890010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.890010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.890010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.890010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.890010 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.890562 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.890562 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.890562 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.891544 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.891544 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.891544 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] host = dv-neutron-827796-1-hyperv {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.891544 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.891544 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.891544 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.891544 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.891953 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.891953 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.892072 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.892309 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.892413 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.892610 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.892872 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.893030 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.893195 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.893343 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.893482 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_options = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.893623 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.893772 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.893910 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.894091 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.894290 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.894458 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.894616 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.894758 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.895425 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.895565 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.895703 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.895860 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.896040 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.897060 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.897060 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.897060 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.897060 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.897060 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.897402 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.897402 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.897402 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.897584 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.897794 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.897884 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.898032 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.898178 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.898324 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.898480 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.898624 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.899370 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.899370 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.899370 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.899370 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.899370 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.899705 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.899705 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.899825 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.900238 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.900422 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.900554 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.900793 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.900924 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.901086 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.901245 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.901403 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.901561 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_json = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.901721 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.901879 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.902042 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.902476 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.902476 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.902476 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.902764 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.902948 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.903105 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 06:01:04.903246 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.903572 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.903744 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.903914 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.904095 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.904288 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.904535 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.904713 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.904879 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.905032 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.905205 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.905450 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.905635 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.906595 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.906595 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.906595 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.906909 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.906909 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.907033 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.907185 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.907540 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.907708 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.907862 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.908028 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.908176 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.908329 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.908491 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.908731 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.908886 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.909044 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.909187 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.909373 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.909519 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.909880 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.909880 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.909880 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.911949 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.911949 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.911949 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.911949 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.911949 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.911949 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.911949 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.911949 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.911949 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.913427 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.913427 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.913427 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.913427 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.913427 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.913427 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.913427 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.913427 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.913427 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.914566 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.914566 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.914566 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.914566 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.914566 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.914566 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.914566 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.914566 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.916360 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.916360 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.916360 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.916360 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.916360 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.916360 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.916360 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.916360 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.916360 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.917591 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.917591 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.917591 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.917591 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.917591 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.917591 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.917591 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.917591 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.917591 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.918322 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.918322 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.918322 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.918322 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.918322 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.918322 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.918775 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.918775 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.918775 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.918775 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.919296 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.919296 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.919296 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.920692 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.920692 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.920692 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.920692 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.920692 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.920692 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.920692 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.920692 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.921984 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.921984 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.921984 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.921984 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.921984 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.921984 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.921984 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.921984 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.922720 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.922720 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.922720 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.922720 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.922720 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.922720 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.922720 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.923568 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.923568 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.923568 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.923568 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.923568 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.924224 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.924224 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.924224 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.924224 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.924780 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.924780 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.924780 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.924780 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.925276 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.925276 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.925276 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.925678 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.925678 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.925942 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.925942 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.926257 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.926257 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.926504 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.926651 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.926795 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.926935 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.927073 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.927212 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.927351 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.927499 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.927638 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.927772 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.927918 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.928056 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.928224 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.928394 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.928555 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.928719 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.928865 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.929026 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.929178 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.929326 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.929475 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.929715 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.929862 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.930006 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.930146 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.930284 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.930423 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.930562 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.930711 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.930850 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.930988 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.931127 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.931287 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.931435 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.931598 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.931759 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.931921 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.932067 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.932234 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.932395 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.932557 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.932748 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.932998 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.933178 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.933323 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.933490 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.933648 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.933799 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.933938 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.934119 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.934303 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.934460 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.934607 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.934752 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.934915 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.935080 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.935240 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.935394 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.935557 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.935709 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.935878 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.936042 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.936258 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.936425 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.936591 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.936868 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.937025 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.937373 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.937373 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.937530 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.937700 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.937846 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.937988 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.938140 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.938292 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.938436 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.938598 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.938758 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.938928 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.939089 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.939250 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.939435 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.939614 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.939880 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.940036 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.940180 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.940317 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.940462 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.940602 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.940865 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.941005 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:04.941161 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.941161 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.941423 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.941423 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.941681 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.941681 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.941970 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.942105 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.942251 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.942405 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.942541 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.942676 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.942810 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.942947 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.943194 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.943371 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.943546 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.943708 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.943952 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.944121 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.944283 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.944444 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.944606 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.944792 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.944959 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.945121 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.945284 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.946140 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.946140 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.946322 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.946322 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.946485 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.946645 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.947307 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.947307 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.947307 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 06:01:04.947543 dv-neutron-827796-1-hyperv neutron-server[88091]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88091) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 06:01:15.633045 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f4797c-0b64-44f9-8174-4a0844940941 None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:01:15.724007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4797c-0b64-44f9-8174-4a0844940941 None None] No non-hosted networks {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 06:01:15.733630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.agentschedulers_db [None req-61f4797c-0b64-44f9-8174-4a0844940941 None None] DHCP Agent not found on host dv-neutron-827796-1-hyperv {{(pid=88200) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 06:01:15.966276 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0040fb89-3185-4105-88a5-b30c7aa9bccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692013'] for agent, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.949494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-79b610d1-b8b6-48a9-8d56-e70c1a8a6b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692013'] for agent, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.983877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-7634fe0f-1ba7-417b-a78d-b6b339dd899a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-827796-1-hyperv {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:01:17.984553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-7634fe0f-1ba7-417b-a78d-b6b339dd899a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:01:18.504693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7634fe0f-1ba7-417b-a78d-b6b339dd899a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:18.924958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692013'] for agent, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:19.021516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692013'] for agent, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:19.022193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.022504 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.022818 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.023168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.023487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.023812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.024142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.024487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.025263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.025760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.026252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.026727 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:19.027292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-827796-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:19.032172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-827796-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:20.370874 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692013'] for agent, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:22.174749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 37368) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:22.759089 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING oslo_policy.policy [None req-600ef41a-6420-4507-bc67-822449b4658f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 06:01:22.759665 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING oslo_policy.policy [None req-600ef41a-6420-4507-bc67-822449b4658f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 06:01:22.979910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-600ef41a-6420-4507-bc67-822449b4658f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:01:22.996794 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-600ef41a-6420-4507-bc67-822449b4658f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8054080 Feb 04 06:01:23.845368 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.db.l3_hamode_db [None req-1a4c86c5-cd63-4547-a671-b485f3b0b3b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 06:01:23.933466 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c86c5-cd63-4547-a671-b485f3b0b3b5 None None] Routers set() bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:23.933850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c86c5-cd63-4547-a671-b485f3b0b3b5 None None] Router IDs set() for agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 04 06:01:25.390219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 37382) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:25.775118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0306f069-3ef5-48a0-bf51-48c70f5cc769 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:25.891195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.policy [None req-0306f069-3ef5-48a0-bf51-48c70f5cc769 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88198) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 06:01:25.936394 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING oslo_policy.policy [None req-0306f069-3ef5-48a0-bf51-48c70f5cc769 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 06:01:25.936801 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING oslo_policy.policy [None req-0306f069-3ef5-48a0-bf51-48c70f5cc769 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 06:01:25.945205 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.quota [None req-0306f069-3ef5-48a0-bf51-48c70f5cc769 admin admin] Loaded quota_driver: . Feb 04 06:01:25.960837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0306f069-3ef5-48a0-bf51-48c70f5cc769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:26.074162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0306f069-3ef5-48a0-bf51-48c70f5cc769 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772408935426', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772408937169', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772408856674', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772408853528', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772408864191', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772408838882', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1781222', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1871693', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1014804', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-930566'] for rbac-policy, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.296040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0306f069-3ef5-48a0-bf51-48c70f5cc769 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:26.297312 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0306f069-3ef5-48a0-bf51-48c70f5cc769 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9061332 Feb 04 06:01:28.923387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 37396) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:29.268863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Request body: {'network': {'project_id': 'b757be93a5704f12a090d4b0379190ef', 'name': 'private', 'admin_state_up': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:29.273664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:29.278486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Usage tracker for resource:network and tenant:b757be93a5704f12a090d4b0379190ef is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:29.283063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:29.289651 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:29.370211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Made reservation on behalf of b757be93a5704f12a090d4b0379190ef for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:29.372991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.390939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.405712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:29.409923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Usage tracker for resource:security_group_rule and tenant:b757be93a5704f12a090d4b0379190ef is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:29.415183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:29.420844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:29.515780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.576105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.600434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:01:29.625592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410757937', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.626141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Unsubscribe: segment precommit_create {{(pid=88198) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 06:01:29.626640 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Added segment 9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f of type vlan for network e6afc8e8-2d15-4dc2-9d16-1602220f84a9 Feb 04 06:01:29.634976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4902a77-0a9c-4d28-8567-1075971aa6f6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:29.688946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Tracked resource versions report: Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: pushed versions: Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: { 'AddressGroup': {'1.2'}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'ConntrackHelper': {'1.0'}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Log': {'1.0'}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Network': {'1.1'}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Port': {'1.7'}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'PortForwarding': {'1.2'}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'QosPolicy': {'1.8'}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SecurityGroup': {'1.4'}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SecurityGroupRule': {'1.2'}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SubPort': {'1.0'}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Subnet': {'1.1'}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Trunk': {'1.1'}} Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: consumer versions: Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: { DHCP agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: L3 agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: Metadata agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: Metering agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: Open vSwitch agent@dv-neutron-827796-1-hyperv: { 'AddressGroup': '1.2', Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'ConntrackHelper': '1.0', Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Log': '1.0', Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Network': '1.1', Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Port': '1.7', Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'PortForwarding': '1.2', Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'QosPolicy': '1.8', Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SecurityGroup': '1.4', Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SecurityGroupRule': '1.2', Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SubPort': '1.0', Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Subnet': '1.1', Feb 04 06:01:29.697754 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Trunk': '1.1'}} Feb 04 06:01:29.699571 dv-neutron-827796-1-hyperv neutron-server[88198]: {{(pid=88198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 06:01:29.739918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.843925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.845085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:29.845731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.954068 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] Pushing event updated for resources: {'Network': ['ID=e6afc8e8-2d15-4dc2-9d16-1602220f84a9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:29.966279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network e6afc8e8-2d15-4dc2-9d16-1602220f84a9 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:01:30.074322 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-95cd50f2-9d25-401e-b28c-148d0bc95613 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1497679 Feb 04 06:01:32.738470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 37412) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:33.183680 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc3c272-1507-4522-b37c-4ac8026b38a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:33.184999 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6fc3c272-1507-4522-b37c-4ac8026b38a1 admin admin] 10.222.0.32 "GET /v2.0/networks/e6afc8e8-2d15-4dc2-9d16-1602220f84a9 HTTP/1.1" status: 200 len: 825 time: 0.4455543 Feb 04 06:01:33.211848 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-77c951d9-4639-4974-a142-3e278f4a0ffd admin admin] 10.222.0.32 "GET /v2.0/subnetpools/6780d19f-a7d5-45fe-b545-94d0de6eb033 HTTP/1.1" status: 200 len: 734 time: 0.0213141 Feb 04 06:01:33.220365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Request body: {'subnet': {'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '6780d19f-a7d5-45fe-b545-94d0de6eb033', 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:33.225316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:33.229046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Usage tracker for resource:subnet and tenant:b757be93a5704f12a090d4b0379190ef is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:33.231931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:33.238025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:33.307262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Made reservation on behalf of b757be93a5704f12a090d4b0379190ef for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:33.309710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.690082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.771966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:33.776280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Checking segment: {'id': '9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:33.776642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Network hostable DHCP agents. Network: e6afc8e8-2d15-4dc2-9d16-1602220f84a9, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:33.907379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Network e6afc8e8-2d15-4dc2-9d16-1602220f84a9 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:33.981778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, e6afc8e8-2d15-4dc2-9d16-1602220f84a9) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:33.986522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:33.988734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.992951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f5e51-ae36-4532-9031-ad8270492c82 None None] Network e6afc8e8-2d15-4dc2-9d16-1602220f84a9 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:34.086114 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-833b59e9-4767-42c9-b5e5-c047db572113 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8566427 Feb 04 06:01:34.395625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-e6afc8e8-2d15-4dc2-9d16-1602220f84a9', 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'fixed_ips': [{'subnet_id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:01:34.397604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.613255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Allocated IP 172.20.0.2 (e6afc8e8-2d15-4dc2-9d16-1602220f84a9/80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b/e30be864-b207-40ae-9358-f21f7e43449f) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:34.902257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.917272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Transition to ACTIVE for port object e30be864-b207-40ae-9358-f21f7e43449f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:34.940017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Transition to ACTIVE for port object e30be864-b207-40ae-9358-f21f7e43449f will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:35.016238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.083728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Network e6afc8e8-2d15-4dc2-9d16-1602220f84a9 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:35.086685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:35.093449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Pushing event updated for resources: {'Port': ['ID=e30be864-b207-40ae-9358-f21f7e43449f,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:35.095824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:35.131840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.132195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.132532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.132885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.133209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.133551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.133871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.134186 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.134515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.134832 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.135143 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.135453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Tracked resource versions report: Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: pushed versions: Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: { 'AddressGroup': {'1.2'}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'ConntrackHelper': {'1.0'}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Log': {'1.0'}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Network': {'1.1'}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Port': {'1.7'}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'PortForwarding': {'1.2'}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'QosPolicy': {'1.8'}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SecurityGroup': {'1.4'}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SecurityGroupRule': {'1.2'}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SubPort': {'1.0'}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Subnet': {'1.1'}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Trunk': {'1.1'}} Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: consumer versions: Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: { DHCP agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: L3 agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: Metadata agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: Metering agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: Open vSwitch agent@dv-neutron-827796-1-hyperv: { 'AddressGroup': '1.2', Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'ConntrackHelper': '1.0', Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Log': '1.0', Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Network': '1.1', Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Port': '1.7', Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'PortForwarding': '1.2', Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'QosPolicy': '1.8', Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SecurityGroup': '1.4', Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SecurityGroupRule': '1.2', Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SubPort': '1.0', Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Subnet': '1.1', Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Trunk': '1.1'}} Feb 04 06:01:35.136805 dv-neutron-827796-1-hyperv neutron-server[88200]: {{(pid=88200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 06:01:35.196880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Attempting to bind port e30be864-b207-40ae-9358-f21f7e43449f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:35.197185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Attempting to bind port e30be864-b207-40ae-9358-f21f7e43449f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:35.197614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Attempting to bind port e30be864-b207-40ae-9358-f21f7e43449f on network e6afc8e8-2d15-4dc2-9d16-1602220f84a9 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:35.202863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:35.203259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Checking segment: {'id': '9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:35.203734 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.204115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Bound using segment: {'id': '9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:35.204606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Bound port: e30be864-b207-40ae-9358-f21f7e43449f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:35.205028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.312186 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] For port e30be864-b207-40ae-9358-f21f7e43449f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:35.316441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] For port e30be864-b207-40ae-9358-f21f7e43449f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e30be864-b207-40ae-9358-f21f7e43449f,segment=NetworkSegment(9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f),segment_id=9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:35.404158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:35.529525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13bd29-8e36-416e-9573-b3657a176477 None None] Pushing event updated for resources: {'Port': ['ID=e30be864-b207-40ae-9358-f21f7e43449f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:36.586137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 37422) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:37.206557 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING oslo_policy.policy [None req-93491e02-83f1-48c2-ad4d-d7d6ecf3f5e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 06:01:37.207134 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING oslo_policy.policy [None req-93491e02-83f1-48c2-ad4d-d7d6ecf3f5e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 06:01:37.427242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-93491e02-83f1-48c2-ad4d-d7d6ecf3f5e9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:01:37.440808 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-93491e02-83f1-48c2-ad4d-d7d6ecf3f5e9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8404584 Feb 04 06:01:38.639247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e30be864-b207-40ae-9358-f21f7e43449f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:38.787450 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port e30be864-b207-40ae-9358-f21f7e43449f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:39.184023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e42ac9-86cd-46c9-b89c-0f768a5cedf0 None None] Network e6afc8e8-2d15-4dc2-9d16-1602220f84a9 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:39.369731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-db547b6c-1d07-4023-8dd3-9656bdd2c4c0 None None] Provisioning for port e30be864-b207-40ae-9358-f21f7e43449f completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:39.377281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-db547b6c-1d07-4023-8dd3-9656bdd2c4c0 None None] Provisioning complete for port e30be864-b207-40ae-9358-f21f7e43449f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:39.377702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-db547b6c-1d07-4023-8dd3-9656bdd2c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.547297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-db547b6c-1d07-4023-8dd3-9656bdd2c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.589438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-db547b6c-1d07-4023-8dd3-9656bdd2c4c0 None None] For port e30be864-b207-40ae-9358-f21f7e43449f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e30be864-b207-40ae-9358-f21f7e43449f,segment=NetworkSegment(9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f),segment_id=9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:39.718483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-db547b6c-1d07-4023-8dd3-9656bdd2c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.787817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db547b6c-1d07-4023-8dd3-9656bdd2c4c0 None None] Pushing event updated for resources: {'Port': ['ID=e30be864-b207-40ae-9358-f21f7e43449f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:39.839348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cb1dc398-bdaf-4baf-b845-f358e00849d1 None None] Provisioning complete for port e30be864-b207-40ae-9358-f21f7e43449f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:39.839717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc398-bdaf-4baf-b845-f358e00849d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:39.861056 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 37440) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:40.220916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-2a7941d8-cf46-4e55-9f85-cd23e98fbd72 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:01:40.221886 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2a7941d8-cf46-4e55-9f85-cd23e98fbd72 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3598390 Feb 04 06:01:40.607322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e30be864-b207-40ae-9358-f21f7e43449f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:40.673107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e30be864-b207-40ae-9358-f21f7e43449f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:40.673483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.841224 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 37452) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:43.189208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:43.264312 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.policy [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88199) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 06:01:43.309634 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING oslo_policy.policy [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 06:01:43.309944 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING oslo_policy.policy [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 06:01:43.319009 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.quota [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Loaded quota_driver: . Feb 04 06:01:43.334172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:43.340689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Usage tracker for resource:router and tenant:b757be93a5704f12a090d4b0379190ef is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:43.345069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:43.352353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:43.438568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.441323 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.467014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.673740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.769851 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:43.771091 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f7fddce4-9a83-4b73-8f06-fb09dd2d991f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9289300 Feb 04 06:01:45.655266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9fd4f280-5d5a-4d90-bc06-2c5498a3efd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.139666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 37464) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:46.505316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-094136f8-43d5-4f4b-9bdb-53e8b8348363 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:01:46.506297 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-094136f8-43d5-4f4b-9bdb-53e8b8348363 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3657048 Feb 04 06:01:47.895103 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-db288882-7899-4fa8-94e3-eff48f374a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.912417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.928423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 37474) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:49.026883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.315476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:49.320691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:49.324445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Usage tracker for resource:network and tenant:1d6519629c3f42d9918584eb457c357f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:49.327830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:49.333443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:49.432855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Made reservation on behalf of 1d6519629c3f42d9918584eb457c357f for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:49.435726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.453797 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.467617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:49.471369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:1d6519629c3f42d9918584eb457c357f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:49.474518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:49.479999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:49.582638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.683924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.699164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Reserving flat network on physical network physnet1 {{(pid=88199) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 06:01:49.738654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410757937', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.739245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Unsubscribe: segment precommit_create {{(pid=88199) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 06:01:49.739754 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Added segment 2709daf2-9aae-4dad-b815-4a7fe4b211a7 of type flat for network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 Feb 04 06:01:49.791587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e53bda7-022a-46f3-95ca-98be168f586f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:49.811422 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.811765 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.812095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.812420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.812762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.813092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.813515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.813841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.814157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.814482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.814806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.815117 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Tracked resource versions report: Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: pushed versions: Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: { 'AddressGroup': {'1.2'}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'ConntrackHelper': {'1.0'}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Log': {'1.0'}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Network': {'1.1'}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Port': {'1.7'}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'PortForwarding': {'1.2'}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'QosPolicy': {'1.8'}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SecurityGroup': {'1.4'}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SecurityGroupRule': {'1.2'}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SubPort': {'1.0'}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Subnet': {'1.1'}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Trunk': {'1.1'}} Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: consumer versions: Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: { DHCP agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: L3 agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: Metadata agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: Metering agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: Open vSwitch agent@dv-neutron-827796-1-hyperv: { 'AddressGroup': '1.2', Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'ConntrackHelper': '1.0', Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Log': '1.0', Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Network': '1.1', Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Port': '1.7', Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'PortForwarding': '1.2', Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'QosPolicy': '1.8', Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SecurityGroup': '1.4', Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SecurityGroupRule': '1.2', Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SubPort': '1.0', Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Subnet': '1.1', Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Trunk': '1.1'}} Feb 04 06:01:49.816401 dv-neutron-827796-1-hyperv neutron-server[88199]: {{(pid=88199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 06:01:49.858396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.974955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:49.976234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:49.976914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:50.082814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=0f6bcbc3-3da2-4487-84b8-34392fa058e6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:50.092800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:01:50.181759 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0240c428-9344-4424-8fe6-6e6689161dc3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2521267 Feb 04 06:01:50.403778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:52.608498 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 37498) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:52.834714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6660cb0d-1fa9-43e5-abb5-fd8c83c8500e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:52.836111 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6660cb0d-1fa9-43e5-abb5-fd8c83c8500e admin admin] 10.222.0.32 "GET /v2.0/subnets/80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b HTTP/1.1" status: 200 len: 849 time: 0.2267225 Feb 04 06:01:53.001454 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-433213ca-71f7-4468-ba41-df30e392fc3f admin admin] 10.222.0.32 "GET /v2.0/routers/8928266d-8fff-4d21-ab11-08485a873376 HTTP/1.1" status: 200 len: 704 time: 0.1593220 Feb 04 06:01:53.461653 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.692740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Allocated IP 172.20.0.1 (e6afc8e8-2d15-4dc2-9d16-1602220f84a9/80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b/cb71e933-6d01-4190-9eb1-f40966c69e89) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:53.852604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:53.870775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Transition to ACTIVE for port object cb71e933-6d01-4190-9eb1-f40966c69e89 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:53.987822 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.057516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Network e6afc8e8-2d15-4dc2-9d16-1602220f84a9 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:54.060422 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:54.063947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:01:54.064519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.197559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Pushing event updated for resources: {'Port': ['ID=cb71e933-6d01-4190-9eb1-f40966c69e89,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:54.357823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-21bd5354-94ec-44d7-9bdf-9fc5f3bf2bb4 None None] Provisioning for port cb71e933-6d01-4190-9eb1-f40966c69e89 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:54.378926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-21bd5354-94ec-44d7-9bdf-9fc5f3bf2bb4 None None] Provisioning complete for port cb71e933-6d01-4190-9eb1-f40966c69e89 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:54.378926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-21bd5354-94ec-44d7-9bdf-9fc5f3bf2bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.419712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-21bd5354-94ec-44d7-9bdf-9fc5f3bf2bb4 None None] Port cb71e933-6d01-4190-9eb1-f40966c69e89 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:54.498062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.718642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.780666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.781417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:54.913495 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Pushing event updated for resources: {'Port': ['ID=cb71e933-6d01-4190-9eb1-f40966c69e89,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:54.974319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Network e6afc8e8-2d15-4dc2-9d16-1602220f84a9 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:54.975281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:55.146092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d7d4a951-ed81-4099-b0e2-46e5882278c1 None None] Provisioning complete for port cb71e933-6d01-4190-9eb1-f40966c69e89 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:55.146457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d7d4a951-ed81-4099-b0e2-46e5882278c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:55.198884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4a951-ed81-4099-b0e2-46e5882278c1 None None] Port cb71e933-6d01-4190-9eb1-f40966c69e89 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:01:55.238311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Router 8928266d-8fff-4d21-ab11-08485a873376 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:01:55.387607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:01:55.396430 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7de333a3-f751-499b-9c99-f3b210d579a6 admin admin] 10.222.0.32 "PUT /v2.0/routers/8928266d-8fff-4d21-ab11-08485a873376/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3893402 Feb 04 06:01:55.397923 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Sync routers for ids ['8928266d-8fff-4d21-ab11-08485a873376'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:01:55.408622 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Routers {'8928266d-8fff-4d21-ab11-08485a873376'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:55.409510 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:01:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8928266d-8fff-4d21-ab11-08485a873376'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:55.583701 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Set router 8928266d-8fff-4d21-ab11-08485a873376 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:01:55.990467 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8928266d-8fff-4d21-ab11-08485a873376', 'name': 'router1', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:43Z', 'updated_at': '2022-02-04T06:01:54Z', 'revision_number': 2, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'gw_port_host': None, '_interfaces': [{'id': 'cb71e933-6d01-4190-9eb1-f40966c69e89', 'name': '', 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'mac_address': 'fa:16:3e:be:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8928266d-8fff-4d21-ab11-08485a873376', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:01:54Z', 'revision_number': 2, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'subnets': [{'id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6780d19f-a7d5-45fe-b545-94d0de6eb033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:55.995656 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Checking router: 8928266d-8fff-4d21-ab11-08485a873376 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:01:55.996024 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Updating router 8928266d-8fff-4d21-ab11-08485a873376 port cb71e933-6d01-4190-9eb1-f40966c69e89 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:01:56.049223 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.427533 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.442459 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Transition to ACTIVE for port object cb71e933-6d01-4190-9eb1-f40966c69e89 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:56.523764 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.669346 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Pushing event updated for resources: {'Port': ['ID=cb71e933-6d01-4190-9eb1-f40966c69e89,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:56.678876 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.679147 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.679486 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.679817 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.680141 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.680477 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.680828 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.681147 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.681492 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.681814 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.682128 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.682471 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Tracked resource versions report: Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: pushed versions: Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: { 'AddressGroup': {'1.2'}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'ConntrackHelper': {'1.0'}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Log': {'1.0'}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Network': {'1.1'}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Port': {'1.7'}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'PortForwarding': {'1.2'}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'QosPolicy': {'1.8'}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SecurityGroup': {'1.4'}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SecurityGroupRule': {'1.2'}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SubPort': {'1.0'}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Subnet': {'1.1'}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Trunk': {'1.1'}} Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: consumer versions: Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: { DHCP agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: L3 agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: Metadata agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: Metering agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: Open vSwitch agent@dv-neutron-827796-1-hyperv: { 'AddressGroup': '1.2', Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'ConntrackHelper': '1.0', Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Log': '1.0', Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Network': '1.1', Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Port': '1.7', Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'PortForwarding': '1.2', Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'QosPolicy': '1.8', Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SecurityGroup': '1.4', Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SecurityGroupRule': '1.2', Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SubPort': '1.0', Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Subnet': '1.1', Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Trunk': '1.1'}} Feb 04 06:01:56.683802 dv-neutron-827796-1-hyperv neutron-server[88201]: {{(pid=88201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 06:01:56.776262 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Attempting to bind port cb71e933-6d01-4190-9eb1-f40966c69e89 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:56.776706 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Attempting to bind port cb71e933-6d01-4190-9eb1-f40966c69e89 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:56.777130 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Attempting to bind port cb71e933-6d01-4190-9eb1-f40966c69e89 on network e6afc8e8-2d15-4dc2-9d16-1602220f84a9 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:01:56.782476 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:01:56.782887 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Checking segment: {'id': '9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:56.783885 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.784276 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Bound using segment: {'id': '9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:01:56.784781 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Bound port: cb71e933-6d01-4190-9eb1-f40966c69e89, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:56.785164 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:56.900200 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] For port cb71e933-6d01-4190-9eb1-f40966c69e89, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:01:56.904033 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] For port cb71e933-6d01-4190-9eb1-f40966c69e89, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cb71e933-6d01-4190-9eb1-f40966c69e89,segment=NetworkSegment(9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f),segment_id=9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:01:56.987190 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:57.071358 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Routers {'8928266d-8fff-4d21-ab11-08485a873376'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:01:57.071981 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:01:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8928266d-8fff-4d21-ab11-08485a873376'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:57.141792 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9725b-ca77-48e7-ba3e-6aaf9880ce30 None None] Pushing event updated for resources: {'Port': ['ID=cb71e933-6d01-4190-9eb1-f40966c69e89,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:57.233693 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] Set router 8928266d-8fff-4d21-ab11-08485a873376 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:01:57.556127 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8928266d-8fff-4d21-ab11-08485a873376', 'name': 'router1', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:43Z', 'updated_at': '2022-02-04T06:01:54Z', 'revision_number': 2, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'gw_port_host': None, '_interfaces': [{'id': 'cb71e933-6d01-4190-9eb1-f40966c69e89', 'name': '', 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'mac_address': 'fa:16:3e:be:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8928266d-8fff-4d21-ab11-08485a873376', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:01:56Z', 'revision_number': 4, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'subnets': [{'id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6780d19f-a7d5-45fe-b545-94d0de6eb033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:57.560439 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c167e2-7d67-4882-b4ec-96980959bb68 None None] The sync data for ids ['8928266d-8fff-4d21-ab11-08485a873376'] in dv-neutron-827796-1-hyperv is: [{'id': '8928266d-8fff-4d21-ab11-08485a873376', 'name': 'router1', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:43Z', 'updated_at': '2022-02-04T06:01:54Z', 'revision_number': 2, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'gw_port_host': None, '_interfaces': [{'id': 'cb71e933-6d01-4190-9eb1-f40966c69e89', 'name': '', 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'mac_address': 'fa:16:3e:be:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8928266d-8fff-4d21-ab11-08485a873376', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:01:56Z', 'revision_number': 4, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'subnets': [{'id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6780d19f-a7d5-45fe-b545-94d0de6eb033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:01:57.581484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 37520) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:01:57.728584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1aa26a-0030-4153-b84d-10296ae8b70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:57.729176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ec1aa26a-0030-4153-b84d-10296ae8b70a admin admin] Synchronizing usage tracker for tenant:1d6519629c3f42d9918584eb457c357f on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:01:57.832460 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ec1aa26a-0030-4153-b84d-10296ae8b70a admin admin] Unset dirty status for tenant:1d6519629c3f42d9918584eb457c357f on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:01:57.833706 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ec1aa26a-0030-4153-b84d-10296ae8b70a admin admin] 10.222.0.32 "GET /v2.0/networks/0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 842 time: 0.2512794 Feb 04 06:01:57.846685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.26.7.0/24', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'gateway_ip': '172.26.7.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:57.852382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:01:57.856197 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Usage tracker for resource:subnet and tenant:1d6519629c3f42d9918584eb457c357f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:01:57.859032 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:01:57.865916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:01:57.957903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Made reservation on behalf of 1d6519629c3f42d9918584eb457c357f for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:57.960185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.406411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.objects.ports [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88199) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:01:58.406752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.488364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:01:58.488731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Network hostable DHCP agents. Network: 0f6bcbc3-3da2-4487-84b8-34392fa058e6, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:58.494039 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=717fec9c-6c30-4652-947b-7b25802f3ac0,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:58.603534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:58.648096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cb71e933-6d01-4190-9eb1-f40966c69e89 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:01:58.666949 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 0f6bcbc3-3da2-4487-84b8-34392fa058e6) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:58.672322 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:58.673005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:58.678424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2a69a1-e0f4-4d5e-b03d-495bfa61ef67 None None] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:58.787630 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4a438dc7-3a5c-45bc-b978-e269550b0af6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9451609 Feb 04 06:01:58.930894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e5a60-442f-4b79-9a55-1f952dde94e0 None None] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:01:58.947171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port cb71e933-6d01-4190-9eb1-f40966c69e89 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:59.023741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port cb71e933-6d01-4190-9eb1-f40966c69e89 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:59.024107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.252319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.290843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port cb71e933-6d01-4190-9eb1-f40966c69e89, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cb71e933-6d01-4190-9eb1-f40966c69e89,segment=NetworkSegment(9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f),segment_id=9c0f2ff4-462f-4ee5-9467-d2cc0f172c3f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:01:59.438298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:59.508225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=cb71e933-6d01-4190-9eb1-f40966c69e89,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:00.621906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cb71e933-6d01-4190-9eb1-f40966c69e89 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:00.693367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port cb71e933-6d01-4190-9eb1-f40966c69e89 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:00.693735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:01.042439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 37534) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:01.270884 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-97d1cc92-2e93-4b58-bb9b-901bc959ebca admin admin] 10.222.0.32 "GET /v2.0/routers/8928266d-8fff-4d21-ab11-08485a873376 HTTP/1.1" status: 200 len: 710 time: 0.2273307 Feb 04 06:02:01.393697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d18d8b6-a667-4f74-a82f-4b764218781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:01.394954 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0d18d8b6-a667-4f74-a82f-4b764218781a admin admin] 10.222.0.32 "GET /v2.0/networks/0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 886 time: 0.1187925 Feb 04 06:02:01.403727 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:01.840350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.246453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.300842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.480723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Allocated IP 172.26.7.181 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/ba75ba99-a47c-4a66-b763-3aa6b77fb8bc) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:02.621274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.753201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:02.815409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:02.818117 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:02.821894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:02:02.885960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Pushing event updated for resources: {'Port': ['ID=ba75ba99-a47c-4a66-b763-3aa6b77fb8bc,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:03.318210 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:03.645493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:03.648668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:03.825484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Router 8928266d-8fff-4d21-ab11-08485a873376 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:02:04.066635 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:02:04.074673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.075845 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7b488fa2-8e7e-44ab-94c7-1e9544a10532 admin admin] 10.222.0.32 "PUT /v2.0/routers/8928266d-8fff-4d21-ab11-08485a873376 HTTP/1.1" status: 200 len: 890 time: 2.6752217 Feb 04 06:02:04.077438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Sync routers for ids ['8928266d-8fff-4d21-ab11-08485a873376'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:02:04.086971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Routers {'8928266d-8fff-4d21-ab11-08485a873376'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:04.087659 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-930b7a04-cd92-4705-a881-36069af04296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:01:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8928266d-8fff-4d21-ab11-08485a873376'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:04.277514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Set router 8928266d-8fff-4d21-ab11-08485a873376 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:04.625448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-930b7a04-cd92-4705-a881-36069af04296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8928266d-8fff-4d21-ab11-08485a873376', 'name': 'router1', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'ba75ba99-a47c-4a66-b763-3aa6b77fb8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:43Z', 'updated_at': '2022-02-04T06:02:03Z', 'revision_number': 4, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'gw_port': {'id': 'ba75ba99-a47c-4a66-b763-3aa6b77fb8bc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8928266d-8fff-4d21-ab11-08485a873376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:02:02Z', 'updated_at': '2022-02-04T06:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'cb71e933-6d01-4190-9eb1-f40966c69e89', 'name': '', 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'mac_address': 'fa:16:3e:be:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928266d-8fff-4d21-ab11-08485a873376', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:01:59Z', 'revision_number': 5, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'subnets': [{'id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6780d19f-a7d5-45fe-b545-94d0de6eb033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:04.630691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Checking router: 8928266d-8fff-4d21-ab11-08485a873376 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:02:04.631039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Updating router 8928266d-8fff-4d21-ab11-08485a873376 port ba75ba99-a47c-4a66-b763-3aa6b77fb8bc binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:02:04.681262 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.063206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.074375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Transition to ACTIVE for port object ba75ba99-a47c-4a66-b763-3aa6b77fb8bc will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:05.151869 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.228317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Attempting to bind port ba75ba99-a47c-4a66-b763-3aa6b77fb8bc on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:05.228772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Attempting to bind port ba75ba99-a47c-4a66-b763-3aa6b77fb8bc by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:05.229128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Attempting to bind port ba75ba99-a47c-4a66-b763-3aa6b77fb8bc on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:02:05.232394 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fae26-35cc-4c0d-b95c-26f35d9b948d None None] Pushing event updated for resources: {'Port': ['ID=ba75ba99-a47c-4a66-b763-3aa6b77fb8bc,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:05.236621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:02:05.237012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:02:05.237399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.237772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:02:05.238224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Bound port: ba75ba99-a47c-4a66-b763-3aa6b77fb8bc, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:05.238604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.312170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-930b7a04-cd92-4705-a881-36069af04296 None None] For port ba75ba99-a47c-4a66-b763-3aa6b77fb8bc, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:02:05.315736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-930b7a04-cd92-4705-a881-36069af04296 None None] For port ba75ba99-a47c-4a66-b763-3aa6b77fb8bc, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ba75ba99-a47c-4a66-b763-3aa6b77fb8bc,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:02:05.404017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:05.481939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fae26-35cc-4c0d-b95c-26f35d9b948d None None] Pushing event updated for resources: {'Port': ['ID=ba75ba99-a47c-4a66-b763-3aa6b77fb8bc,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:05.484467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Routers {'8928266d-8fff-4d21-ab11-08485a873376'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:02:05.485074 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-930b7a04-cd92-4705-a881-36069af04296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:01:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8928266d-8fff-4d21-ab11-08485a873376'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:05.660912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-930b7a04-cd92-4705-a881-36069af04296 None None] Set router 8928266d-8fff-4d21-ab11-08485a873376 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:02:05.982684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-930b7a04-cd92-4705-a881-36069af04296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8928266d-8fff-4d21-ab11-08485a873376', 'name': 'router1', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'ba75ba99-a47c-4a66-b763-3aa6b77fb8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:43Z', 'updated_at': '2022-02-04T06:02:03Z', 'revision_number': 4, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'gw_port': {'id': 'ba75ba99-a47c-4a66-b763-3aa6b77fb8bc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8928266d-8fff-4d21-ab11-08485a873376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:02:02Z', 'updated_at': '2022-02-04T06:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'cb71e933-6d01-4190-9eb1-f40966c69e89', 'name': '', 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'mac_address': 'fa:16:3e:be:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928266d-8fff-4d21-ab11-08485a873376', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:01:59Z', 'revision_number': 5, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'subnets': [{'id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6780d19f-a7d5-45fe-b545-94d0de6eb033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:02:05.987205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b7a04-cd92-4705-a881-36069af04296 None None] The sync data for ids ['8928266d-8fff-4d21-ab11-08485a873376'] in dv-neutron-827796-1-hyperv is: [{'id': '8928266d-8fff-4d21-ab11-08485a873376', 'name': 'router1', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'ba75ba99-a47c-4a66-b763-3aa6b77fb8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:01:43Z', 'updated_at': '2022-02-04T06:02:03Z', 'revision_number': 4, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'gw_port': {'id': 'ba75ba99-a47c-4a66-b763-3aa6b77fb8bc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8928266d-8fff-4d21-ab11-08485a873376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:02:02Z', 'updated_at': '2022-02-04T06:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'cb71e933-6d01-4190-9eb1-f40966c69e89', 'name': '', 'network_id': 'e6afc8e8-2d15-4dc2-9d16-1602220f84a9', 'tenant_id': 'b757be93a5704f12a090d4b0379190ef', 'mac_address': 'fa:16:3e:be:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928266d-8fff-4d21-ab11-08485a873376', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:01:53Z', 'updated_at': '2022-02-04T06:01:59Z', 'revision_number': 5, 'project_id': 'b757be93a5704f12a090d4b0379190ef', 'subnets': [{'id': '80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6780d19f-a7d5-45fe-b545-94d0de6eb033'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:02:06.510660 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 37544) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:02:06.630748 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-88e4890a-e839-4757-af45-4065667d3059 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1190627 Feb 04 06:02:06.667436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ba75ba99-a47c-4a66-b763-3aa6b77fb8bc up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:06.843748 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ba75ba99-a47c-4a66-b763-3aa6b77fb8bc completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:06.850928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ba75ba99-a47c-4a66-b763-3aa6b77fb8bc triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:06.851390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:06.971139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:06.987725 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port ba75ba99-a47c-4a66-b763-3aa6b77fb8bc, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ba75ba99-a47c-4a66-b763-3aa6b77fb8bc,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:02:07.060989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:07.129919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=ba75ba99-a47c-4a66-b763-3aa6b77fb8bc,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:08.626754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ba75ba99-a47c-4a66-b763-3aa6b77fb8bc up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:02:08.700293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ba75ba99-a47c-4a66-b763-3aa6b77fb8bc triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:08.701026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:10.823409 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 5 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:02:15.665912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-202028f0-e01c-4efc-8686-613a1c44a28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.883349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6b9feeff-950f-4ccd-91d2-e7d41e418b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.877971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.991990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.346313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.717015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d2e6-32cf-4e9c-ad37-217a0850114e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.816139 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 5 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:02:47.922842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4dac9859-46d8-48b3-ad30-de0df6dcd7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.911124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:49.025809 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:50.397114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.659911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8a334918-cada-4250-b486-e78fc146a025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.882347 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ecd875fc-139c-4867-ad32-cb0d619aedfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.966325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.082161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:20.357048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.815705 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 5 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:03:45.688405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-835747a1-2701-4c9c-af98-0f1c060b773d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.944961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-403206b6-00b0-471b-b42a-7c747c4c5b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:48.910967 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:49.019327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:50.367547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.815679 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 5 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:04:15.693438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-91375aac-79a0-4110-8072-441ca62ab0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:16.783762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38146) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:16.853040 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-829b2bb3-6d2e-455b-a1fd-d3adacdadf19 admin admin] GET failed (client error): The resource could not be found. Feb 04 06:04:16.854293 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-829b2bb3-6d2e-455b-a1fd-d3adacdadf19 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0695813 Feb 04 06:04:16.987385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3418f106-014b-4763-adbc-06a6da56f69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:16.988881 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3418f106-014b-4763-adbc-06a6da56f69e admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1305566 Feb 04 06:04:17.922345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-21f42a59-dab4-4bdc-8fc1-ccea5207b219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.931898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.064957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.149090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38156) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:19.254049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cf7f9f-9641-4496-af21-d723f5e5a7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:19.254605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-69cf7f9f-9641-4496-af21-d723f5e5a7be admin admin] Synchronizing usage tracker for tenant:1d6519629c3f42d9918584eb457c357f on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:04:19.367494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-69cf7f9f-9641-4496-af21-d723f5e5a7be admin admin] Unset dirty status for tenant:1d6519629c3f42d9918584eb457c357f on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:04:19.368692 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-69cf7f9f-9641-4496-af21-d723f5e5a7be admin admin] 10.222.0.32 "GET /v2.0/subnets/80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b HTTP/1.1" status: 200 len: 849 time: 0.2186217 Feb 04 06:04:19.378644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:19.509319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.785246 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772410711044'] for subnet, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.828150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:19.829298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:19.831818 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] 10.222.0.32 "PUT /v2.0/subnets/80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b HTTP/1.1" status: 200 len: 868 time: 0.4552467 Feb 04 06:04:19.832866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bcb598-a2ad-49fe-8cac-0e4e7d9dce52 None None] Network e6afc8e8-2d15-4dc2-9d16-1602220f84a9 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:04:19.860318 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:19.868336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:19.869278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:19.869701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:19.870109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:19.870791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:19.871209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:19.871611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:19.872019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:19.872415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:19.872958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:19.873877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:19.874377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f114e63-3e13-408c-a1cd-da1677dd1c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:20.299714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-809d1899-97f9-4544-a501-e8962b14bd93 None None] Provisioning complete for port e30be864-b207-40ae-9358-f21f7e43449f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:20.300353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-809d1899-97f9-4544-a501-e8962b14bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.390560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:20.424957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-809d1899-97f9-4544-a501-e8962b14bd93 None None] Provisioning complete for port cb71e933-6d01-4190-9eb1-f40966c69e89 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:20.425354 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-809d1899-97f9-4544-a501-e8962b14bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:21.966036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38166) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:22.137207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2a720-3af6-45f8-a500-bca2cc53eb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:22.137709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2a720-3af6-45f8-a500-bca2cc53eb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:22.139309 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9da2a720-3af6-45f8-a500-bca2cc53eb8b admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1717443 Feb 04 06:04:24.265659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38176) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:24.434816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346b9ff3-3b2e-4bed-8a4f-9fd11d39a579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:24.435319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346b9ff3-3b2e-4bed-8a4f-9fd11d39a579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:24.436956 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-346b9ff3-3b2e-4bed-8a4f-9fd11d39a579 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1702309 Feb 04 06:04:26.615368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38186) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:26.780880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b80430-2694-43c2-b689-0c20f7809e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:26.782138 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-34b80430-2694-43c2-b689-0c20f7809e7b admin admin] 10.222.0.32 "GET /v2.0/networks/0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 886 time: 0.1658196 Feb 04 06:04:28.939932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38196) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:29.119196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6da4b5-b858-4913-8c7c-dc9a7bcf201a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:29.120605 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ce6da4b5-b858-4913-8c7c-dc9a7bcf201a admin admin] 10.222.0.32 "GET /v2.0/networks/e6afc8e8-2d15-4dc2-9d16-1602220f84a9 HTTP/1.1" status: 200 len: 869 time: 0.1796660 Feb 04 06:04:31.252428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38206) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:31.356492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeda53b-db12-41e7-9736-7bfce9aa61ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:31.357011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeda53b-db12-41e7-9736-7bfce9aa61ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:31.358504 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cdeda53b-db12-41e7-9736-7bfce9aa61ac admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1047792 Feb 04 06:04:33.488702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38216) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:33.593266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e7079-f339-495b-aeba-2a847c4f10e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:33.593735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e7079-f339-495b-aeba-2a847c4f10e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:33.595291 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-050e7079-f339-495b-aeba-2a847c4f10e1 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1056445 Feb 04 06:04:35.712573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38226) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:35.815708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f29fb-0f6b-4f80-a4d4-2b304f3e96c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:35.817077 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-888f29fb-0f6b-4f80-a4d4-2b304f3e96c1 admin admin] 10.222.0.32 "GET /v2.0/subnets/717fec9c-6c30-4652-947b-7b25802f3ac0 HTTP/1.1" status: 200 len: 816 time: 0.1035366 Feb 04 06:04:37.925808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38236) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:38.031855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ac2f60-c410-48e7-8263-cec11c7746db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:38.033223 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-62ac2f60-c410-48e7-8263-cec11c7746db admin admin] 10.222.0.32 "GET /v2.0/subnets/80dc99eb-ad82-4c82-b9b6-a2284ddbfb5b HTTP/1.1" status: 200 len: 868 time: 0.1064584 Feb 04 06:04:38.814671 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 5 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:04:45.682416 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c4f15a79-0d8f-4c24-9f5e-5f1736b1a372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.922506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e01c51bd-227c-443b-80f4-e5eeba6ad99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.910269 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.018669 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:50.424997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:56.787431 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38282) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:56.835299 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-67d0845a-df9b-4f0b-a90f-27723307ef6f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:04:56.836307 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-67d0845a-df9b-4f0b-a90f-27723307ef6f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479083 Feb 04 06:04:59.040752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38292) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:04:59.106960 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c17e88-0527-4949-8edc-b96ded2a90c3 admin admin] GET failed (client error): The resource could not be found. Feb 04 06:04:59.108224 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c3c17e88-0527-4949-8edc-b96ded2a90c3 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664942 Feb 04 06:04:59.269638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87f3ff8-29c2-4ed0-9244-854ca8876149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:59.270996 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d87f3ff8-29c2-4ed0-9244-854ca8876149 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1587825 Feb 04 06:05:01.390628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38302) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:01.437182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:01.441486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:01.451230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:01.555989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Made reservation on behalf of 1d6519629c3f42d9918584eb457c357f for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:01.558318 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.645471 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.services.revisions.revision_plugin [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Could not find related network for resource to bump revision. Feb 04 06:05:01.657614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:05:01.666300 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.666648 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Added segment 8b104738-74ce-467a-b5f7-b45c93938970 of type vlan for network da514caa-dfdf-449c-8780-6822942cb3d1 Feb 04 06:05:01.694944 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.847395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.848373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:01.848982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:01.947591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] Pushing event updated for resources: {'Network': ['ID=da514caa-dfdf-449c-8780-6822942cb3d1,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:01.958034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network da514caa-dfdf-449c-8780-6822942cb3d1 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:05:02.042266 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-29921af0-52f5-47c6-ab63-40323c0053da admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6505206 Feb 04 06:05:04.197913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38312) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:05:04.263725 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4a123f-9f99-4220-a1a7-ad40020186ab admin admin] GET failed (client error): The resource could not be found. Feb 04 06:05:04.264232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6a4a123f-9f99-4220-a1a7-ad40020186ab admin admin] Synchronizing usage tracker for tenant:1d6519629c3f42d9918584eb457c357f on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:05:04.344848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6a4a123f-9f99-4220-a1a7-ad40020186ab admin admin] Unset dirty status for tenant:1d6519629c3f42d9918584eb457c357f on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:05:04.346013 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6a4a123f-9f99-4220-a1a7-ad40020186ab admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1471326 Feb 04 06:05:04.450780 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3147b13-8c00-4024-aff9-eab3aac0b64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:04.452267 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b3147b13-8c00-4024-aff9-eab3aac0b64f admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1022947 Feb 04 06:05:04.461837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1', 'name': 'shared-subnet'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:04.466926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:05:04.476838 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:05:04.544463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Made reservation on behalf of 1d6519629c3f42d9918584eb457c357f for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:04.546886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.847550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.921155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=344cc49c-a297-4c17-9b66-aeacbaac6873,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:04.932219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Checking segment: {'id': '8b104738-74ce-467a-b5f7-b45c93938970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:04.932583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Network hostable DHCP agents. Network: da514caa-dfdf-449c-8780-6822942cb3d1, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:05:05.046900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Network da514caa-dfdf-449c-8780-6822942cb3d1 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:05:05.161464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, da514caa-dfdf-449c-8780-6822942cb3d1) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:05.165920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:05.166986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.170583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f92274b-a6d2-4ded-a5a7-f57ce075004f None None] Network da514caa-dfdf-449c-8780-6822942cb3d1 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:05.270875 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8b2a5090-21f5-4ddf-8d32-da79633fc2e3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8123765 Feb 04 06:05:05.386952 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-da514caa-dfdf-449c-8780-6822942cb3d1', 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1', 'tenant_id': '1d6519629c3f42d9918584eb457c357f', 'fixed_ips': [{'subnet_id': '344cc49c-a297-4c17-9b66-aeacbaac6873'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:05:05.387819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.554144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Allocated IP 192.168.233.2 (da514caa-dfdf-449c-8780-6822942cb3d1/344cc49c-a297-4c17-9b66-aeacbaac6873/57b0cfd3-d4c7-48a0-9724-e23b0728c8e8) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:05.758170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.769761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Transition to ACTIVE for port object 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:05.790178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Transition to ACTIVE for port object 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:05.882391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:05.976279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Network da514caa-dfdf-449c-8780-6822942cb3d1 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:05.979209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:05.982887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:05:05.988476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Pushing event updated for resources: {'Port': ['ID=57b0cfd3-d4c7-48a0-9724-e23b0728c8e8,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:05.996381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:05.996817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:05.997156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:05.997487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:05.997817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:05.998175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:05.998504 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:05.998824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:05.999167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:05.999490 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:05.999806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:06.000121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:05:06.086867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Attempting to bind port 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:06.087223 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Attempting to bind port 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '8b104738-74ce-467a-b5f7-b45c93938970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:06.087579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Attempting to bind port 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 on network da514caa-dfdf-449c-8780-6822942cb3d1 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:05:06.093560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:05:06.093951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Checking segment: {'id': '8b104738-74ce-467a-b5f7-b45c93938970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:05:06.094341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.094721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Bound using segment: {'id': '8b104738-74ce-467a-b5f7-b45c93938970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:05:06.095168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Bound port: 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b104738-74ce-467a-b5f7-b45c93938970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:06.095548 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.181452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] For port 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:05:06.185213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] For port 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=57b0cfd3-d4c7-48a0-9724-e23b0728c8e8,segment=NetworkSegment(8b104738-74ce-467a-b5f7-b45c93938970),segment_id=8b104738-74ce-467a-b5f7-b45c93938970)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:05:06.311248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:06.390789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396a1c6-53bd-4073-aa96-b40ccd2b366f None None] Pushing event updated for resources: {'Port': ['ID=57b0cfd3-d4c7-48a0-9724-e23b0728c8e8,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:06.764959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:06.944406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:07.253772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d5148d-44f4-40f9-81b4-413eafdd1bc7 None None] Network da514caa-dfdf-449c-8780-6822942cb3d1 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:05:07.459696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-57f14532-df77-4ed0-8131-b57958286d99 None None] Provisioning for port 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:07.480205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-57f14532-df77-4ed0-8131-b57958286d99 None None] Provisioning complete for port 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:07.487893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57f14532-df77-4ed0-8131-b57958286d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.612360 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57f14532-df77-4ed0-8131-b57958286d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.650823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-57f14532-df77-4ed0-8131-b57958286d99 None None] For port 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=57b0cfd3-d4c7-48a0-9724-e23b0728c8e8,segment=NetworkSegment(8b104738-74ce-467a-b5f7-b45c93938970),segment_id=8b104738-74ce-467a-b5f7-b45c93938970)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:05:07.727395 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57f14532-df77-4ed0-8131-b57958286d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:07.794784 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f14532-df77-4ed0-8131-b57958286d99 None None] Pushing event updated for resources: {'Port': ['ID=57b0cfd3-d4c7-48a0-9724-e23b0728c8e8,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:07.847248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c5bbff8b-5be7-4522-90ca-39a3f339630a None None] Provisioning complete for port 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:07.847491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c5bbff8b-5be7-4522-90ca-39a3f339630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:08.711399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:05:08.780935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 57b0cfd3-d4c7-48a0-9724-e23b0728c8e8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:08.781214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.784594 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7954c3f9-75b8-468f-aef0-289cbdbe1c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.814192 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 5 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:05:17.910008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2399325-1d9e-43a6-a0bc-d8bbda222221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.984868 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:19.109822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:20.384340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:45.676043 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-27e67a8e-21fd-4fe0-84a3-e86f729a6809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.870574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-04f44f7b-92e7-4460-887d-350c983b2c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:48.926968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:49.041604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:50.384133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:52.815762 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 5 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:06:15.675650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-701ac5f5-d472-4e31-84db-81a056a5d002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.023844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f3720475-9a9a-400a-81e3-e3ee98677f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.951030 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:19.053031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:20.378474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:29.814557 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 5 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:06:30.221593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38362) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:30.227610 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-6c68bfd2-610d-444e-a11d-480476009e2b tempest-verify_tempest_config-662014648 tempest-verify_tempest_config-662014648-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:06:30.228562 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6c68bfd2-610d-444e-a11d-480476009e2b tempest-verify_tempest_config-662014648 tempest-verify_tempest_config-662014648-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059607 Feb 04 06:06:30.794226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38380) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:30.906139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:30.919988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:06:30.923778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Usage tracker for resource:security_group_rule and tenant:5245072c4e284b54acdfcd10dc8d81b8 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:06:30.926559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:06:30.932050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:06:31.009726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.098391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.144421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Synchronizing usage tracker for tenant:1d6519629c3f42d9918584eb457c357f on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:06:31.148219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd7477d-5c6d-413d-9e74-1328e9c47337,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:31.157716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.158079 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.158424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.158754 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.159080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.159425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.159750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.160082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.160403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.160743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.161061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.161372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:31.240517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] Unset dirty status for tenant:1d6519629c3f42d9918584eb457c357f on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:06:31.241820 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-552a685f-dafe-47d8-a79a-7e202578c0a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5245072c4e284b54acdfcd10dc8d81b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4466369 Feb 04 06:06:31.244470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38386) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:06:31.303587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99a345f6-90c3-466f-95db-e99abc8c3ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.328618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99a345f6-90c3-466f-95db-e99abc8c3ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.481243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99a345f6-90c3-466f-95db-e99abc8c3ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.499082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a345f6-90c3-466f-95db-e99abc8c3ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd7477d-5c6d-413d-9e74-1328e9c47337,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:31.502358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99a345f6-90c3-466f-95db-e99abc8c3ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:31.503451 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-99a345f6-90c3-466f-95db-e99abc8c3ad2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1dd7477d-5c6d-413d-9e74-1328e9c47337 HTTP/1.1" status: 204 len: 168 time: 0.2580588 Feb 04 06:06:45.693233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b62aa662-3f48-4ac2-8398-59315a0f40c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.949580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7bf1-4782-424a-913a-b08b3d3bcec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.223087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.274870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:50.423878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.813572 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 5 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:07:15.662482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0a7ba8b-05ef-45b7-8583-3e47dfba2c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.932218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c63e3ac8-fa38-4fe0-b95e-292538133cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:18.903127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:19.012539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.411936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.811437 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 5 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:07:45.680437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-608124c6-6888-49f9-a6e9-253886a5780d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.925740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-21bb7ec6-a260-489b-b510-618107cdc166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.960073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.039002 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.457298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692013'] for agent, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:50.445918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:03.812205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38456) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:03.922072 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e029bc9e-2d4a-4851-923d-c206daf62794 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1086824 Feb 04 06:08:06.067044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:08:06.124822 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-53c95606-2de7-46f0-a596-7df94d1b300a admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0566654 Feb 04 06:08:15.720222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fcfd493c-b434-44e2-a3f0-41449b50a1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.981314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b8d1115d-8384-4496-ae0f-99eeeb8eae4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.913925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.051471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:19.457218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.388217 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:20.809711 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:08:45.657540 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0fc83d37-fee0-4861-8c28-08edf58f0ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:47.931473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3279f046-9652-4020-94f5-7672f72c8706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:48.930801 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:49.056713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:49.473850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.393702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:57.809070 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:09:15.690722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4f305b48-faed-4a66-86af-64966c762ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.908279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4558129d-5225-433b-b0aa-5e2a7492ba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:18.931165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.082990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:19.467900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:20.404775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.808253 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:09:35.005739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38628) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:35.239106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1535218646-network', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:35.246482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:35.250831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Usage tracker for resource:network and tenant:8e5eeb77cc58458a8021dffb64d08773 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:35.253609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:35.259127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:35.358885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Made reservation on behalf of 8e5eeb77cc58458a8021dffb64d08773 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:35.361278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:35.373691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:35.388778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:35.393174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Usage tracker for resource:security_group_rule and tenant:8e5eeb77cc58458a8021dffb64d08773 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:35.405497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:35.405497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:35.491216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:35.570245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:35.592561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:09:35.614702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:35.615042 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Added segment efb63d78-f901-4542-b101-cfa11214b849 of type vlan for network bcbc6d8a-a29f-4884-a766-65731440e62d Feb 04 06:09:35.616157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d552158-4e0a-491e-aad8-79b060278824,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:35.628247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.628610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.628971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.629329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.629649 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.629981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.630308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.630731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.630964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.631276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.631588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.631897 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Tracked resource versions report: Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: pushed versions: Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: { 'AddressGroup': {'1.2'}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'ConntrackHelper': {'1.0'}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Log': {'1.0'}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Network': {'1.1'}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Port': {'1.7'}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'PortForwarding': {'1.2'}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'QosPolicy': {'1.8'}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SecurityGroup': {'1.4'}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SecurityGroupRule': {'1.2'}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SubPort': {'1.0'}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Subnet': {'1.1'}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Trunk': {'1.1'}} Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: consumer versions: Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: { DHCP agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: HyperV agent@hv-neutron-8277: {}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: L3 agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: Metadata agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: Metering agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: Open vSwitch agent@dv-neutron-827796-1-hyperv: { 'AddressGroup': '1.2', Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'ConntrackHelper': '1.0', Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Log': '1.0', Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Network': '1.1', Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Port': '1.7', Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'PortForwarding': '1.2', Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'QosPolicy': '1.8', Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SecurityGroup': '1.4', Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SecurityGroupRule': '1.2', Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'SubPort': '1.0', Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Subnet': '1.1', Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: 'Trunk': '1.1'}} Feb 04 06:09:35.632973 dv-neutron-827796-1-hyperv neutron-server[88198]: {{(pid=88198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 06:09:35.654674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:35.793246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:35.794232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:35.794807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:35.893046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38664) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:35.900823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] Pushing event updated for resources: {'Network': ['ID=bcbc6d8a-a29f-4884-a766-65731440e62d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:35.914571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network bcbc6d8a-a29f-4884-a766-65731440e62d details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:09:35.992486 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-db2f9f71-783a-4c18-bd21-0403c1eca538 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9856579 Feb 04 06:09:35.995181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38672) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:36.001362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Request body: {'subnet': {'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1535218646-subnet', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:36.007056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:36.010452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Usage tracker for resource:subnet and tenant:8e5eeb77cc58458a8021dffb64d08773 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:36.013468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:36.018486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38676) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:36.019829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:36.135951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Made reservation on behalf of 8e5eeb77cc58458a8021dffb64d08773 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:36.138638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.443962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.512014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1052504144-network', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:36.522988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:36.526579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:36.533333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Usage tracker for resource:network and tenant:2a08fa22ad664c3694660956ea4db6b1 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:36.538723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:36.552313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:36.570393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Checking segment: {'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:36.570393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Network hostable DHCP agents. Network: bcbc6d8a-a29f-4884-a766-65731440e62d, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:09:36.570587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-261299834-network', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:36.574348 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:36.579657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Usage tracker for resource:network and tenant:6bf72fda2e5b49ef9e393b075fa48c52 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:36.583417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:36.591307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:36.685120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Made reservation on behalf of 2a08fa22ad664c3694660956ea4db6b1 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:36.688029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.700395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.719141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Network bcbc6d8a-a29f-4884-a766-65731440e62d is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:09:36.740352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Made reservation on behalf of 6bf72fda2e5b49ef9e393b075fa48c52 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:36.743609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.759848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.770162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:36.776738 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Usage tracker for resource:security_group_rule and tenant:2a08fa22ad664c3694660956ea4db6b1 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:36.782138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:36.788778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:36.791400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:36.795770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf72fda2e5b49ef9e393b075fa48c52 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:36.801231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:36.813901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:36.838967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, bcbc6d8a-a29f-4884-a766-65731440e62d) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:36.849264 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:36.850603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53171a4-4c17-4bca-9195-2845463a742f None None] Network bcbc6d8a-a29f-4884-a766-65731440e62d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:36.850915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.985518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.988197 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:36.989062 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0ea83c30-1f49-4381-8d28-c6607d962f3c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9923387 Feb 04 06:09:36.991779 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38700) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:36.996686 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:37.007388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:37.012043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Usage tracker for resource:router and tenant:8e5eeb77cc58458a8021dffb64d08773 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:37.015187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:37.021307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:37.106874 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-bcbc6d8a-a29f-4884-a766-65731440e62d', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'fixed_ips': [{'subnet_id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:09:37.107731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.138151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.148910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.165587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:09:37.167539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:09:37.197865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc174d9f-e92c-416a-9324-3de3cb5135b9,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:37.207157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.207513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.207850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.208182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.208507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.208881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.209254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.209593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.209941 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.210225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.210543 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.210857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Tracked resource versions report: Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: pushed versions: Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: { 'AddressGroup': {'1.2'}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'ConntrackHelper': {'1.0'}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Log': {'1.0'}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Network': {'1.1'}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Port': {'1.7'}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'PortForwarding': {'1.2'}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'QosPolicy': {'1.8'}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SecurityGroup': {'1.4'}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SecurityGroupRule': {'1.2'}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SubPort': {'1.0'}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Subnet': {'1.1'}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Trunk': {'1.1'}} Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: consumer versions: Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: { DHCP agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: HyperV agent@hv-neutron-8277: {}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: L3 agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: Metadata agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: Metering agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: Open vSwitch agent@dv-neutron-827796-1-hyperv: { 'AddressGroup': '1.2', Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'ConntrackHelper': '1.0', Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Log': '1.0', Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Network': '1.1', Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Port': '1.7', Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'PortForwarding': '1.2', Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'QosPolicy': '1.8', Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SecurityGroup': '1.4', Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SecurityGroupRule': '1.2', Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'SubPort': '1.0', Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Subnet': '1.1', Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: 'Trunk': '1.1'}} Feb 04 06:09:37.211924 dv-neutron-827796-1-hyperv neutron-server[88199]: {{(pid=88199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 06:09:37.243611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2022cdc4-06b0-49f1-8f1f-044d20b3bfa6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:37.249352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.249882 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Added segment 9d824424-0340-405d-a3e7-3d180ef4cf4e of type vlan for network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 Feb 04 06:09:37.252078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.253279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.270401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Allocated IP 172.20.0.2 (bcbc6d8a-a29f-4884-a766-65731440e62d/efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb/3f2d1975-9d83-46e6-9017-5dbb04ae3930) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:37.270602 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.277755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.282007 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Added segment a72fcd32-e38a-4e15-b843-0efa8e90d9dc of type vlan for network b899491a-7f2c-46d6-a513-3f795ab56507 Feb 04 06:09:37.329459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.334612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.337170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38714) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:37.468441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.470007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:37.470577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.474250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.475110 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:37.475652 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.492161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.502771 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Transition to ACTIVE for port object 3f2d1975-9d83-46e6-9017-5dbb04ae3930 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:37.525597 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Transition to ACTIVE for port object 3f2d1975-9d83-46e6-9017-5dbb04ae3930 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:37.594468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.665363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Network bcbc6d8a-a29f-4884-a766-65731440e62d is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:37.668318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:37.670996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:37.704425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-943882903'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:37.708765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Pushing event updated for resources: {'Port': ['ID=3f2d1975-9d83-46e6-9017-5dbb04ae3930,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:37.714731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:37.717920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Usage tracker for resource:network and tenant:bbb5bc4e987c44039e20abd06d98f1f6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:37.722585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:37.730696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:37.755399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.755773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.756109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.756439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.757319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.757319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.757526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.757841 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.758180 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.758501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.758817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.759130 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Tracked resource versions report: Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: pushed versions: Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: { 'AddressGroup': {'1.2'}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'ConntrackHelper': {'1.0'}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Log': {'1.0'}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Network': {'1.1'}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Port': {'1.7'}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'PortForwarding': {'1.2'}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'QosPolicy': {'1.8'}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SecurityGroup': {'1.4'}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SecurityGroupRule': {'1.2'}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SubPort': {'1.0'}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Subnet': {'1.1'}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Trunk': {'1.1'}} Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: consumer versions: Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: { DHCP agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: HyperV agent@hv-neutron-8277: {}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: L3 agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: Metadata agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: Metering agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: Open vSwitch agent@dv-neutron-827796-1-hyperv: { 'AddressGroup': '1.2', Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'ConntrackHelper': '1.0', Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Log': '1.0', Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Network': '1.1', Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Port': '1.7', Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'PortForwarding': '1.2', Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'QosPolicy': '1.8', Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SecurityGroup': '1.4', Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SecurityGroupRule': '1.2', Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'SubPort': '1.0', Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Subnet': '1.1', Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: 'Trunk': '1.1'}} Feb 04 06:09:37.760181 dv-neutron-827796-1-hyperv neutron-server[88200]: {{(pid=88200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 06:09:37.784214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Attempting to bind port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:37.784642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Attempting to bind port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:37.784962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Attempting to bind port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 on network bcbc6d8a-a29f-4884-a766-65731440e62d {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:37.790298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:37.790671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Checking segment: {'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:37.791061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.791448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Bound using segment: {'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:37.791906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Bound port: 3f2d1975-9d83-46e6-9017-5dbb04ae3930, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:37.792299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.812800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] Pushing event updated for resources: {'Network': ['ID=d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:37.841421 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:09:37.872765 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.980042 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] Pushing event updated for resources: {'Network': ['ID=b899491a-7f2c-46d6-a513-3f795ab56507,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:38.000574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network b899491a-7f2c-46d6-a513-3f795ab56507 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:09:38.072820 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f54afdc1-fdcd-40dc-8427-61f5cc32e256 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0528023 Feb 04 06:09:38.075334 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38740) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:38.081885 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Request body: {'subnet': {'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-261299834-subnet', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:38.086663 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:38.090706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Usage tracker for resource:subnet and tenant:6bf72fda2e5b49ef9e393b075fa48c52 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:38.093717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:38.099895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:38.113913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] For port 3f2d1975-9d83-46e6-9017-5dbb04ae3930, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:38.115663 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5af535b0-14c6-455c-b5b5-2210239ac06e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2207520 Feb 04 06:09:38.118982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38744) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:38.124411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Request body: {'subnet': {'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1052504144-subnet', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:38.130925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:38.134228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Usage tracker for resource:subnet and tenant:2a08fa22ad664c3694660956ea4db6b1 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:38.135129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] For port 3f2d1975-9d83-46e6-9017-5dbb04ae3930, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3f2d1975-9d83-46e6-9017-5dbb04ae3930,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:38.137049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:38.143278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:38.250873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Made reservation on behalf of bbb5bc4e987c44039e20abd06d98f1f6 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:38.255401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.257073 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.266815 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Made reservation on behalf of 6bf72fda2e5b49ef9e393b075fa48c52 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:38.269393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.274408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.282760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Made reservation on behalf of 2a08fa22ad664c3694660956ea4db6b1 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:38.285124 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.293294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:38.298643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Usage tracker for resource:security_group_rule and tenant:bbb5bc4e987c44039e20abd06d98f1f6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:38.303094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:38.310929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:38.391444 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe90716-6f6e-4d9f-a462-806c4e6be65e None None] Pushing event updated for resources: {'Port': ['ID=3f2d1975-9d83-46e6-9017-5dbb04ae3930,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:38.506614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.644933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.706575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2786b884-242d-4356-89ba-acb6463484e4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:38.716344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:09:38.743128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.743343 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Added segment c0e276e0-63fb-4d6a-aea3-69d09bc54da4 of type vlan for network f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133 Feb 04 06:09:38.757045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.781409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.820564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38760) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:38.908536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38768) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:38.934375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:38.940610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:38.941364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.012241 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3f2d1975-9d83-46e6-9017-5dbb04ae3930 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:39.013016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2e209b-21b4-4d84-9c6e-5a22aa6969f8,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:39.087387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Checking segment: {'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:39.088460 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Network hostable DHCP agents. Network: d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:09:39.137776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Pushing event updated for resources: {'Network': ['ID=f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:39.150132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:09:39.185729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38776) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:39.203828 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e32ccb85-beee-4de1-a36b-83ea31c42c98 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8604238 Feb 04 06:09:39.206109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38782) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:39.211571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Request body: {'subnet': {'network_id': 'f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:39.241221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:39.245242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:39.251862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:39.260610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Usage tracker for resource:floatingip and tenant:2cc27918427643dbb6c854b0647a7f31 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:39.274387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:39.308465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.408125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38786) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:39.412537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:39.417570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2033159169'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:39.429677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c89fb3a0-23b9-4925-9cd3-f783e5a43dd4,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:39.430749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3cce0af0-cddb-49ce-98f2-74838905a4a1 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1645084529'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:39.432252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.448172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:39.452328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Usage tracker for resource:network and tenant:6173332e0ec34ca6aa6dd36b9b425d15 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:39.457660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:39.464192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:39.479852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3cce0af0-cddb-49ce-98f2-74838905a4a1 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:39.481128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3cce0af0-cddb-49ce-98f2-74838905a4a1 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Usage tracker for resource:router and tenant:4981a84afce546d38557e19d3101c6e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:39.482439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:09:39.485335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3cce0af0-cddb-49ce-98f2-74838905a4a1 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:39.486698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.498211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3cce0af0-cddb-49ce-98f2-74838905a4a1 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:39.503429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-674129468', 'router:external': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:39.518215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:39.524044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:39.526634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Usage tracker for resource:subnet and tenant:bbb5bc4e987c44039e20abd06d98f1f6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:39.532164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Usage tracker for resource:network and tenant:519bc71c42b145ae97c1d245c85d1ccf is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:39.534790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:39.537685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:39.544987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:39.547060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:39.566041 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Checking segment: {'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:39.566388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Network hostable DHCP agents. Network: b899491a-7f2c-46d6-a513-3f795ab56507, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:09:39.584194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Made reservation on behalf of 6173332e0ec34ca6aa6dd36b9b425d15 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:39.588014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.600826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.617326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:39.622155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Usage tracker for resource:security_group_rule and tenant:6173332e0ec34ca6aa6dd36b9b425d15 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:39.625694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.637685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cce0af0-cddb-49ce-98f2-74838905a4a1 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.639255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cce0af0-cddb-49ce-98f2-74838905a4a1 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.644298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:39.657040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:39.665078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Allocated IP 172.26.7.151 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/866a5558-7f63-4a21-8f6e-56c42e428c92) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:39.697829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fcac6f-c699-4625-b4ff-65d193bfc653 None None] Network bcbc6d8a-a29f-4884-a766-65731440e62d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:39.708851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Made reservation on behalf of bbb5bc4e987c44039e20abd06d98f1f6 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:39.712414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks [] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.747099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:39.754044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:39.754626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.764570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3161645-e667-437c-921b-9aac0069fe41 None None] Network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:39.853321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Network b899491a-7f2c-46d6-a513-3f795ab56507 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:09:39.867498 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, b899491a-7f2c-46d6-a513-3f795ab56507) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:39.877825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:39.878386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.883730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e3682-df08-4d87-ad16-df4a7d6a3023 None None] Network b899491a-7f2c-46d6-a513-3f795ab56507 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:39.897977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Made reservation on behalf of 519bc71c42b145ae97c1d245c85d1ccf for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:39.900307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.900780 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a925a9df-b24e-4284-86f1-b41431f3ebad None None] Provisioning for port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:39.925912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a925a9df-b24e-4284-86f1-b41431f3ebad None None] Provisioning complete for port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:39.926534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a925a9df-b24e-4284-86f1-b41431f3ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.932541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cce0af0-cddb-49ce-98f2-74838905a4a1 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:39.936115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.014256 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-30c49322-bd45-4115-83d8-5d36068708bf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8917942 Feb 04 06:09:40.014573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38806) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:40.020047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:40.025312 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:40.029639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Usage tracker for resource:router and tenant:2a08fa22ad664c3694660956ea4db6b1 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:40.033142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:40.039840 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:40.055623 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bcdc98d9-b186-4a8b-b967-eb1414fe39c7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9788613 Feb 04 06:09:40.056728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38810) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:40.063334 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:40.064764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.068785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:40.073670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Usage tracker for resource:router and tenant:6bf72fda2e5b49ef9e393b075fa48c52 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:40.076883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:40.084929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:40.097785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.111112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:40.137315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Usage tracker for resource:security_group_rule and tenant:519bc71c42b145ae97c1d245c85d1ccf is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:40.150509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:40.178339 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:40.186074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:40.192027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:40.201865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.203141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.207449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:40.272287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=866a5558-7f63-4a21-8f6e-56c42e428c92,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:40.285802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.287211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.294892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.323461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'fixed_ips': [{'subnet_id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:09:40.330010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.330143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cce0af0-cddb-49ce-98f2-74838905a4a1 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.352492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.364635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.427245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.429209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.452508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.471989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a925a9df-b24e-4284-86f1-b41431f3ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.525608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.569678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b899491a-7f2c-46d6-a513-3f795ab56507', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'fixed_ips': [{'subnet_id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:09:40.570512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.579621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:09:40.589199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cce0af0-cddb-49ce-98f2-74838905a4a1 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.592809 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3cce0af0-cddb-49ce-98f2-74838905a4a1 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4035661 Feb 04 06:09:40.592809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Pushing event updated for resources: {'Subnet': ['ID=23619eff-f6ba-4bd8-9316-b884b162adb0,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:40.600384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38820) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:40.641523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a925a9df-b24e-4284-86f1-b41431f3ebad None None] For port 3f2d1975-9d83-46e6-9017-5dbb04ae3930, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3f2d1975-9d83-46e6-9017-5dbb04ae3930,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:40.728212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.744899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8d3a0f-b899-4e59-8b45-cb56ed4bb26a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:40.749086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.749424 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Added segment db14072f-65ce-424f-a152-f2937508d49b of type vlan for network 390a294b-8c36-43a8-8dd9-d79d56173a3b Feb 04 06:09:40.769875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Checking segment: {'id': 'c0e276e0-63fb-4d6a-aea3-69d09bc54da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:40.770232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Network hostable DHCP agents. Network: f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:09:40.867034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a925a9df-b24e-4284-86f1-b41431f3ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.869962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Allocated IP 172.20.0.2 (d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2/3a2e209b-21b4-4d84-9c6e-5a22aa6969f8/fa39ca74-5030-4d85-9b48-58c70546b97b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:40.879803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:09:40.901446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-383028b6-f04c-4b5f-b2eb-182adf3ca531 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.943974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Allocated IP 172.20.0.2 (b899491a-7f2c-46d6-a513-3f795ab56507/c89fb3a0-23b9-4925-9cd3-f783e5a43dd4/77d9f2a8-3b98-4273-91f1-45b5b87e8115) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:40.975320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:40.989599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Allocated IP 172.26.7.237 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/86df97e9-00b1-4ce3-8282-2fdded2c6c5c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:40.993878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dac0314-e885-42aa-b387-db23d0eb1b4e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:41.001817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.002156 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Added segment 460b88fd-75b7-4f58-8b89-c6a2e92ad212 of type vlan for network df7cfb93-e574-4e8a-b88c-d5b47d389819 Feb 04 06:09:41.080427 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.080839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a9df-b24e-4284-86f1-b41431f3ebad None None] Pushing event updated for resources: {'Port': ['ID=3f2d1975-9d83-46e6-9017-5dbb04ae3930,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:41.143563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.181172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-907f8b78-0acd-4ea4-919c-6bee98103342 None None] Provisioning complete for port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:41.181536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-907f8b78-0acd-4ea4-919c-6bee98103342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.219659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Network f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:09:41.237252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.324385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.389765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-383028b6-f04c-4b5f-b2eb-182adf3ca531 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.395138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-383028b6-f04c-4b5f-b2eb-182adf3ca531 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.402151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:41.443808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9328d197-d409-4ec8-a89a-a979fc6943f2 None None] Network f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:41.486027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:41.486898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.509630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.515088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:41.515704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.521985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:09:41.575587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.637259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.703219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.706129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Pushing event updated for resources: {'Network': ['ID=390a294b-8c36-43a8-8dd9-d79d56173a3b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:41.713808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-383028b6-f04c-4b5f-b2eb-182adf3ca531 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.714594 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383028b6-f04c-4b5f-b2eb-182adf3ca531 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2b8ecf-e8f5-467a-ac4d-51365597f3a6 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:09:41.715553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Transition to ACTIVE for port object 77d9f2a8-3b98-4273-91f1-45b5b87e8115 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:41.718826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Transition to ACTIVE for port object fa39ca74-5030-4d85-9b48-58c70546b97b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:41.723395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-383028b6-f04c-4b5f-b2eb-182adf3ca531 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.723938 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-383028b6-f04c-4b5f-b2eb-182adf3ca531 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] 10.222.0.32 "DELETE /v2.0/routers/6c2b8ecf-e8f5-467a-ac4d-51365597f3a6 HTTP/1.1" status: 204 len: 168 time: 1.1160522 Feb 04 06:09:41.728441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38824) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:41.736540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a8305032-3d2a-4168-ac75-03bfef83f9a0 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Request body: {'router': {'name': 'tempest-router-1299381852', 'distributed': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:41.739938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 390a294b-8c36-43a8-8dd9-d79d56173a3b details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:09:41.802399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a8305032-3d2a-4168-ac75-03bfef83f9a0 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:41.814669 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-760906a3-cc77-40c2-8f6d-3f666b41dd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8985069 Feb 04 06:09:41.814669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a8305032-3d2a-4168-ac75-03bfef83f9a0 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Usage tracker for resource:router and tenant:4981a84afce546d38557e19d3101c6e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:41.823244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a8305032-3d2a-4168-ac75-03bfef83f9a0 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:41.841300 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a8305032-3d2a-4168-ac75-03bfef83f9a0 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:41.847582 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9ba82f41-0949-4c47-b9b5-0c13d6f3c77e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6404562 Feb 04 06:09:41.848932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.850486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:41.851461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:41.856265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38836) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:41.860597 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Transition to ACTIVE for port object fa39ca74-5030-4d85-9b48-58c70546b97b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:41.872298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Request body: {'port': {'network_id': 'f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1006345048'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:42.350604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event updated for resources: {'Network': ['ID=df7cfb93-e574-4e8a-b88c-d5b47d389819,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:42.352483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.353147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.356946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network df7cfb93-e574-4e8a-b88c-d5b47d389819 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:09:42.357176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:42.357309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8305032-3d2a-4168-ac75-03bfef83f9a0 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.357309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8305032-3d2a-4168-ac75-03bfef83f9a0 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.357309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8305032-3d2a-4168-ac75-03bfef83f9a0 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.357713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133', 'network_id': 'f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133', 'tenant_id': 'bbb5bc4e987c44039e20abd06d98f1f6', 'fixed_ips': [{'subnet_id': '23619eff-f6ba-4bd8-9316-b884b162adb0'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:09:42.357713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.357961 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0552d98f-e957-4fb6-b97f-1facc6a5d047 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.7206078 Feb 04 06:09:42.357961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.357961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:42.358338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Transition to ACTIVE for port object 77d9f2a8-3b98-4273-91f1-45b5b87e8115 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:42.358338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:42.358338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:42.358338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:42.358805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Request body: {'subnet': {'network_id': 'df7cfb93-e574-4e8a-b88c-d5b47d389819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:42.358933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Usage tracker for resource:port and tenant:bbb5bc4e987c44039e20abd06d98f1f6 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:42.359060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:42.359231 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Pushing event updated for resources: {'Port': ['ID=fa39ca74-5030-4d85-9b48-58c70546b97b,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:42.359370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:42.359370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:42.359610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8305032-3d2a-4168-ac75-03bfef83f9a0 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.359610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Usage tracker for resource:subnet and tenant:519bc71c42b145ae97c1d245c85d1ccf is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:42.359610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:42.359610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:42.359610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:42.359610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:42.359610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:42.360493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.375236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Pushing event updated for resources: {'Port': ['ID=86df97e9-00b1-4ce3-8282-2fdded2c6c5c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:42.466577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Attempting to bind port fa39ca74-5030-4d85-9b48-58c70546b97b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:42.467098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.467184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Attempting to bind port fa39ca74-5030-4d85-9b48-58c70546b97b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:42.467303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Attempting to bind port fa39ca74-5030-4d85-9b48-58c70546b97b on network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:42.492510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Network b899491a-7f2c-46d6-a513-3f795ab56507 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:42.500076 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:42.500449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Checking segment: {'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:42.500882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.501268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Bound using segment: {'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:42.501905 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Bound port: fa39ca74-5030-4d85-9b48-58c70546b97b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:42.502101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.517569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:42.526350 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:42.531762 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Pushing event updated for resources: {'Port': ['ID=77d9f2a8-3b98-4273-91f1-45b5b87e8115,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:42.563285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38848) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:42.569884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Request body: {'port': {'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b', 'binding:host_id': 'hv-neutron-8277', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-869809632'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:42.575883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:42.581466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8305032-3d2a-4168-ac75-03bfef83f9a0 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.595924 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a8305032-3d2a-4168-ac75-03bfef83f9a0 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8532312 Feb 04 06:09:42.595924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Usage tracker for resource:port and tenant:dffbdd57cd504cc08ee71687c9cbb84d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:42.595924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:42.596187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38852) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:42.599559 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:42.669234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Made reservation on behalf of 519bc71c42b145ae97c1d245c85d1ccf for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:42.671178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.674026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Made reservation on behalf of bbb5bc4e987c44039e20abd06d98f1f6 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:42.677511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.686534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.730713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.759076 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Attempting to bind port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:42.759673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Attempting to bind port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:42.760036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Attempting to bind port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 on network b899491a-7f2c-46d6-a513-3f795ab56507 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:42.764113 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Allocated IP 172.20.0.2 (f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133/23619eff-f6ba-4bd8-9316-b884b162adb0/a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:42.769509 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.775821 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.776336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:42.777457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Checking segment: {'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:42.777457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.777766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Bound using segment: {'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:42.778241 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Bound port: 77d9f2a8-3b98-4273-91f1-45b5b87e8115, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:42.778878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.799172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] For port fa39ca74-5030-4d85-9b48-58c70546b97b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:42.862930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5c69-71cd-4ece-9088-268e00238fb4 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.863506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] device_id is not set on port aff32f41-b185-4833-af88-f4f50011a3b5 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:09:42.913258 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3f2d1975-9d83-46e6-9017-5dbb04ae3930 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:42.932454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Made reservation on behalf of dffbdd57cd504cc08ee71687c9cbb84d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:42.934773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.938517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] For port fa39ca74-5030-4d85-9b48-58c70546b97b, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fa39ca74-5030-4d85-9b48-58c70546b97b,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:42.965572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:42.974344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.087926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Allocated IP 172.26.7.244 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/0c5d9e0f-1820-435a-85cd-8d202970da3f) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:43.126813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] For port 77d9f2a8-3b98-4273-91f1-45b5b87e8115, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:43.156675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] For port 77d9f2a8-3b98-4273-91f1-45b5b87e8115, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77d9f2a8-3b98-4273-91f1-45b5b87e8115,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:43.169201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.193557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:43.203278 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:43.203278 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.217125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:09:43.217342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Usage tracker for resource:security_group_rule and tenant:dffbdd57cd504cc08ee71687c9cbb84d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:43.221575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:43.239231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:43.297135 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.299647 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5c69-71cd-4ece-9088-268e00238fb4 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.302855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5c69-71cd-4ece-9088-268e00238fb4 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.303481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.382979 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.401803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Transition to ACTIVE for port object a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:43.431630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c1602-1b01-459b-b864-820b95f3de62 None None] Pushing event updated for resources: {'Port': ['ID=fa39ca74-5030-4d85-9b48-58c70546b97b,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:43.482902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:43.523398 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Sync routers for ids ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:43.534753 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Routers {'99d679bf-ebca-4e69-bc8e-9c0d759b0c48'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:43.543839 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:43.557380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5c69-71cd-4ece-9088-268e00238fb4 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.557991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8e5c69-71cd-4ece-9088-268e00238fb4 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00f4aa4f-29b6-4c87-be34-334cd41fd98b {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:09:43.592477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.595555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Transition to ACTIVE for port object a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:43.612674 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39503b61-738e-46e5-abcc-b6a7514e9d25 None None] Pushing event updated for resources: {'Port': ['ID=77d9f2a8-3b98-4273-91f1-45b5b87e8115,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:43.653952 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.658688 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-17d1d3df-fa23-42a3-bec9-742e1a0eb2a0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6625850 Feb 04 06:09:43.661282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38858) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:43.674396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.708806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:43.746056 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:43.752921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:43.841854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Network f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:43.848391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:43.852770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:43.909454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Allocated IP 172.26.7.127 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/1eb85289-81c9-4247-b04d-7ff72a49d0d6) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:43.919503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Pushing event updated for resources: {'Port': ['ID=a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:43.942932 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Set router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:43.950338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Pushing event updated for resources: {'Port': ['ID=0c5d9e0f-1820-435a-85cd-8d202970da3f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:44.011833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:09:44.043706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5c69-71cd-4ece-9088-268e00238fb4 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.044866 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ea8e5c69-71cd-4ece-9088-268e00238fb4 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] 10.222.0.32 "DELETE /v2.0/routers/00f4aa4f-29b6-4c87-be34-334cd41fd98b HTTP/1.1" status: 204 len: 168 time: 1.4473078 Feb 04 06:09:44.046384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Attempting to bind port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:44.046993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Attempting to bind port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'c0e276e0-63fb-4d6a-aea3-69d09bc54da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:44.047604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Attempting to bind port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 on network f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:44.054766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:44.055298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Checking segment: {'id': 'c0e276e0-63fb-4d6a-aea3-69d09bc54da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:44.055705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.056096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Bound using segment: {'id': 'c0e276e0-63fb-4d6a-aea3-69d09bc54da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:44.056561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Bound port: a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e276e0-63fb-4d6a-aea3-69d09bc54da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:44.056972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.057067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.058444 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38862) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:44.062707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.141912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8c1bdee8-4def-4e0b-806a-d7c99fc829e8 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Request body: {'router': {'name': 'tempest-router-1681880151', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '15de756bd267488fa6c0ea3b1de74d5d'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:44.162634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8c1bdee8-4def-4e0b-806a-d7c99fc829e8 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:44.172345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.179259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8c1bdee8-4def-4e0b-806a-d7c99fc829e8 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Usage tracker for resource:router and tenant:15de756bd267488fa6c0ea3b1de74d5d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:44.186367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] For port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:44.190276 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] For port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8,segment=NetworkSegment(c0e276e0-63fb-4d6a-aea3-69d09bc54da4),segment_id=c0e276e0-63fb-4d6a-aea3-69d09bc54da4)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:44.220472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8c1bdee8-4def-4e0b-806a-d7c99fc829e8 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:44.241523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.251149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8c1bdee8-4def-4e0b-806a-d7c99fc829e8 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:44.264274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] device_id is not set on port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:09:44.313396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Allocated IP 172.20.0.10 (f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133/23619eff-f6ba-4bd8-9316-b884b162adb0/aff32f41-b185-4833-af88-f4f50011a3b5) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:44.353003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.360522 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:40Z', 'revision_number': 3, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:44.364956 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Checking router: 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:44.365317 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Updating router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 port 866a5558-7f63-4a21-8f6e-56c42e428c92 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:44.365542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.412766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.428520 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.448226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10834c4f-2dc1-40a8-b90c-3f4376ffef70 None None] Pushing event updated for resources: {'Port': ['ID=a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:44.450769 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Pushing event updated for resources: {'Port': ['ID=86df97e9-00b1-4ce3-8282-2fdded2c6c5c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:44.473310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4c6b6f-870b-4280-bafe-95d3f2a226c6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:44.618632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdee8-4def-4e0b-806a-d7c99fc829e8 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.619803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdee8-4def-4e0b-806a-d7c99fc829e8 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.726199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.728763 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5a7e6d8a-124f-4157-9115-b5f150ffe7ca tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8984911 Feb 04 06:09:44.776095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38866) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:44.870045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdee8-4def-4e0b-806a-d7c99fc829e8 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:44.879524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2135551423', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'fixed_ips': [{'ip_address': '172.26.7.237'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:44.902532 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:44.938914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Usage tracker for resource:port and tenant:2cc27918427643dbb6c854b0647a7f31 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:44.957066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:44.993332 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:45.053563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.179595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.187720 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77d9f2a8-3b98-4273-91f1-45b5b87e8115 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:45.194149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.224745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Made reservation on behalf of 2cc27918427643dbb6c854b0647a7f31 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:45.227084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.243228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdee8-4def-4e0b-806a-d7c99fc829e8 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.258649 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d8b5e1-df80-4838-80d9-7adf55a7ec6c None None] Network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:45.305192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Pushing event updated for resources: {'Port': ['ID=1eb85289-81c9-4247-b04d-7ff72a49d0d6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:45.348514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.401845 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.403463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.objects.ports [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:09:45.404142 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.408509 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Transition to ACTIVE for port object aff32f41-b185-4833-af88-f4f50011a3b5 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:45.416944 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:45.422337 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Transition to ACTIVE for port object 866a5558-7f63-4a21-8f6e-56c42e428c92 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:45.435380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:45.443646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:45.450193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] device_id is not set on port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:09:45.490835 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:45.515843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.519971 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.558085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Usage tracker for resource:security_group_rule and tenant:2cc27918427643dbb6c854b0647a7f31 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:45.584346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:45.642256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5887978a-b17c-41eb-ad56-8ec1373ad3c6 None None] Provisioning for port fa39ca74-5030-4d85-9b48-58c70546b97b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:45.697061 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Attempting to bind port 866a5558-7f63-4a21-8f6e-56c42e428c92 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:45.700010 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Attempting to bind port 866a5558-7f63-4a21-8f6e-56c42e428c92 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:45.700010 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Attempting to bind port 866a5558-7f63-4a21-8f6e-56c42e428c92 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:45.700396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:45.704906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdee8-4def-4e0b-806a-d7c99fc829e8 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.709120 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8c1bdee8-4def-4e0b-806a-d7c99fc829e8 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6449120 Feb 04 06:09:45.712869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38870) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:45.719324 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:45.719705 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:45.720166 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.720551 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:45.721092 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Bound port: 866a5558-7f63-4a21-8f6e-56c42e428c92, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:45.721469 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.736153 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:45.740630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Transition to ACTIVE for port object 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:45.762365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:45.766919 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Pushing event updated for resources: {'Port': ['ID=866a5558-7f63-4a21-8f6e-56c42e428c92,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:45.787218 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.788692 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.788949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d003ab-3071-4431-99b6-f29b0b186517 None None] Network b899491a-7f2c-46d6-a513-3f795ab56507 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:45.789092 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.789412 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.789748 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.790095 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.790424 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.790748 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.791086 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.791409 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.791782 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.792097 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Tracked resource versions report: Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: pushed versions: Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: { 'AddressGroup': {'1.2'}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'ConntrackHelper': {'1.0'}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Log': {'1.0'}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Network': {'1.1'}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Port': {'1.7'}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'PortForwarding': {'1.2'}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'QosPolicy': {'1.8'}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SecurityGroup': {'1.4'}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SecurityGroupRule': {'1.2'}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SubPort': {'1.0'}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Subnet': {'1.1'}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Trunk': {'1.1'}} Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: consumer versions: Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: { DHCP agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: HyperV agent@hv-neutron-8277: {}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: L3 agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: Metadata agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: Metering agent@dv-neutron-827796-1-hyperv: {}, Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: Open vSwitch agent@dv-neutron-827796-1-hyperv: { 'AddressGroup': '1.2', Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'ConntrackHelper': '1.0', Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Log': '1.0', Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Network': '1.1', Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Port': '1.7', Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'PortForwarding': '1.2', Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'QosPolicy': '1.8', Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SecurityGroup': '1.4', Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SecurityGroupRule': '1.2', Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'SubPort': '1.0', Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Subnet': '1.1', Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: 'Trunk': '1.1'}} Feb 04 06:09:45.793353 dv-neutron-827796-1-hyperv neutron-server[88201]: {{(pid=88201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 06:09:45.845628 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] For port 866a5558-7f63-4a21-8f6e-56c42e428c92, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:45.849792 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] For port 866a5558-7f63-4a21-8f6e-56c42e428c92, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=866a5558-7f63-4a21-8f6e-56c42e428c92,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:45.899568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7e0a46e6-069b-4aa2-b3f9-0ebcbfe0a1b0,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:45.901589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.909884 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.980707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:46.005845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.006868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Network f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:46.017211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:46.022414 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:46.029603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:46.030388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.044906 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23460cda-bdce-4fe3-bfa3-f9cf26f6eb88 None None] Pushing event updated for resources: {'Port': ['ID=866a5558-7f63-4a21-8f6e-56c42e428c92,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:46.073383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-964960a0-3455-4b2d-987c-ec34a9e35c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.084268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.086680 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Routers {'99d679bf-ebca-4e69-bc8e-9c0d759b0c48'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:46.087709 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:46.111882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Checking segment: {'id': '460b88fd-75b7-4f58-8b89-c6a2e92ad212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df7cfb93-e574-4e8a-b88c-d5b47d389819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:46.112539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Network hostable DHCP agents. Network: df7cfb93-e574-4e8a-b88c-d5b47d389819, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:09:46.192270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5de84cd-caaf-4beb-9484-3d7064698872 None None] Network f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:46.206119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Pushing event updated for resources: {'Port': ['ID=aff32f41-b185-4833-af88-f4f50011a3b5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:46.373745 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-427d1052-5ffa-4e77-bf0b-3934b90fb3f8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.5118237 Feb 04 06:09:46.393270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38876) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:46.438917 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] Set router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:46.464935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-514002e0-9c7a-4cc5-be59-fe81ac5d0b94 None None] Provisioning for port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:46.501869 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-514002e0-9c7a-4cc5-be59-fe81ac5d0b94 None None] Provisioning complete for port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:46.502240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-514002e0-9c7a-4cc5-be59-fe81ac5d0b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.507620 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.629095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event updated for resources: {'Port': ['ID=4dd0c4c4-432d-43d4-a89d-3bc075df2aaf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:46.631724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Network df7cfb93-e574-4e8a-b88c-d5b47d389819 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:09:46.654779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.655320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.658772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:46.673228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fa39ca74-5030-4d85-9b48-58c70546b97b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:46.756971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.774891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-514002e0-9c7a-4cc5-be59-fe81ac5d0b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.850817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-514002e0-9c7a-4cc5-be59-fe81ac5d0b94 None None] For port 77d9f2a8-3b98-4273-91f1-45b5b87e8115, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77d9f2a8-3b98-4273-91f1-45b5b87e8115,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:46.924902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port fa39ca74-5030-4d85-9b48-58c70546b97b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:46.930494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port fa39ca74-5030-4d85-9b48-58c70546b97b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:46.931056 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.973359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-514002e0-9c7a-4cc5-be59-fe81ac5d0b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:46.990527 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Router 0061820c-2c02-4695-b497-34ea161c151b is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:09:47.117284 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:40Z', 'revision_number': 3, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:47.125562 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb51a8-de9a-4383-bc0e-93bb313c30b5 None None] The sync data for ids ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'] in dv-neutron-827796-1-hyperv is: [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:40Z', 'revision_number': 3, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:47.150364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514002e0-9c7a-4cc5-be59-fe81ac5d0b94 None None] Pushing event updated for resources: {'Port': ['ID=77d9f2a8-3b98-4273-91f1-45b5b87e8115,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:47.232197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88198) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 06:09:47.232528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Router b45c9ff0-c8d0-4a77-b838-c5ef48bdfac4 migrating from provider to provider. {{(pid=88198) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 06:09:47.232963 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.239459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.241411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.267528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Provisioning for port aff32f41-b185-4833-af88-f4f50011a3b5 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:47.279872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Provisioning complete for port aff32f41-b185-4833-af88-f4f50011a3b5 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:47.280469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.281164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.291185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, df7cfb93-e574-4e8a-b88c-d5b47d389819) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:47.323053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:47.323584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.335039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5afa1446-248d-493c-844b-630193cbf81e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Deleting port aff32f41-b185-4833-af88-f4f50011a3b5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:47.335408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5afa1446-248d-493c-844b-630193cbf81e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.349729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.367083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Port aff32f41-b185-4833-af88-f4f50011a3b5 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:09:47.371199 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f760096-3bc8-4a83-aab2-1f190e2b6a51 None None] Network df7cfb93-e574-4e8a-b88c-d5b47d389819 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:47.378138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Checking segment: {'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:47.378500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Network hostable DHCP agents. Network: 390a294b-8c36-43a8-8dd9-d79d56173a3b, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:09:47.411997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.414912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.581095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:47.612887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Sync routers for ids ['0061820c-2c02-4695-b497-34ea161c151b'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:47.616587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port fa39ca74-5030-4d85-9b48-58c70546b97b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fa39ca74-5030-4d85-9b48-58c70546b97b,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:47.669007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Routers {'0061820c-2c02-4695-b497-34ea161c151b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:47.672638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0061820c-2c02-4695-b497-34ea161c151b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:47.727496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.731954 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-86d78a9a-5945-4a40-abf6-49ac65d6e67a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7163208 Feb 04 06:09:47.736506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38880) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:47.742621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.744789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Provisioning for port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:47.879396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Provisioning complete for port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:47.879769 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.909906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] device_id is not set on port d1d084fc-638f-40ad-af12-b121d3806edb yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:09:47.946371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce25efd8-e5ff-46df-a65d-480ebafdb682,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:47.958850 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] No L3 agents can host the router b45c9ff0-c8d0-4a77-b838-c5ef48bdfac4 Feb 04 06:09:47.972672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28dd060-1363-46ba-b049-de846d2b4d83 None None] Network df7cfb93-e574-4e8a-b88c-d5b47d389819 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:48.091272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Network 390a294b-8c36-43a8-8dd9-d79d56173a3b is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:09:48.112174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:09:48.149749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Set router 0061820c-2c02-4695-b497-34ea161c151b gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:48.292229 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ed359be9-eed0-4928-bb7e-7257703bc271 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.0989454 Feb 04 06:09:48.306681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=fa39ca74-5030-4d85-9b48-58c70546b97b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:48.327018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38884) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:48.395226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1964201098', 'network_id': 'df7cfb93-e574-4e8a-b88c-d5b47d389819'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:48.400126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 390a294b-8c36-43a8-8dd9-d79d56173a3b) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:48.502907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Allocated IP 172.20.0.1 (bcbc6d8a-a29f-4884-a766-65731440e62d/efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb/41433b6d-6509-417a-a15a-690fcc2ecd6c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:48.582253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77d9f2a8-3b98-4273-91f1-45b5b87e8115 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:48.596218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:48.600971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:48.650095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bf1b42-4abe-4dc3-94cd-fce702c54df1 None None] Network 390a294b-8c36-43a8-8dd9-d79d56173a3b requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:48.695332 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:48.695524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:48.695908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:48.698508 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 06:09:48.699030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:09:48.740760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:48.754189 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Sync routers for ids ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:48.764863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-60abe068-1112-4292-8d57-79bf31b4cab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.771213 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Routers {'9afdd895-2aa3-4776-8443-0bec9b3e3fa7'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:48.771963 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:48.826469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Usage tracker for resource:port and tenant:519bc71c42b145ae97c1d245c85d1ccf is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:48.837749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:09:48.838141 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:09:48.846540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:48.851579 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 2 to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf Feb 04 06:09:48.889319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Hosts for router b45c9ff0-c8d0-4a77-b838-c5ef48bdfac4: [] {{(pid=88198) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 04 06:09:48.923779 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.927703 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-90126734-5a7b-401a-9d83-a86f8fc6b4ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.8672886 Feb 04 06:09:48.927824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:48.935848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38890) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:48.974258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:48.974705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:48.974981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:48.994797 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:48.998903 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8047833d-563c-4e08-b4bf-01fd91f2941c tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.2202153 Feb 04 06:09:48.999910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Hosts for other DVR routers connected to router b45c9ff0-c8d0-4a77-b838-c5ef48bdfac4: set() {{(pid=88198) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 04 06:09:49.002730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.007185 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b4d386de-7da3-4006-abee-22bc45104404 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] 10.222.0.32 "PUT /v2.0/routers/b45c9ff0-c8d0-4a77-b838-c5ef48bdfac4 HTTP/1.1" status: 200 len: 717 time: 3.2770295 Feb 04 06:09:49.008334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:09:49.008674 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:09:49.013185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38896) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:49.013457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38898) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:49.013911 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 3 to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf Feb 04 06:09:49.101194 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:49.101564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.126402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.129298 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Set router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:49.136020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.183883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:44Z', 'revision_number': 3, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:49.202438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] For port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8,segment=NetworkSegment(c0e276e0-63fb-4d6a-aea3-69d09bc54da4),segment_id=c0e276e0-63fb-4d6a-aea3-69d09bc54da4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:49.244766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Checking router: 0061820c-2c02-4695-b497-34ea161c151b for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:49.245169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Updating router 0061820c-2c02-4695-b497-34ea161c151b port 0c5d9e0f-1820-435a-85cd-8d202970da3f binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:49.293986 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.329713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5afa1446-248d-493c-844b-630193cbf81e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.386173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Provisioning complete for port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:49.386709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.424606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.485389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5afa1446-248d-493c-844b-630193cbf81e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Calling delete_port for aff32f41-b185-4833-af88-f4f50011a3b5 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:49.612867 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:45Z', 'revision_number': 3, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:49.617799 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Checking router: 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:49.618382 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Updating router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 port 1eb85289-81c9-4247-b04d-7ff72a49d0d6 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:49.678792 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.763861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.804395 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.876274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6ac21c57-9f09-45ec-ba93-371462927da9 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Deleting port 86df97e9-00b1-4ce3-8282-2fdded2c6c5c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:49.876888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ac21c57-9f09-45ec-ba93-371462927da9 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.912702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Made reservation on behalf of 519bc71c42b145ae97c1d245c85d1ccf for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:49.914307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Pushing event updated for resources: {'Port': ['ID=a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:49.915153 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:49.928022 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 866a5558-7f63-4a21-8f6e-56c42e428c92 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:49.958664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:49.959144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:49.959581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:50.050977 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-30ec50bf-bfeb-429c-84ff-5d5032778fab tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] 10.222.0.32 "GET /v2.0/routers/b45c9ff0-c8d0-4a77-b838-c5ef48bdfac4 HTTP/1.1" status: 200 len: 717 time: 1.0221159 Feb 04 06:09:50.056075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] device_id is not set on port 523a5c9a-191f-4e72-8908-e36466496450 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:09:50.057545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38904) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:50.063449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Provisioning complete for port fa39ca74-5030-4d85-9b48-58c70546b97b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:50.064001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4cdf84f1-3247-4f2f-b958-aa956ff3ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.095703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.120967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:09:50.121725 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:09:50.129030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.137761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Transition to ACTIVE for port object 0c5d9e0f-1820-435a-85cd-8d202970da3f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:50.147511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Transition to ACTIVE for port object 41433b6d-6509-417a-a15a-690fcc2ecd6c will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:50.244666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 866a5558-7f63-4a21-8f6e-56c42e428c92 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:50.250913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 866a5558-7f63-4a21-8f6e-56c42e428c92 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:50.251230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.265557 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 4 to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf Feb 04 06:09:50.281931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5afa1446-248d-493c-844b-630193cbf81e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.332281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.371081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.384557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e329a8ae-7d69-4aa5-a06a-558ceef9948b None None] Could not find standard attr ID for object aff32f41-b185-4833-af88-f4f50011a3b5. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:09:50.429540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.463107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa1446-248d-493c-844b-630193cbf81e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Pushing event deleted for resources: {'Port': ['ID=aff32f41-b185-4833-af88-f4f50011a3b5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:50.463325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Attempting to bind port 0c5d9e0f-1820-435a-85cd-8d202970da3f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:50.463325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Attempting to bind port 0c5d9e0f-1820-435a-85cd-8d202970da3f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:50.463325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Attempting to bind port 0c5d9e0f-1820-435a-85cd-8d202970da3f on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:50.463948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:50.463948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:50.463948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:50.476776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:09:50.477208 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:09:50.486254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Network bcbc6d8a-a29f-4884-a766-65731440e62d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:50.498094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5afa1446-248d-493c-844b-630193cbf81e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.500913 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 5 to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf Feb 04 06:09:50.507880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:50.508349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:50.508842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.509292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:50.509873 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Bound port: 0c5d9e0f-1820-435a-85cd-8d202970da3f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:50.510329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.515966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:50.528921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:50.530525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.602011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] For port 0c5d9e0f-1820-435a-85cd-8d202970da3f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:50.605749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] For port 0c5d9e0f-1820-435a-85cd-8d202970da3f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0c5d9e0f-1820-435a-85cd-8d202970da3f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:50.607930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Allocated IP 172.20.0.1 (d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2/3a2e209b-21b4-4d84-9c6e-5a22aa6969f8/74354a76-034b-48ac-a21a-ea38bbc19de8) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:50.615313 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-100cbe9e-8f89-463e-b046-242bdaf95240 tempest-RoutersTestDVR-835333262 tempest-RoutersTestDVR-835333262-project] 10.222.0.32 "GET /v2.0/routers/b45c9ff0-c8d0-4a77-b838-c5ef48bdfac4 HTTP/1.1" status: 200 len: 683 time: 0.5551341 Feb 04 06:09:50.624113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38912) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:50.698645 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.711171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34754f68-448a-4fb0-a0f8-6f6366e1c796 None None] Pushing event updated for resources: {'Port': ['ID=0c5d9e0f-1820-435a-85cd-8d202970da3f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:50.806817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34754f68-448a-4fb0-a0f8-6f6366e1c796 None None] Pushing event updated for resources: {'Port': ['ID=0c5d9e0f-1820-435a-85cd-8d202970da3f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:50.808703 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.810721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.821248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Routers {'0061820c-2c02-4695-b497-34ea161c151b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:50.821991 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0061820c-2c02-4695-b497-34ea161c151b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:50.832264 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Transition to ACTIVE for port object 1eb85289-81c9-4247-b04d-7ff72a49d0d6 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:50.900396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.922646 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:50.986385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f3b23a1-903c-42a3-86d6-f86b3a9a65dd tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.024490 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Attempting to bind port 1eb85289-81c9-4247-b04d-7ff72a49d0d6 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:51.024885 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Attempting to bind port 1eb85289-81c9-4247-b04d-7ff72a49d0d6 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:51.025236 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Attempting to bind port 1eb85289-81c9-4247-b04d-7ff72a49d0d6 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:51.027409 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0405a2-0d79-48c2-a02b-6e630c3a31cb None None] Pushing event updated for resources: {'Port': ['ID=1eb85289-81c9-4247-b04d-7ff72a49d0d6,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:51.036231 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:51.036483 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:51.036901 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.037294 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:51.037767 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Bound port: 1eb85289-81c9-4247-b04d-7ff72a49d0d6, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:51.038156 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.041316 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5afa1446-248d-493c-844b-630193cbf81e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] 10.222.0.32 "DELETE /v2.0/ports/aff32f41-b185-4833-af88-f4f50011a3b5 HTTP/1.1" status: 204 len: 168 time: 4.6454816 Feb 04 06:09:51.076247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] Set router 0061820c-2c02-4695-b497-34ea161c151b gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:51.077059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38916) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:51.101518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:51.102104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:51.102616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:51.125054 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] For port 1eb85289-81c9-4247-b04d-7ff72a49d0d6, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:51.128149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:09:51.128670 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:09:51.129241 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] For port 1eb85289-81c9-4247-b04d-7ff72a49d0d6, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1eb85289-81c9-4247-b04d-7ff72a49d0d6,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:51.163560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ac21c57-9f09-45ec-ba93-371462927da9 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.164232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ac21c57-9f09-45ec-ba93-371462927da9 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.178508 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 6 to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf Feb 04 06:09:51.238407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 866a5558-7f63-4a21-8f6e-56c42e428c92, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=866a5558-7f63-4a21-8f6e-56c42e428c92,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:51.239458 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.363877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6ac21c57-9f09-45ec-ba93-371462927da9 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Calling delete_port for 86df97e9-00b1-4ce3-8282-2fdded2c6c5c owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:51.386333 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Routers {'9afdd895-2aa3-4776-8443-0bec9b3e3fa7'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:51.387124 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:51.395287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:51.395846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:51.396378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:51.397945 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.415476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Allocated IP 172.20.0.9 (df7cfb93-e574-4e8a-b88c-d5b47d389819/7e0a46e6-069b-4aa2-b3f9-0ebcbfe0a1b0/523a5c9a-191f-4e72-8908-e36466496450) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:51.417678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:09:51.418165 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:09:51.430147 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 7 to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf Feb 04 06:09:51.439805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Pushing event updated for resources: {'Port': ['ID=41433b6d-6509-417a-a15a-690fcc2ecd6c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:51.451977 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-130fee1f-fb68-4d33-88be-1ee94b159ae5 tempest-DHCPAgentSchedulersTestJSON-1600630831 tempest-DHCPAgentSchedulersTestJSON-1600630831-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3699872 Feb 04 06:09:51.455164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.473397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:51.473530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f3b23a1-903c-42a3-86d6-f86b3a9a65dd tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.478657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f3b23a1-903c-42a3-86d6-f86b3a9a65dd tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.489749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0bdda412-ca4c-41cf-8b19-9c155de6acd6 None None] Provisioning for port 41433b6d-6509-417a-a15a-690fcc2ecd6c completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:51.507844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0bdda412-ca4c-41cf-8b19-9c155de6acd6 None None] Provisioning complete for port 41433b6d-6509-417a-a15a-690fcc2ecd6c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:51.508218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0bdda412-ca4c-41cf-8b19-9c155de6acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.518392 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0405a2-0d79-48c2-a02b-6e630c3a31cb None None] Pushing event updated for resources: {'Port': ['ID=1eb85289-81c9-4247-b04d-7ff72a49d0d6,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:51.524673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1699265530'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:51.540778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:51.544862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Usage tracker for resource:network and tenant:bbb5bc4e987c44039e20abd06d98f1f6 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:51.548452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:51.559797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:51.591419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:51.591768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:51.592595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:51.603156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:51.647876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=866a5558-7f63-4a21-8f6e-56c42e428c92,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:51.648878 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.658783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0bdda412-ca4c-41cf-8b19-9c155de6acd6 None None] Port 41433b6d-6509-417a-a15a-690fcc2ecd6c cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:09:51.674420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:44Z', 'revision_number': 3, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:51.683623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a31d66-e7f1-4a40-886b-c71ff3190c4b None None] The sync data for ids ['0061820c-2c02-4695-b497-34ea161c151b'] in dv-neutron-827796-1-hyperv is: [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:44Z', 'revision_number': 3, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:51.693353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Transition to ACTIVE for port object 74354a76-034b-48ac-a21a-ea38bbc19de8 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:51.695171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Allocated IP 172.20.0.1 (b899491a-7f2c-46d6-a513-3f795ab56507/c89fb3a0-23b9-4925-9cd3-f783e5a43dd4/55d64af0-364c-44b3-b947-739982a22561) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:51.715574 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] Set router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:51.720235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:09:51.720607 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:09:51.729158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:51.729932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.807261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f3b23a1-903c-42a3-86d6-f86b3a9a65dd tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.807910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3b23a1-903c-42a3-86d6-f86b3a9a65dd tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b45c9ff0-c8d0-4a77-b838-c5ef48bdfac4 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:09:51.815488 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 8 to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf Feb 04 06:09:51.850025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f3b23a1-903c-42a3-86d6-f86b3a9a65dd tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.851144 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5f3b23a1-903c-42a3-86d6-f86b3a9a65dd tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b45c9ff0-c8d0-4a77-b838-c5ef48bdfac4 HTTP/1.1" status: 204 len: 168 time: 1.2255538 Feb 04 06:09:51.858381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38926) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:51.874769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-dc66e9c6-f9f0-4e6f-91f5-1cd122784c5f tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Request body: {'router': {'name': 'tempest-router-1471247218', 'distributed': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:51.888285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-dc66e9c6-f9f0-4e6f-91f5-1cd122784c5f tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:51.903437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-dc66e9c6-f9f0-4e6f-91f5-1cd122784c5f tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Usage tracker for resource:router and tenant:4981a84afce546d38557e19d3101c6e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:51.908462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-dc66e9c6-f9f0-4e6f-91f5-1cd122784c5f tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:51.917102 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.920447 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.951653 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fa39ca74-5030-4d85-9b48-58c70546b97b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:51.968113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-dc66e9c6-f9f0-4e6f-91f5-1cd122784c5f tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:51.980572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Made reservation on behalf of bbb5bc4e987c44039e20abd06d98f1f6 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:51.984335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.019158 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Transition to ACTIVE for port object 55d64af0-364c-44b3-b947-739982a22561 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:52.024366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:52.033185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:52.039958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:52.040352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.076305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port fa39ca74-5030-4d85-9b48-58c70546b97b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:52.076938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.077155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:52.078146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:52.078557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:52.091199 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Pushing event updated for resources: {'Port': ['ID=74354a76-034b-48ac-a21a-ea38bbc19de8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:52.112115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:09:52.112762 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:09:52.118804 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 9 to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf Feb 04 06:09:52.132761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dc66e9c6-f9f0-4e6f-91f5-1cd122784c5f tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.136732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dc66e9c6-f9f0-4e6f-91f5-1cd122784c5f tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.244110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:52.244599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:52.244751 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:45Z', 'revision_number': 3, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:52.245221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:52.254240 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe0e99-7906-474c-82cb-6b583c61664c None None] The sync data for ids ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'] in dv-neutron-827796-1-hyperv is: [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:45Z', 'revision_number': 3, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:52.326894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dc66e9c6-f9f0-4e6f-91f5-1cd122784c5f tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.416040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:09:52.416367 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:09:52.430290 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 10 to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf Feb 04 06:09:52.431390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.452312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:52.453250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:52.453591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:52.500820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:09:52.501375 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:09:52.503233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.504456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dc66e9c6-f9f0-4e6f-91f5-1cd122784c5f tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.520975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.540133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Network b899491a-7f2c-46d6-a513-3f795ab56507 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:52.572353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:52.581741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-93141d39-98e8-4dd2-b98e-f9d56760b58d None None] Provisioning for port 74354a76-034b-48ac-a21a-ea38bbc19de8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:52.589367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:52.589367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.589514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-93141d39-98e8-4dd2-b98e-f9d56760b58d None None] Provisioning complete for port 74354a76-034b-48ac-a21a-ea38bbc19de8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:52.589514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-93141d39-98e8-4dd2-b98e-f9d56760b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.617297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Pushing event updated for resources: {'Port': ['ID=55d64af0-364c-44b3-b947-739982a22561,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:52.637772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.640600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ac21c57-9f09-45ec-ba93-371462927da9 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.670343 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dc66e9c6-f9f0-4e6f-91f5-1cd122784c5f tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.675580 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dc66e9c6-f9f0-4e6f-91f5-1cd122784c5f tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8124931 Feb 04 06:09:52.675580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38930) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:52.682185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:09:52.723510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-93141d39-98e8-4dd2-b98e-f9d56760b58d None None] Port 74354a76-034b-48ac-a21a-ea38bbc19de8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:09:52.818733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac21c57-9f09-45ec-ba93-371462927da9 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Pushing event deleted for resources: {'Port': ['ID=86df97e9-00b1-4ce3-8282-2fdded2c6c5c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:52.842675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.842849 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Added segment 2d754c8c-2e58-40fa-9fd7-ef9d67ca9134 of type vlan for network 25264979-8fd5-4558-b92b-7d60d97b1659 Feb 04 06:09:52.911336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ccf95aa6-2e0c-459b-abb2-f10fa9a78f25 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.914610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ac21c57-9f09-45ec-ba93-371462927da9 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.928589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] For port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:52.934535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempted to set empty binding levels {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:09:52.963033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.997259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.013194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ac21c57-9f09-45ec-ba93-371462927da9 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.017832 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6ac21c57-9f09-45ec-ba93-371462927da9 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183 tempest-ExternalNetworksAdminNegativeTestJSON-1933574183-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/86d2698c-3301-412c-a9a4-105874ea8667 HTTP/1.1" status: 204 len: 168 time: 3.9894106 Feb 04 06:09:53.020632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.076816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.088209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.096978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:53.097609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.116592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.117400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.254138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8cbe3113-1190-4a1d-9d8b-7009e844a6f9 None None] Provisioning for port 55d64af0-364c-44b3-b947-739982a22561 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:53.259366 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8cbe3113-1190-4a1d-9d8b-7009e844a6f9 None None] Provisioning complete for port 55d64af0-364c-44b3-b947-739982a22561 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:53.259737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8cbe3113-1190-4a1d-9d8b-7009e844a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.276414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Network df7cfb93-e574-4e8a-b88c-d5b47d389819 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:53.307131 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:53.318782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:53.318782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:53.318782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.353354 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8713241 Feb 04 06:09:53.370515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:53.371106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.374313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:53.378866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8cbe3113-1190-4a1d-9d8b-7009e844a6f9 None None] Port 55d64af0-364c-44b3-b947-739982a22561 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:09:53.399116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6fccd-70a4-48d1-bd1a-e596331222c8 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Pushing event updated for resources: {'Network': ['ID=25264979-8fd5-4558-b92b-7d60d97b1659,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:53.511881 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 25264979-8fd5-4558-b92b-7d60d97b1659 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:09:53.524782 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 5.1601932 Feb 04 06:09:53.538254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event updated for resources: {'Port': ['ID=4dd0c4c4-432d-43d4-a89d-3bc075df2aaf,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:53.548019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38940) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:53.561511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.702264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ccf95aa6-2e0c-459b-abb2-f10fa9a78f25 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.706140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ccf95aa6-2e0c-459b-abb2-f10fa9a78f25 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.778561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0c5d9e0f-1820-435a-85cd-8d202970da3f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:53.798277 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e98ffa10-4240-4ff5-a1f0-27687e06788b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 11.2338016 Feb 04 06:09:53.854104 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38948) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:53.854104 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.898684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Pushing event updated for resources: {'Port': ['ID=41433b6d-6509-417a-a15a-690fcc2ecd6c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:53.908641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ccf95aa6-2e0c-459b-abb2-f10fa9a78f25 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.909190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf95aa6-2e0c-459b-abb2-f10fa9a78f25 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e283203c-f7b9-40a7-bb11-695062cddf5f {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:09:53.935902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ccf95aa6-2e0c-459b-abb2-f10fa9a78f25 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.943286 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ccf95aa6-2e0c-459b-abb2-f10fa9a78f25 tempest-RoutersTestDVR-193307578 tempest-RoutersTestDVR-193307578-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e283203c-f7b9-40a7-bb11-695062cddf5f HTTP/1.1" status: 204 len: 168 time: 1.2652071 Feb 04 06:09:53.963365 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f66cff3b-1db3-4725-836d-99b8a73442bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Deleting port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:53.963365 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f66cff3b-1db3-4725-836d-99b8a73442bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.974736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2329f11e-0682-48af-8cc2-76ed420240d4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Deleting port 523a5c9a-191f-4e72-8908-e36466496450 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:09:53.975206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2329f11e-0682-48af-8cc2-76ed420240d4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.999191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38954) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:54.015733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Network bcbc6d8a-a29f-4884-a766-65731440e62d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:54.028740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:54.044895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 0c5d9e0f-1820-435a-85cd-8d202970da3f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:54.051787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 0c5d9e0f-1820-435a-85cd-8d202970da3f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:54.052256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.088899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.090046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.146911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f8a09-2ba5-420d-8ded-0c733aa37911 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event updated for resources: {'Port': ['ID=523a5c9a-191f-4e72-8908-e36466496450,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:54.245171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.272938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 0c5d9e0f-1820-435a-85cd-8d202970da3f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0c5d9e0f-1820-435a-85cd-8d202970da3f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:54.273230 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a220f82d-2259-4e02-beb1-c8795549d2a6 tempest-DHCPAgentSchedulersTestJSON-1600630831 tempest-DHCPAgentSchedulersTestJSON-1600630831-project-admin] 10.222.0.32 "GET /v2.0/agents/03dda61a-03d8-4790-aa79-1bb5d1b21ad0/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 0.8799417 Feb 04 06:09:54.277059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38960) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:54.381784 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.382560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1eb85289-81c9-4247-b04d-7ff72a49d0d6 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:54.424310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Pushing event updated for resources: {'Port': ['ID=74354a76-034b-48ac-a21a-ea38bbc19de8,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:54.435432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b6079a4-e05a-4424-a9a8-e197cce79d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.524701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9b6079a4-e05a-4424-a9a8-e197cce79d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:54.552250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9b6079a4-e05a-4424-a9a8-e197cce79d4d admin admin] Usage tracker for resource:security_group_rule and tenant:184be2ffeb74464b9819b78a09d9baab is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:54.565145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9b6079a4-e05a-4424-a9a8-e197cce79d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:54.584510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5c5d65da-af32-45d8-be0e-e7d7903abfac None None] Provisioning complete for port 41433b6d-6509-417a-a15a-690fcc2ecd6c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:54.585002 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c5d65da-af32-45d8-be0e-e7d7903abfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.598910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9b6079a4-e05a-4424-a9a8-e197cce79d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:54.666585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d65da-af32-45d8-be0e-e7d7903abfac None None] Port 41433b6d-6509-417a-a15a-690fcc2ecd6c cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:09:54.668514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38966) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:54.679549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=0c5d9e0f-1820-435a-85cd-8d202970da3f,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:54.726138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2329f11e-0682-48af-8cc2-76ed420240d4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.758758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:54.771394 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:54.791248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 1eb85289-81c9-4247-b04d-7ff72a49d0d6 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:54.804675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1eb85289-81c9-4247-b04d-7ff72a49d0d6 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:54.806192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.810086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:09:54.879347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f66cff3b-1db3-4725-836d-99b8a73442bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] For port 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf, host hv-neutron-8277, got binding levels [] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:54.884854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f66cff3b-1db3-4725-836d-99b8a73442bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.912469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2329f11e-0682-48af-8cc2-76ed420240d4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Calling delete_port for 523a5c9a-191f-4e72-8908-e36466496450 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:54.925057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.960600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83103bb0-55fb-4958-a4e5-57142067cb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.010672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.018941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-83103bb0-55fb-4958-a4e5-57142067cb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:55.023091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-83103bb0-55fb-4958-a4e5-57142067cb33 admin admin] Usage tracker for resource:security_group_rule and tenant:15de756bd267488fa6c0ea3b1de74d5d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:55.027554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-83103bb0-55fb-4958-a4e5-57142067cb33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:55.034427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-83103bb0-55fb-4958-a4e5-57142067cb33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:55.034643 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 1eb85289-81c9-4247-b04d-7ff72a49d0d6, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1eb85289-81c9-4247-b04d-7ff72a49d0d6,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:09:55.076120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f66cff3b-1db3-4725-836d-99b8a73442bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Calling delete_port for 4dd0c4c4-432d-43d4-a89d-3bc075df2aaf owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:09:55.094139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c3574b73-106b-49a7-b9af-2a81676c7889 None None] Provisioning complete for port 74354a76-034b-48ac-a21a-ea38bbc19de8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:55.094503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c3574b73-106b-49a7-b9af-2a81676c7889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.110059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.110787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.132367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f10dc1-3025-43c4-ae56-0b73766c6971 tempest-DHCPAgentSchedulersTestJSON-1600630831 tempest-DHCPAgentSchedulersTestJSON-1600630831-project-admin] Network 25264979-8fd5-4558-b92b-7d60d97b1659 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:09:55.137512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.138337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 866a5558-7f63-4a21-8f6e-56c42e428c92 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:55.251992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c3574b73-106b-49a7-b9af-2a81676c7889 None None] Port 74354a76-034b-48ac-a21a-ea38bbc19de8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:09:55.271250 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=1eb85289-81c9-4247-b04d-7ff72a49d0d6,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:55.286142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 866a5558-7f63-4a21-8f6e-56c42e428c92 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:55.286667 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.322263 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b3f10dc1-3025-43c4-ae56-0b73766c6971 tempest-DHCPAgentSchedulersTestJSON-1600630831 tempest-DHCPAgentSchedulersTestJSON-1600630831-project-admin] 10.222.0.32 "POST /v2.0/agents/03dda61a-03d8-4790-aa79-1bb5d1b21ad0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0420327 Feb 04 06:09:55.332299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c76d15b-3685-4eb1-99fd-f565f3b05d4a None None] Network 25264979-8fd5-4558-b92b-7d60d97b1659 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:55.343452 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38972) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:55.383526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:55.399566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Sync routers for ids ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:55.426793 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4592dd33-27e2-4afb-877a-9bcab4108364 admin admin] 10.222.0.32 "PUT /v2.0/routers/99d679bf-ebca-4e69-bc8e-9c0d759b0c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7582691 Feb 04 06:09:55.443299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Routers {'99d679bf-ebca-4e69-bc8e-9c0d759b0c48'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:55.444243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:55.457643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83103bb0-55fb-4958-a4e5-57142067cb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.462019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2329f11e-0682-48af-8cc2-76ed420240d4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.615979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83103bb0-55fb-4958-a4e5-57142067cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.637032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329f11e-0682-48af-8cc2-76ed420240d4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event deleted for resources: {'Port': ['ID=523a5c9a-191f-4e72-8908-e36466496450,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:55.648230 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-46b2bda0-cf24-4084-8e48-de0ccfff0836 tempest-DHCPAgentSchedulersTestJSON-1600630831 tempest-DHCPAgentSchedulersTestJSON-1600630831-project-admin] 10.222.0.32 "GET /v2.0/agents/03dda61a-03d8-4790-aa79-1bb5d1b21ad0/dhcp-networks HTTP/1.1" status: 200 len: 8026 time: 0.2940872 Feb 04 06:09:55.650158 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Pushing event updated for resources: {'Port': ['ID=55d64af0-364c-44b3-b947-739982a22561,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:55.656031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 38980) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:55.672171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2329f11e-0682-48af-8cc2-76ed420240d4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.677693 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2329f11e-0682-48af-8cc2-76ed420240d4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "DELETE /v2.0/ports/523a5c9a-191f-4e72-8908-e36466496450 HTTP/1.1" status: 204 len: 168 time: 2.1061645 Feb 04 06:09:55.681882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38984) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:55.712773 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df7cfb93-e574-4e8a-b88c-d5b47d389819', 'external_fixed_ips': [{'subnet_id': '7e0a46e6-069b-4aa2-b3f9-0ebcbfe0a1b0', 'ip_address': '172.20.0.9'}]}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:55.717017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b6079a4-e05a-4424-a9a8-e197cce79d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.722821 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:55.726948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Usage tracker for resource:router and tenant:519bc71c42b145ae97c1d245c85d1ccf is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:55.731606 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:55.737257 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:55.746226 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-83103bb0-55fb-4958-a4e5-57142067cb33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15de756bd267488fa6c0ea3b1de74d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0748410 Feb 04 06:09:55.750875 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 38996) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:55.752593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83103bb0-55fb-4958-a4e5-57142067cb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51341f6-56d4-4258-a632-77a0a78285b6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:55.773894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Router 0061820c-2c02-4695-b497-34ea161c151b has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:09:55.802323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Set router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:55.803180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f66cff3b-1db3-4725-836d-99b8a73442bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.861408 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-74d8dacc-69a3-45ed-891b-b14a8e58ac80 tempest-DHCPAgentSchedulersTestJSON-1600630831 tempest-DHCPAgentSchedulersTestJSON-1600630831-project-admin] 10.222.0.32 "DELETE /v2.0/agents/03dda61a-03d8-4790-aa79-1bb5d1b21ad0/dhcp-networks/25264979-8fd5-4558-b92b-7d60d97b1659 HTTP/1.1" status: 204 len: 168 time: 0.1911309 Feb 04 06:09:55.862572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39002) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:55.868522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.869606 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:55.948977 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0c5d9e0f-1820-435a-85cd-8d202970da3f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:55.981882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.022435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b6079a4-e05a-4424-a9a8-e197cce79d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.057499 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cff3b-1db3-4725-836d-99b8a73442bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dd0c4c4-432d-43d4-a89d-3bc075df2aaf,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:56.078568 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3f859e66-d2ff-4b31-b0a8-2fc051031cb5 tempest-DHCPAgentSchedulersTestJSON-1600630831 tempest-DHCPAgentSchedulersTestJSON-1600630831-project-admin] 10.222.0.32 "GET /v2.0/agents/03dda61a-03d8-4790-aa79-1bb5d1b21ad0/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 0.2141678 Feb 04 06:09:56.086198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39012) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:56.112546 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e6617817-d158-44db-8f77-4dd21894310b tempest-DHCPAgentSchedulersTestJSON-1600630831 tempest-DHCPAgentSchedulersTestJSON-1600630831-project-admin] 10.222.0.32 "GET /v2.0/networks/f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0199351 Feb 04 06:09:56.112888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39016) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:56.148467 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f2650734-8578-4427-ba58-20a89d241e6b tempest-DHCPAgentSchedulersTestJSON-1600630831 tempest-DHCPAgentSchedulersTestJSON-1600630831-project-admin] 10.222.0.32 "GET /v2.0/networks/f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0343826 Feb 04 06:09:56.149478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39020) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:56.175389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 0c5d9e0f-1820-435a-85cd-8d202970da3f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:56.175883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.296076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6079a4-e05a-4424-a9a8-e197cce79d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7786d732-6093-4bfc-9eae-06d53f0351b3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:56.369507 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-53a4405b-5d69-4e84-9df2-6bcf404fb2f5 tempest-DHCPAgentSchedulersTestJSON-1600630831 tempest-DHCPAgentSchedulersTestJSON-1600630831-project-admin] 10.222.0.32 "GET /v2.0/agents/03dda61a-03d8-4790-aa79-1bb5d1b21ad0/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 0.2178102 Feb 04 06:09:56.375637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:56.386534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Network b899491a-7f2c-46d6-a513-3f795ab56507 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:56.387928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f66cff3b-1db3-4725-836d-99b8a73442bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.405367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '41433b6d-6509-417a-a15a-690fcc2ecd6c', 'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'mac_address': 'fa:16:3e:63:ff:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:47Z', 'updated_at': '2022-02-04T06:09:52Z', 'revision_number': 2, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'subnets': [{'id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:56.412827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1eb85289-81c9-4247-b04d-7ff72a49d0d6 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:09:56.419660 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:56.434005 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9b6079a4-e05a-4424-a9a8-e197cce79d4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=184be2ffeb74464b9819b78a09d9baab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4258957 Feb 04 06:09:56.471983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39030) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:56.480969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Checking router: 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:56.481467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Updating router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 port 41433b6d-6509-417a-a15a-690fcc2ecd6c binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:56.629881 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.677210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.716118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd1aa-b427-4a03-b7d8-d3a576932024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.755739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1eb85289-81c9-4247-b04d-7ff72a49d0d6 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:56.756436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.832746 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f66cff3b-1db3-4725-836d-99b8a73442bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "DELETE /v2.0/ports/4dd0c4c4-432d-43d4-a89d-3bc075df2aaf HTTP/1.1" status: 204 len: 168 time: 3.0022330 Feb 04 06:09:56.833569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7945f4b3-b35a-443e-8cfa-89c95e7a040f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.836162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39036) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:56.852236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:09:56.865293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.887765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8236f194-feda-4684-a3f6-9cee5b227ca3 None None] Provisioning complete for port 55d64af0-364c-44b3-b947-739982a22561 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:56.887765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8236f194-feda-4684-a3f6-9cee5b227ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.891559 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd1aa-b427-4a03-b7d8-d3a576932024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.931568 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2641a9-75ab-4174-9fa8-0a6374a8c9c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:09:56.932104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1f2641a9-75ab-4174-9fa8-0a6374a8c9c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Synchronizing usage tracker for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:09:56.946703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:56.959919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39040) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:56.975846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717244574', 'description': 'tempest-description--1725018663'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:57.016719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:57.028137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > segment before_delete 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.028477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.029300 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.029582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > port after_create 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.029899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > port after_delete 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.030244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > port after_update 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.030593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > segment after_delete 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.031196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet after_create 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.031790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet after_delete 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.031790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet after_update 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.050658 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8236f194-feda-4684-a3f6-9cee5b227ca3 None None] Port 55d64af0-364c-44b3-b947-739982a22561 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:09:57.068403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7945f4b3-b35a-443e-8cfa-89c95e7a040f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.172888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:57.192049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet after_create 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.192747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet after_delete 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.192747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet before_create 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.193036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet before_update 55550000 {{(pid=88198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:09:57.194168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25264979-8fd5-4558-b92b-7d60d97b1659']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:57.204022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Usage tracker for resource:security_group and tenant:8e5eeb77cc58458a8021dffb64d08773 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:57.207121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:57.215063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1f2641a9-75ab-4174-9fa8-0a6374a8c9c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Unset dirty status for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:09:57.219692 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1f2641a9-75ab-4174-9fa8-0a6374a8c9c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "GET /v2.0/ports/4dd0c4c4-432d-43d4-a89d-3bc075df2aaf HTTP/1.1" status: 404 len: 333 time: 0.3737578 Feb 04 06:09:57.219692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:57.221383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39044) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:57.226542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d754c8c-2e58-40fa-9fd7-ef9d67ca9134') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:57.226838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d754c8c-2e58-40fa-9fd7-ef9d67ca9134') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:57.240277 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cba48cff-5119-43dc-a709-ef140d651a32 admin admin] 10.222.0.32 "PUT /v2.0/routers/0061820c-2c02-4695-b497-34ea161c151b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5026257 Feb 04 06:09:57.243793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Request body: {'port': {'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-861256946'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:57.251619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:57.263621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.272989 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Sync routers for ids ['0061820c-2c02-4695-b497-34ea161c151b'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:57.286310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.291956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:09:57.301561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:09:57.302159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.307746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Sync routers for ids ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:57.312529 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Routers {'0061820c-2c02-4695-b497-34ea161c151b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:57.315538 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0061820c-2c02-4695-b497-34ea161c151b'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:57.315682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.322931 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-66c284c9-f9ff-4f84-b67c-0c1383e219b0 admin admin] 10.222.0.32 "PUT /v2.0/routers/9afdd895-2aa3-4776-8443-0bec9b3e3fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3860252 Feb 04 06:09:57.363668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Routers {'9afdd895-2aa3-4776-8443-0bec9b3e3fa7'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:57.364320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:57.436090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7945f4b3-b35a-443e-8cfa-89c95e7a040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.439017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7945f4b3-b35a-443e-8cfa-89c95e7a040f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.440174 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7945f4b3-b35a-443e-8cfa-89c95e7a040f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c51341f6-56d4-4258-a632-77a0a78285b6 HTTP/1.1" status: 204 len: 168 time: 1.6874290 Feb 04 06:09:57.455618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945f4b3-b35a-443e-8cfa-89c95e7a040f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51341f6-56d4-4258-a632-77a0a78285b6,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: from cryptography.utils import int_from_bytes Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: from cryptography.utils import int_from_bytes Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn_limited( Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn_limited( Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:09:57.481767 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:09:57.493365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:57.581951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.647760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.652121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.665969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Made reservation on behalf of dffbdd57cd504cc08ee71687c9cbb84d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:57.668915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.683952 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd1aa-b427-4a03-b7d8-d3a576932024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.690397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Pushing event deleted for resources: {'Network': ['ID=25264979-8fd5-4558-b92b-7d60d97b1659,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:57.723877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebd1aa-b427-4a03-b7d8-d3a576932024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7786d732-6093-4bfc-9eae-06d53f0351b3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:57.739371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] device_id is not set on port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:09:57.774340 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Set router 0061820c-2c02-4695-b497-34ea161c151b gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:57.840423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Transition to ACTIVE for port object 41433b6d-6509-417a-a15a-690fcc2ecd6c will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:57.862677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d6ebd1aa-b427-4a03-b7d8-d3a576932024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.866235 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d6ebd1aa-b427-4a03-b7d8-d3a576932024 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7786d732-6093-4bfc-9eae-06d53f0351b3 HTTP/1.1" status: 204 len: 168 time: 1.3910563 Feb 04 06:09:57.866235 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-093fcc82-cf93-477e-a1ce-e0f78377aa6e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] 10.222.0.32 "DELETE /v2.0/networks/25264979-8fd5-4558-b92b-7d60d97b1659 HTTP/1.1" status: 204 len: 168 time: 1.4886277 Feb 04 06:09:57.866742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:57.888016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39066) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:57.892067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Usage tracker for resource:security_group_rule and tenant:8e5eeb77cc58458a8021dffb64d08773 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:57.901121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.946746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:57.972957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:57.994502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Set router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:09:58.039073 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a46440b-1d66-4a09-8dc7-8f82d3a2c330 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] DELETE failed (client error): The resource could not be found. Feb 04 06:09:58.039073 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a46440b-1d66-4a09-8dc7-8f82d3a2c330 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:09:58.075938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:58.101905 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1a46440b-1d66-4a09-8dc7-8f82d3a2c330 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] 10.222.0.32 "DELETE /v2.0/ports/aff32f41-b185-4833-af88-f4f50011a3b5 HTTP/1.1" status: 404 len: 333 time: 0.2115273 Feb 04 06:09:58.104447 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39072) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:58.199173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.268363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.288348 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b6ab12-5bac-4e11-92cd-61aca9c89a3e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Deleting subnet 23619eff-f6ba-4bd8-9316-b884b162adb0 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:09:58.293666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b6ab12-5bac-4e11-92cd-61aca9c89a3e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.343809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.386983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:58.393571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--756139302', 'description': 'tempest-description--584361413'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:58.400080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:58.405365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Usage tracker for resource:security_group and tenant:2a08fa22ad664c3694660956ea4db6b1 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:58.408840 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:58.431746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:58.449144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b6ab12-5bac-4e11-92cd-61aca9c89a3e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.508669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.512567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.529828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Allocated IP 172.20.0.9 (df7cfb93-e574-4e8a-b88c-d5b47d389819/7e0a46e6-069b-4aa2-b3f9-0ebcbfe0a1b0/86f480e7-2a2f-43b4-8c69-a0b4452ab61f) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:58.558428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39080) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:58.570665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874464187', 'description': 'tempest-description--79671706'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:58.627644 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:52Z', 'revision_number': 4, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '74354a76-034b-48ac-a21a-ea38bbc19de8', 'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'mac_address': 'fa:16:3e:df:25:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:49Z', 'updated_at': '2022-02-04T06:09:52Z', 'revision_number': 2, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'subnets': [{'id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:58.640734 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Checking router: 0061820c-2c02-4695-b497-34ea161c151b for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:58.641131 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Updating router 0061820c-2c02-4695-b497-34ea161c151b port 74354a76-034b-48ac-a21a-ea38bbc19de8 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:58.660748 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:58.671265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Usage tracker for resource:security_group and tenant:6bf72fda2e5b49ef9e393b075fa48c52 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:58.677513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:58.679128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.682889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b6ab12-5bac-4e11-92cd-61aca9c89a3e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.742658 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39086) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:58.745754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d03ba5-c902-4f96-8247-611687e212d0 None None] Pushing event updated for resources: {'Port': ['ID=41433b6d-6509-417a-a15a-690fcc2ecd6c,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:58.759843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:58.768886 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.793467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Network 390a294b-8c36-43a8-8dd9-d79d56173a3b is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:58.794263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c299f85-8e85-4803-a4a9-30b4cc383950,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:58.804304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:58.818745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:58.820249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:58.821054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.843692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:58.848240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event updated for resources: {'Port': ['ID=ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:58.848403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6c554b39-b67d-48bc-a53b-ab66d39f3c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.852714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Usage tracker for resource:security_group_rule and tenant:2a08fa22ad664c3694660956ea4db6b1 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:58.856731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:58.869277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:58.894117 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Attempting to bind port 41433b6d-6509-417a-a15a-690fcc2ecd6c on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:58.894780 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Attempting to bind port 41433b6d-6509-417a-a15a-690fcc2ecd6c by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:58.895283 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Attempting to bind port 41433b6d-6509-417a-a15a-690fcc2ecd6c on network bcbc6d8a-a29f-4884-a766-65731440e62d {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:09:58.910266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:09:58.911488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Checking segment: {'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:09:58.912125 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.912735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Bound using segment: {'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:09:58.913447 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Bound port: 41433b6d-6509-417a-a15a-690fcc2ecd6c, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:58.914048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.925027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:58.926876 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-eb0d59ff-d669-4c97-baea-9d96f85daefd tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9611068 Feb 04 06:09:58.930032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39090) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:58.941800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a7143902-9f3d-4915-b941-e22f55b967df tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Request body: {'security_group_rule': {'security_group_id': '6c299f85-8e85-4803-a4a9-30b4cc383950', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:58.958308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a7143902-9f3d-4915-b941-e22f55b967df tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:59.010323 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6c554b39-b67d-48bc-a53b-ab66d39f3c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:59.025639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.047159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:53Z', 'revision_number': 4, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '55d64af0-364c-44b3-b947-739982a22561', 'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'mac_address': 'fa:16:3e:6c:85:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:50Z', 'updated_at': '2022-02-04T06:09:53Z', 'revision_number': 2, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'subnets': [{'id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:59.056131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6c554b39-b67d-48bc-a53b-ab66d39f3c14 admin admin] Usage tracker for resource:security_group_rule and tenant:4981a84afce546d38557e19d3101c6e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:59.068947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a7143902-9f3d-4915-b941-e22f55b967df tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Usage tracker for resource:security_group_rule and tenant:8e5eeb77cc58458a8021dffb64d08773 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:59.069434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6c554b39-b67d-48bc-a53b-ab66d39f3c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:59.076517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Checking router: 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:59.076898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Updating router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 port 55d64af0-364c-44b3-b947-739982a22561 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:59.077701 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fcdd45ac-a1fc-44cd-bcc1-ffc0ade1cff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8537006 Feb 04 06:09:59.081026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.082204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a7143902-9f3d-4915-b941-e22f55b967df tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:59.083188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.085499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39094) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:59.087551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6c554b39-b67d-48bc-a53b-ab66d39f3c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:59.096914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:59.112520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:09:59.119109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Usage tracker for resource:security_group_rule and tenant:6bf72fda2e5b49ef9e393b075fa48c52 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:09:59.125523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:09:59.134357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a7143902-9f3d-4915-b941-e22f55b967df tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:59.157641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] For port 41433b6d-6509-417a-a15a-690fcc2ecd6c, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:09:59.163659 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] For port 41433b6d-6509-417a-a15a-690fcc2ecd6c, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=41433b6d-6509-417a-a15a-690fcc2ecd6c,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:09:59.166995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.168530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:09:59.238728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b6ab12-5bac-4e11-92cd-61aca9c89a3e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.251642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.298572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6ab12-5bac-4e11-92cd-61aca9c89a3e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Pushing event deleted for resources: {'Subnet': ['ID=23619eff-f6ba-4bd8-9316-b884b162adb0,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:59.323734 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd109a-6c20-4e72-a60f-71b2c2eceb1e None None] Network f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:09:59.324415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b6ab12-5bac-4e11-92cd-61aca9c89a3e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.351894 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.372584 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Transition to ACTIVE for port object 74354a76-034b-48ac-a21a-ea38bbc19de8 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:59.385572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.413899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.460250 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.469667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6c554b39-b67d-48bc-a53b-ab66d39f3c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.488012 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-77b6ab12-5bac-4e11-92cd-61aca9c89a3e tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] 10.222.0.32 "DELETE /v2.0/subnets/23619eff-f6ba-4bd8-9316-b884b162adb0 HTTP/1.1" status: 204 len: 168 time: 1.3823805 Feb 04 06:09:59.491724 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.494413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39098) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:59.623239 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280cd94-2d4e-44f8-be0b-ad1ce74ec7b1 None None] Pushing event updated for resources: {'Port': ['ID=74354a76-034b-48ac-a21a-ea38bbc19de8,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:59.641175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.663083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] device_id is not set on port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:09:59.708392 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Routers {'99d679bf-ebca-4e69-bc8e-9c0d759b0c48'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:09:59.709126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:59.720736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39102) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:09:59.754042 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Network df7cfb93-e574-4e8a-b88c-d5b47d389819 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:59.758371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.763692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:59.768504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.777016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.791265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6c554b39-b67d-48bc-a53b-ab66d39f3c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.804393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:09:59.864697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d03ba5-c902-4f96-8247-611687e212d0 None None] Pushing event updated for resources: {'Port': ['ID=41433b6d-6509-417a-a15a-690fcc2ecd6c,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:59.906991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7143902-9f3d-4915-b941-e22f55b967df tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:59.985764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ed3874-a1fe-4c33-8655-175471976576,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:59.990241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Transition to ACTIVE for port object ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:00.015413 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7143902-9f3d-4915-b941-e22f55b967df tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.016226 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Attempting to bind port 74354a76-034b-48ac-a21a-ea38bbc19de8 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:00.016788 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Attempting to bind port 74354a76-034b-48ac-a21a-ea38bbc19de8 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:00.017275 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Attempting to bind port 74354a76-034b-48ac-a21a-ea38bbc19de8 on network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:00.025564 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:00.026034 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Checking segment: {'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:00.027768 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.028483 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Bound using segment: {'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:00.030097 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Bound port: 74354a76-034b-48ac-a21a-ea38bbc19de8, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:00.031637 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.038065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.039294 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-23ddeecc-3260-4492-8b25-714785fc841a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6513152 Feb 04 06:10:00.044578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39106) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:00.057190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ce7197d8-54b0-4093-aa2c-b0d7b48b171b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Request body: {'security_group_rule': {'security_group_id': 'a0ed3874-a1fe-4c33-8655-175471976576', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:00.074268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ce7197d8-54b0-4093-aa2c-b0d7b48b171b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:00.083824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83da2637-08b7-45ba-ae05-f3f366f9bee2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:00.087261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ce7197d8-54b0-4093-aa2c-b0d7b48b171b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Usage tracker for resource:security_group_rule and tenant:2a08fa22ad664c3694660956ea4db6b1 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:00.091636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ce7197d8-54b0-4093-aa2c-b0d7b48b171b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:00.095953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.104758 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dbe2cc6f-384e-4cbd-9118-65c50c35b2cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cc27918427643dbb6c854b0647a7f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618720 Feb 04 06:10:00.111197 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event updated for resources: {'Port': ['ID=86f480e7-2a2f-43b4-8c69-a0b4452ab61f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:00.125756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39110) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:00.162209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] Set router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:00.166451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ce7197d8-54b0-4093-aa2c-b0d7b48b171b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:00.182932 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] For port 74354a76-034b-48ac-a21a-ea38bbc19de8, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:00.187047 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] For port 74354a76-034b-48ac-a21a-ea38bbc19de8, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=74354a76-034b-48ac-a21a-ea38bbc19de8,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:00.259188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7143902-9f3d-4915-b941-e22f55b967df tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.291722 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6c554b39-b67d-48bc-a53b-ab66d39f3c14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4981a84afce546d38557e19d3101c6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5439291 Feb 04 06:10:00.301350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Deleting port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:00.301350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.325283 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.332461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.335234 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9c3916fe-d048-4726-9062-53faa35d8f9c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7734528 Feb 04 06:10:00.342319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39114) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:00.342670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39116) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:00.374921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-27ac882f-669f-49cd-aec6-8dd21e20e73e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Request body: {'security_group_rule': {'security_group_id': '83da2637-08b7-45ba-ae05-f3f366f9bee2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:00.394280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7143902-9f3d-4915-b941-e22f55b967df tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a004b87-63b4-4bdd-a5a0-af792207896f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:00.414479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.417919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-27ac882f-669f-49cd-aec6-8dd21e20e73e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:00.428173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event updated for resources: {'Port': ['ID=ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:00.442491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-27ac882f-669f-49cd-aec6-8dd21e20e73e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Usage tracker for resource:security_group_rule and tenant:6bf72fda2e5b49ef9e393b075fa48c52 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:00.452789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-27ac882f-669f-49cd-aec6-8dd21e20e73e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:00.480336 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Routers {'0061820c-2c02-4695-b497-34ea161c151b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:00.482838 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0061820c-2c02-4695-b497-34ea161c151b'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:00.492472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-27ac882f-669f-49cd-aec6-8dd21e20e73e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:00.517966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:00.518303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:00.519289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:00.520905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce7197d8-54b0-4093-aa2c-b0d7b48b171b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.582640 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd87d5f7-cd34-4988-bfe0-971faa402fc3 None None] DHCP port deletion for f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:10:00.601957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Transition to ACTIVE for port object 55d64af0-364c-44b3-b947-739982a22561 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:00.605679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fd87d5f7-cd34-4988-bfe0-971faa402fc3 None None] Deleting port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:00.606375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd87d5f7-cd34-4988-bfe0-971faa402fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.608187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc39c-0034-4ad6-96f7-a668a6bf305f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.615905 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280cd94-2d4e-44f8-be0b-ad1ce74ec7b1 None None] Pushing event updated for resources: {'Port': ['ID=74354a76-034b-48ac-a21a-ea38bbc19de8,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:00.648900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:00.648900 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:00.648900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7143902-9f3d-4915-b941-e22f55b967df tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.649976 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a7143902-9f3d-4915-b941-e22f55b967df tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7187979 Feb 04 06:10:00.654492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc39c-0034-4ad6-96f7-a668a6bf305f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.661939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39122) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:00.662428 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 2 to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 Feb 04 06:10:00.678219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b0bbf5e8-8091-497d-8f4a-53374d481b1e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Request body: {'security_group_rule': {'security_group_id': '6c299f85-8e85-4803-a4a9-30b4cc383950', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:00.685039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0bbf5e8-8091-497d-8f4a-53374d481b1e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:00.689005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0bbf5e8-8091-497d-8f4a-53374d481b1e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Usage tracker for resource:security_group_rule and tenant:8e5eeb77cc58458a8021dffb64d08773 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:00.692340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0bbf5e8-8091-497d-8f4a-53374d481b1e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:00.698135 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0bbf5e8-8091-497d-8f4a-53374d481b1e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:00.698273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c554b39-b67d-48bc-a53b-ab66d39f3c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3ca4d9-dfa9-46c0-833e-c9b7741b26dc,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:00.745620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:00.745967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:00.746749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:00.747265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-693d3e90-6709-4ebe-a937-3f78fb36aea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.762614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27ac882f-669f-49cd-aec6-8dd21e20e73e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.772825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.777300 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-693d3e90-6709-4ebe-a937-3f78fb36aea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.785515 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] Set router 0061820c-2c02-4695-b497-34ea161c151b gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:00.789537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:00.789869 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:00.797414 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 3 to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 Feb 04 06:10:00.839728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:00.840115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:00.840457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:00.870435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:00.870683 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:00.876026 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 4 to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 Feb 04 06:10:00.896573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:00.896573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:00.896573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:00.898592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf5e8-8091-497d-8f4a-53374d481b1e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.954662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce7197d8-54b0-4093-aa2c-b0d7b48b171b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.961692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:00.961692 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:00.964473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-693d3e90-6709-4ebe-a937-3f78fb36aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.987596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf5e8-8091-497d-8f4a-53374d481b1e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:00.989829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d3e90-6709-4ebe-a937-3f78fb36aea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce25efd8-e5ff-46df-a65d-480ebafdb682,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:00.990459 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 5 to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 Feb 04 06:10:01.001805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fd87d5f7-cd34-4988-bfe0-971faa402fc3 None None] For port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8,segment=NetworkSegment(c0e276e0-63fb-4d6a-aea3-69d09bc54da4),segment_id=c0e276e0-63fb-4d6a-aea3-69d09bc54da4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:01.002383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd87d5f7-cd34-4988-bfe0-971faa402fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.020221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27ac882f-669f-49cd-aec6-8dd21e20e73e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.021346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:01.021697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:01.022035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:01.027019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:01.027346 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:01.027729 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 6 to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 Feb 04 06:10:01.045666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:01.046140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:01.046579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:01.051922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:01.056043 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:01.056043 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 7 to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 Feb 04 06:10:01.068297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:01.068709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:01.069051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:01.074359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:01.074691 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:01.075080 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 8 to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 Feb 04 06:10:01.085408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce7197d8-54b0-4093-aa2c-b0d7b48b171b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.097317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-693d3e90-6709-4ebe-a937-3f78fb36aea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.098435 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-693d3e90-6709-4ebe-a937-3f78fb36aea7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce25efd8-e5ff-46df-a65d-480ebafdb682 HTTP/1.1" status: 204 len: 168 time: 0.9694719 Feb 04 06:10:01.119143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:01.119487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:01.119828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:01.120739 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] For port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8,segment=NetworkSegment(c0e276e0-63fb-4d6a-aea3-69d09bc54da4),segment_id=c0e276e0-63fb-4d6a-aea3-69d09bc54da4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:01.121053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.125903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:01.126231 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:01.126850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7197d8-54b0-4093-aa2c-b0d7b48b171b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6272a4e2-e5cc-4a77-a3ae-72f16066b26a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:01.131737 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 9 to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 Feb 04 06:10:01.147702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf5e8-8091-497d-8f4a-53374d481b1e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.168289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27ac882f-669f-49cd-aec6-8dd21e20e73e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.170102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc39c-0034-4ad6-96f7-a668a6bf305f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.232832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbf5e8-8091-497d-8f4a-53374d481b1e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4525ab86-b10b-45fc-8f84-2fa7e9b23f91,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:01.270932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.278267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bc39c-0034-4ad6-96f7-a668a6bf305f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3ca4d9-dfa9-46c0-833e-c9b7741b26dc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:01.280071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:01.287124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:01.287541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:01.299264 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:52Z', 'revision_number': 4, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '74354a76-034b-48ac-a21a-ea38bbc19de8', 'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'mac_address': 'fa:16:3e:df:25:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:49Z', 'updated_at': '2022-02-04T06:10:00Z', 'revision_number': 4, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'subnets': [{'id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:01.310943 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f198e-63ee-4c2b-b92c-7d4f3d07dcc8 None None] The sync data for ids ['0061820c-2c02-4695-b497-34ea161c151b'] in dv-neutron-827796-1-hyperv is: [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:52Z', 'revision_number': 4, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '74354a76-034b-48ac-a21a-ea38bbc19de8', 'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'mac_address': 'fa:16:3e:df:25:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:49Z', 'updated_at': '2022-02-04T06:10:00Z', 'revision_number': 4, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'subnets': [{'id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:01.317278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:01.317646 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:01.319936 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 10 to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 Feb 04 06:10:01.328786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac882f-669f-49cd-aec6-8dd21e20e73e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133ed662-b4c7-4cf2-9eed-667386f528e1,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:01.332821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc39c-0034-4ad6-96f7-a668a6bf305f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.333975 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cc7bc39c-0034-4ad6-96f7-a668a6bf305f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd3ca4d9-dfa9-46c0-833e-c9b7741b26dc HTTP/1.1" status: 204 len: 168 time: 0.9816349 Feb 04 06:10:01.334963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9f517-29e5-4661-b6b8-741aac2c30ad None None] Pushing event updated for resources: {'Port': ['ID=55d64af0-364c-44b3-b947-739982a22561,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:01.356632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf5e8-8091-497d-8f4a-53374d481b1e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.357844 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b0bbf5e8-8091-497d-8f4a-53374d481b1e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6865473 Feb 04 06:10:01.361709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39130) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:01.365036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:01.365240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:01.367930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:01.391345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:01.395319 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:01.395508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.443237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:01.459575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ce7197d8-54b0-4093-aa2c-b0d7b48b171b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.464234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ce7197d8-54b0-4093-aa2c-b0d7b48b171b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4144545 Feb 04 06:10:01.466322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39134) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:01.488358 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-27ac882f-669f-49cd-aec6-8dd21e20e73e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.502699 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-27ac882f-669f-49cd-aec6-8dd21e20e73e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1486311 Feb 04 06:10:01.507085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:01.509886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39138) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:01.520260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6eb57b75-891d-4c82-b9b1-bab6507800b8 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Request body: {'security_group_rule': {'security_group_id': 'a0ed3874-a1fe-4c33-8655-175471976576', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:01.540121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fd87d5f7-cd34-4988-bfe0-971faa402fc3 None None] Calling delete_port for a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:01.562008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-16d25099-32b0-4951-94bd-e4cf5aefc72f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Request body: {'security_group_rule': {'security_group_id': '83da2637-08b7-45ba-ae05-f3f366f9bee2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:01.586893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-16d25099-32b0-4951-94bd-e4cf5aefc72f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:01.595360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-16d25099-32b0-4951-94bd-e4cf5aefc72f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Usage tracker for resource:security_group_rule and tenant:6bf72fda2e5b49ef9e393b075fa48c52 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:01.599392 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-16d25099-32b0-4951-94bd-e4cf5aefc72f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:01.611677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-16d25099-32b0-4951-94bd-e4cf5aefc72f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:01.620432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Usage tracker for resource:floatingip and tenant:8e5eeb77cc58458a8021dffb64d08773 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:01.628168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6eb57b75-891d-4c82-b9b1-bab6507800b8 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:01.636864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:01.644413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Calling delete_port for a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:01.662523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6eb57b75-891d-4c82-b9b1-bab6507800b8 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Usage tracker for resource:security_group_rule and tenant:2a08fa22ad664c3694660956ea4db6b1 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:01.668260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:01.671336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6eb57b75-891d-4c82-b9b1-bab6507800b8 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:01.682385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6eb57b75-891d-4c82-b9b1-bab6507800b8 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:01.746064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] For port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:01.746844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempted to set empty binding levels {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:10:01.825518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16d25099-32b0-4951-94bd-e4cf5aefc72f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.848518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Attempting to bind port 55d64af0-364c-44b3-b947-739982a22561 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:01.848910 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Attempting to bind port 55d64af0-364c-44b3-b947-739982a22561 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:01.849274 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Attempting to bind port 55d64af0-364c-44b3-b947-739982a22561 on network b899491a-7f2c-46d6-a513-3f795ab56507 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:01.885621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.906198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:01.906198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Checking segment: {'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:01.906198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.906198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Bound using segment: {'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:01.906198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Bound port: 55d64af0-364c-44b3-b947-739982a22561, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:01.906198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:01.922086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b75-891d-4c82-b9b1-bab6507800b8 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.031223 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 74354a76-034b-48ac-a21a-ea38bbc19de8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:02.079286 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.115020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.122375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd87d5f7-cd34-4988-bfe0-971faa402fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.129641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '41433b6d-6509-417a-a15a-690fcc2ecd6c', 'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'mac_address': 'fa:16:3e:63:ff:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:47Z', 'updated_at': '2022-02-04T06:09:59Z', 'revision_number': 4, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'subnets': [{'id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:02.214165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633a7dd-14c7-4543-927b-d90f95a2cf1f None None] The sync data for ids ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'] in dv-neutron-827796-1-hyperv is: [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '41433b6d-6509-417a-a15a-690fcc2ecd6c', 'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'mac_address': 'fa:16:3e:63:ff:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:47Z', 'updated_at': '2022-02-04T06:09:59Z', 'revision_number': 4, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'subnets': [{'id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:02.216789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87d5f7-cd34-4988-bfe0-971faa402fc3 None None] No DVR routers for this DVR port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:10:02.223883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87d5f7-cd34-4988-bfe0-971faa402fc3 None None] Pushing event deleted for resources: {'Port': ['ID=a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:02.282684 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:10:02.293237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:10:02.299400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event updated for resources: {'Port': ['ID=ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:02.302514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] For port 55d64af0-364c-44b3-b947-739982a22561, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:02.309895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] For port 55d64af0-364c-44b3-b947-739982a22561, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=55d64af0-364c-44b3-b947-739982a22561,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:02.348804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16d25099-32b0-4951-94bd-e4cf5aefc72f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.349758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] In _notify_port_updated(), no bound segment for port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:10:02.350622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.351291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.352525 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2272e5a6-d1c5-46ea-89d5-b706f22495b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "PUT /v2.0/ports/ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 HTTP/1.1" status: 200 len: 980 time: 3.2661552 Feb 04 06:10:02.384007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39164) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:02.408441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 74354a76-034b-48ac-a21a-ea38bbc19de8 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:02.414589 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 74354a76-034b-48ac-a21a-ea38bbc19de8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:02.414952 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.484208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.534219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16d25099-32b0-4951-94bd-e4cf5aefc72f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.615763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d25099-32b0-4951-94bd-e4cf5aefc72f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95c4eb2-d818-460c-9989-6d3d7333cb67,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:02.642833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Router 3ec2c575-2aaa-46e2-9fc6-95adbf56a77f is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:10:02.667898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9f517-29e5-4661-b6b8-741aac2c30ad None None] Pushing event updated for resources: {'Port': ['ID=55d64af0-364c-44b3-b947-739982a22561,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:02.689271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Routers {'9afdd895-2aa3-4776-8443-0bec9b3e3fa7'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:02.689918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:02.691358 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b75-891d-4c82-b9b1-bab6507800b8 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.770405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16d25099-32b0-4951-94bd-e4cf5aefc72f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.774587 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-16d25099-32b0-4951-94bd-e4cf5aefc72f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2593677 Feb 04 06:10:02.781597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39174) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:02.808578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:02.834045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b75-891d-4c82-b9b1-bab6507800b8 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.839260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Deleting port a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:02.839609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:02.842880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:02.907707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Usage tracker for resource:floatingip and tenant:6bf72fda2e5b49ef9e393b075fa48c52 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:02.946278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.946818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.947258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.947719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.948184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.948699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.952035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.953533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.954175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.956178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.956888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.958019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.958811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.959446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.960245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:02.962190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Synchronizing usage tracker for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:02.967730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:02.976111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:02.988989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb57b75-891d-4c82-b9b1-bab6507800b8 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb62576b-5d83-44ab-9c13-30610cf33a45,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:03.062126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:03.207489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:03.247220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Allocated IP 172.26.7.9 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/a168ea75-b1ec-4a0f-ac0c-711aa5b04e8e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:03.268871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] The port 'a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:10:03.289555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] Set router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:03.376545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 74354a76-034b-48ac-a21a-ea38bbc19de8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=74354a76-034b-48ac-a21a-ea38bbc19de8,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:03.380729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39188) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:03.506118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:03.510767 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:03.556584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:03.599987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b75-891d-4c82-b9b1-bab6507800b8 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:03.603569 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6eb57b75-891d-4c82-b9b1-bab6507800b8 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1199450 Feb 04 06:10:03.604451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39194) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:03.617115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39198) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:03.634704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:03.675680 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:03.787992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Pushing event updated for resources: {'Port': ['ID=a168ea75-b1ec-4a0f-ac0c-711aa5b04e8e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:03.791808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:03.803982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Unset dirty status for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:03.805596 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-60e8dc7c-5dc3-4f01-bd0a-4b208292daeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13803 time: 1.4174910 Feb 04 06:10:03.807842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:03.810528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:03.811809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:03.813829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:03.820439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:10:03.855259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Usage tracker for resource:floatingip and tenant:2a08fa22ad664c3694660956ea4db6b1 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:03.866666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-514547060'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:03.879314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:10:03.879676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a8e891c7-4f70-4f33-82c1-8e5dfa59f7f8 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:10:03.889406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:03.890818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:03.898490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:03.914621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Usage tracker for resource:network and tenant:f075e275da7f4979b1b02fc2f35a1f1d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:03.936942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2132656213'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:03.942494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:03.946602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Usage tracker for resource:network and tenant:27d7bf1c570f468c895929285b61c16d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:03.950003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:03.953172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:03.958551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:03.963001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:03.978505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=74354a76-034b-48ac-a21a-ea38bbc19de8,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:03.982092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-96fff7b6-8bb9-42d5-bed6-e0cebb066734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Deleting port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:03.982549 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96fff7b6-8bb9-42d5-bed6-e0cebb066734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.000631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > segment before_delete 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.001244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.001986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.002323 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > port after_create 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.002817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > port after_delete 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.003175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > port after_update 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.003501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > segment after_delete 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.003839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet after_create 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.004418 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet after_delete 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.004770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet after_update 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.041906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 41433b6d-6509-417a-a15a-690fcc2ecd6c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:04.133475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:53Z', 'revision_number': 4, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '55d64af0-364c-44b3-b947-739982a22561', 'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'mac_address': 'fa:16:3e:6c:85:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:50Z', 'updated_at': '2022-02-04T06:10:02Z', 'revision_number': 4, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'subnets': [{'id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:04.138434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024accfe-06d4-450a-bb8e-3421d60c37d2 None None] The sync data for ids ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'] in dv-neutron-827796-1-hyperv is: [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:53Z', 'revision_number': 4, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '55d64af0-364c-44b3-b947-739982a22561', 'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'mac_address': 'fa:16:3e:6c:85:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:50Z', 'updated_at': '2022-02-04T06:10:02Z', 'revision_number': 4, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'subnets': [{'id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:04.141957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Made reservation on behalf of 27d7bf1c570f468c895929285b61c16d for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:04.145863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.170429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.172366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet after_create 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.172746 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet after_delete 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.173090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet before_create 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.173423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Subscribe: > subnet before_update 55550000 {{(pid=88199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 06:10:04.173811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:04.175914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 41433b6d-6509-417a-a15a-690fcc2ecd6c completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:04.182130 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 41433b6d-6509-417a-a15a-690fcc2ecd6c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:04.182581 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.191413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:04.196143 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:04.198961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e276e0-63fb-4d6a-aea3-69d09bc54da4') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:04.199255 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e276e0-63fb-4d6a-aea3-69d09bc54da4') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:04.208114 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Sync routers for ids ['3ec2c575-2aaa-46e2-9fc6-95adbf56a77f'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:04.225054 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Routers {'3ec2c575-2aaa-46e2-9fc6-95adbf56a77f'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:04.225733 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['3ec2c575-2aaa-46e2-9fc6-95adbf56a77f'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:04.230589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.253357 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.254766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:04.261193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:10:04.261999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.274119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Usage tracker for resource:security_group_rule and tenant:27d7bf1c570f468c895929285b61c16d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:04.279600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: from cryptography.utils import int_from_bytes Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: from cryptography.utils import int_from_bytes Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn_limited( Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn_limited( Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:10:04.282041 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:10:04.357391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.366601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:04.429940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.478289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-96fff7b6-8bb9-42d5-bed6-e0cebb066734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] For port ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367, host hv-neutron-8277, got binding levels [] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:04.478730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96fff7b6-8bb9-42d5-bed6-e0cebb066734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.486727 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.562155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Made reservation on behalf of f075e275da7f4979b1b02fc2f35a1f1d for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:04.567700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.569308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 41433b6d-6509-417a-a15a-690fcc2ecd6c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=41433b6d-6509-417a-a15a-690fcc2ecd6c,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:04.582126 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.584158 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a03d63f2-01df-49ee-b854-6b41b157a680 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.8968401 Feb 04 06:10:04.588842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.595540 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Set router 3ec2c575-2aaa-46e2-9fc6-95adbf56a77f gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:04.604317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39208) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:04.608700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.639617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.693090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.709202 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.720259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:04.734358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Usage tracker for resource:security_group_rule and tenant:f075e275da7f4979b1b02fc2f35a1f1d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:04.737698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:04.751996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:04.797487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=41433b6d-6509-417a-a15a-690fcc2ecd6c,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:04.859348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-96fff7b6-8bb9-42d5-bed6-e0cebb066734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Calling delete_port for ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:04.888291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.918033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.919455 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] Pushing event deleted for resources: {'Network': ['ID=f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:04.954729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.956098 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-209699aa-5c11-419c-aa1f-955526de3e11 tempest-DHCPAgentSchedulersTestJSON-1628802275 tempest-DHCPAgentSchedulersTestJSON-1628802275-project] 10.222.0.32 "DELETE /v2.0/networks/f86d7dbb-b2b9-4f3f-a6d1-fb8b7b9f6133 HTTP/1.1" status: 204 len: 168 time: 5.4598203 Feb 04 06:10:04.977672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:10:04.984826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.987937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:04.988289 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Added segment 327a4e25-8b8c-4887-bd59-bf2e9c9a6558 of type vlan for network de7df8b1-dd53-4a17-9661-13fd99c98530 Feb 04 06:10:05.068997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d51dfb7-ad51-400d-94a1-ec74332eace9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:05.079096 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.086504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.092188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:10:05.194453 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec2c575-2aaa-46e2-9fc6-95adbf56a77f', 'name': '', 'tenant_id': '519bc71c42b145ae97c1d245c85d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df7cfb93-e574-4e8a-b88c-d5b47d389819', 'external_fixed_ips': [{'subnet_id': '7e0a46e6-069b-4aa2-b3f9-0ebcbfe0a1b0', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '86f480e7-2a2f-43b4-8c69-a0b4452ab61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:55Z', 'updated_at': '2022-02-04T06:10:00Z', 'revision_number': 3, 'project_id': '519bc71c42b145ae97c1d245c85d1ccf', 'gw_port': {'id': '86f480e7-2a2f-43b4-8c69-a0b4452ab61f', 'name': '', 'network_id': 'df7cfb93-e574-4e8a-b88c-d5b47d389819', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec2c575-2aaa-46e2-9fc6-95adbf56a77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '7e0a46e6-069b-4aa2-b3f9-0ebcbfe0a1b0', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:58Z', 'updated_at': '2022-02-04T06:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e0a46e6-069b-4aa2-b3f9-0ebcbfe0a1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:05.199792 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Checking router: 3ec2c575-2aaa-46e2-9fc6-95adbf56a77f for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:05.199969 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Updating router 3ec2c575-2aaa-46e2-9fc6-95adbf56a77f port 86f480e7-2a2f-43b4-8c69-a0b4452ab61f binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:10:05.252898 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3656331b-9cd9-4e47-8cc7-721a25fb316b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:05.282537 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.293475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.293821 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Added segment 0dbbdaed-6af8-40ad-a41f-8d3cbf405d31 of type vlan for network 0c343daf-59a4-48a9-8387-d7ac693b45d8 Feb 04 06:10:05.325846 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.416262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:10:05.434042 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.463522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.537016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Allocated IP 172.26.7.22 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/36099ab4-2a0a-4c7b-8faf-111b3a3e6599) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:05.578204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.584858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:05.586111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.650795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39216) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:05.659238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.682611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.689541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:05.690175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.747642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96fff7b6-8bb9-42d5-bed6-e0cebb066734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.754471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:10:05.769500 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.792516 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Transition to ACTIVE for port object 86f480e7-2a2f-43b4-8c69-a0b4452ab61f will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:05.806625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Deleting port 86f480e7-2a2f-43b4-8c69-a0b4452ab61f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:05.807255 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.831443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.851494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fff7b6-8bb9-42d5-bed6-e0cebb066734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:05.859899 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4456420 Feb 04 06:10:05.866013 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.868238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39222) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:05.877646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-96fff7b6-8bb9-42d5-bed6-e0cebb066734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:05.879440 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-96fff7b6-8bb9-42d5-bed6-e0cebb066734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "DELETE /v2.0/ports/ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 HTTP/1.1" status: 204 len: 168 time: 2.0647783 Feb 04 06:10:05.882778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39226) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:05.883165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'Network': ['ID=de7df8b1-dd53-4a17-9661-13fd99c98530,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:05.890677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Request body: {'subnet': {'network_id': '0c343daf-59a4-48a9-8387-d7ac693b45d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:05.898296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network de7df8b1-dd53-4a17-9661-13fd99c98530 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:10:05.917340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.068556 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7bd15-212a-4b30-8248-5b8be0324112 None None] Pushing event updated for resources: {'Port': ['ID=86f480e7-2a2f-43b4-8c69-a0b4452ab61f,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:06.081724 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b0c44016-59a8-4a26-968e-d7dc743e3f9d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4714587 Feb 04 06:10:06.085619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39230) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:06.087522 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Attempting to bind port 86f480e7-2a2f-43b4-8c69-a0b4452ab61f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:06.098423 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Attempting to bind port 86f480e7-2a2f-43b4-8c69-a0b4452ab61f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '460b88fd-75b7-4f58-8b89-c6a2e92ad212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df7cfb93-e574-4e8a-b88c-d5b47d389819'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:06.098943 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Attempting to bind port 86f480e7-2a2f-43b4-8c69-a0b4452ab61f on network df7cfb93-e574-4e8a-b88c-d5b47d389819 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:06.110636 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:06.110872 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Checking segment: {'id': '460b88fd-75b7-4f58-8b89-c6a2e92ad212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df7cfb93-e574-4e8a-b88c-d5b47d389819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:06.111206 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.111603 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Bound using segment: {'id': '460b88fd-75b7-4f58-8b89-c6a2e92ad212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df7cfb93-e574-4e8a-b88c-d5b47d389819'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:06.113252 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dde4e409-2d5b-49a6-8abd-640d4b21e302 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbb5bc4e987c44039e20abd06d98f1f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4608054 Feb 04 06:10:06.118160 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Bound port: 86f480e7-2a2f-43b4-8c69-a0b4452ab61f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460b88fd-75b7-4f58-8b89-c6a2e92ad212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df7cfb93-e574-4e8a-b88c-d5b47d389819'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:06.118542 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.126470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39232) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:06.136692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Request body: {'subnet': {'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:06.173078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.176471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 55d64af0-364c-44b3-b947-739982a22561 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:06.274418 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] For port 86f480e7-2a2f-43b4-8c69-a0b4452ab61f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:06.278874 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] For port 86f480e7-2a2f-43b4-8c69-a0b4452ab61f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=86f480e7-2a2f-43b4-8c69-a0b4452ab61f,segment=NetworkSegment(460b88fd-75b7-4f58-8b89-c6a2e92ad212),segment_id=460b88fd-75b7-4f58-8b89-c6a2e92ad212)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:06.295320 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f1a749-e8d8-4a28-8b5b-6b2410559d92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:10:06.296320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-04f1a749-e8d8-4a28-8b5b-6b2410559d92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Synchronizing usage tracker for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:06.298942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2a3d3-bbaf-4161-b863-3660bb544924 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Pushing event updated for resources: {'Network': ['ID=0c343daf-59a4-48a9-8387-d7ac693b45d8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:06.316041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Pushing event updated for resources: {'Port': ['ID=a168ea75-b1ec-4a0f-ac0c-711aa5b04e8e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:06.326794 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 0c343daf-59a4-48a9-8387-d7ac693b45d8 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:10:06.360170 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.386640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:06.403518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Usage tracker for resource:subnet and tenant:f075e275da7f4979b1b02fc2f35a1f1d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:06.431934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 55d64af0-364c-44b3-b947-739982a22561 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:06.451583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:06.457597 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 55d64af0-364c-44b3-b947-739982a22561 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:06.458601 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.464086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:06.464381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Usage tracker for resource:subnet and tenant:27d7bf1c570f468c895929285b61c16d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:06.480919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:06.502304 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:06.508103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.527405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-04f1a749-e8d8-4a28-8b5b-6b2410559d92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Unset dirty status for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:06.528580 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-04f1a749-e8d8-4a28-8b5b-6b2410559d92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "GET /v2.0/ports/ef8b3e7d-d4b0-46c2-9b6d-7c4c690fc367 HTTP/1.1" status: 404 len: 333 time: 0.6448672 Feb 04 06:10:06.533549 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Routers {'3ec2c575-2aaa-46e2-9fc6-95adbf56a77f'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:06.534378 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:09:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['3ec2c575-2aaa-46e2-9fc6-95adbf56a77f'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:06.538751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39238) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:06.539220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:06.576067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500615467', 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:06.581738 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.581989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b34aa61a-e22b-4524-8ab9-cd4d62c3441c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.700532 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:06.705293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Made reservation on behalf of f075e275da7f4979b1b02fc2f35a1f1d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:06.709672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.726160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.735703 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] Set router 3ec2c575-2aaa-46e2-9fc6-95adbf56a77f gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:06.756664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.813484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Calling delete_port for 86f480e7-2a2f-43b4-8c69-a0b4452ab61f owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:06.830973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 55d64af0-364c-44b3-b947-739982a22561, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=55d64af0-364c-44b3-b947-739982a22561,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:06.834103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:06.853043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Made reservation on behalf of 27d7bf1c570f468c895929285b61c16d for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:06.857034 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.868966 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7bd15-212a-4b30-8248-5b8be0324112 None None] Pushing event updated for resources: {'Port': ['ID=86f480e7-2a2f-43b4-8c69-a0b4452ab61f,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:06.877630 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec2c575-2aaa-46e2-9fc6-95adbf56a77f', 'name': '', 'tenant_id': '519bc71c42b145ae97c1d245c85d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:55Z', 'updated_at': '2022-02-04T06:10:05Z', 'revision_number': 4, 'project_id': '519bc71c42b145ae97c1d245c85d1ccf', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:06.878484 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75fffe-3438-4698-9648-a84dbdeade09 None None] The sync data for ids ['3ec2c575-2aaa-46e2-9fc6-95adbf56a77f'] in dv-neutron-827796-1-hyperv is: [{'id': '3ec2c575-2aaa-46e2-9fc6-95adbf56a77f', 'name': '', 'tenant_id': '519bc71c42b145ae97c1d245c85d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:55Z', 'updated_at': '2022-02-04T06:10:05Z', 'revision_number': 4, 'project_id': '519bc71c42b145ae97c1d245c85d1ccf', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:06.898596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Pushing event updated for resources: {'Port': ['ID=36099ab4-2a0a-4c7b-8faf-111b3a3e6599,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:06.901404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:06.903231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.914944 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-54a83b71-a025-4b77-9d99-028bfee8e977 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5415964 Feb 04 06:10:06.921570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:06.947446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:06.948761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 41433b6d-6509-417a-a15a-690fcc2ecd6c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:06.977175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:06.990998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b34aa61a-e22b-4524-8ab9-cd4d62c3441c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.131375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.135496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Made reservation on behalf of dffbdd57cd504cc08ee71687c9cbb84d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:07.137842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.190640 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=55d64af0-364c-44b3-b947-739982a22561,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:07.199867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 41433b6d-6509-417a-a15a-690fcc2ecd6c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:07.200308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.206994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Allocated IP 172.26.7.114 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/0bdebc80-32e4-477e-8782-8c0566f6199b) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:07.251386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b34aa61a-e22b-4524-8ab9-cd4d62c3441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.323336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] device_id is not set on port 087eb52c-f495-4e47-af4e-1d2707c91225 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:07.353793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 74354a76-034b-48ac-a21a-ea38bbc19de8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:07.385427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aa61a-e22b-4524-8ab9-cd4d62c3441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2786b884-242d-4356-89ba-acb6463484e4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:07.470166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.485695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:10:07.486458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:10:07.509559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.521632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39264) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:07.532567 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 06:10:07.538546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.544082 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 74354a76-034b-48ac-a21a-ea38bbc19de8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:07.544670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.589819 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-20057b9b-1f7a-4379-ae92-13f5b6704e4d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--717244574&fields=id&tenant_id=8e5eeb77cc58458a8021dffb64d08773 HTTP/1.1" status: 200 len: 267 time: 0.0656753 Feb 04 06:10:07.735203 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.774314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Pushing event updated for resources: {'Subnet': ['ID=624353bd-6fc3-4429-90fb-9c86d02c297f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:07.873784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Checking segment: {'id': '0dbbdaed-6af8-40ad-a41f-8d3cbf405d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c343daf-59a4-48a9-8387-d7ac693b45d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:07.873784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Network hostable DHCP agents. Network: 0c343daf-59a4-48a9-8387-d7ac693b45d8, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:10:07.886248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b34aa61a-e22b-4524-8ab9-cd4d62c3441c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.887391 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b34aa61a-e22b-4524-8ab9-cd4d62c3441c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2786b884-242d-4356-89ba-acb6463484e4 HTTP/1.1" status: 204 len: 168 time: 1.7055380 Feb 04 06:10:07.891158 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'Subnet': ['ID=cf1ed411-d752-4540-ac73-08ed53254069,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:07.898443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Checking segment: {'id': '327a4e25-8b8c-4887-bd59-bf2e9c9a6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:07.898809 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Network hostable DHCP agents. Network: de7df8b1-dd53-4a17-9661-13fd99c98530, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:10:07.916437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-8fcbc827-f23e-4918-8d2b-5aeecc7296c4 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:07.918062 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-8fcbc827-f23e-4918-8d2b-5aeecc7296c4 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/networks?id=bcbc6d8a-a29f-4884-a766-65731440e62d HTTP/1.1" status: 200 len: 812 time: 0.3150587 Feb 04 06:10:07.919278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.931556 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:07.993803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 55d64af0-364c-44b3-b947-739982a22561 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:08.032569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.045623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Network 0c343daf-59a4-48a9-8387-d7ac693b45d8 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:10:08.069045 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 55d64af0-364c-44b3-b947-739982a22561 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:08.069661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.089852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Deleting port 86f480e7-2a2f-43b4-8c69-a0b4452ab61f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:08.090201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.141667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:08.142251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.151136 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-a9416bcc-bc89-4eca-87d7-e57c20d9f52e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/quotas/8e5eeb77cc58458a8021dffb64d08773 HTTP/1.1" status: 200 len: 375 time: 0.2221308 Feb 04 06:10:08.156888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:08.167886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:08.182051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.203325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 0c343daf-59a4-48a9-8387-d7ac693b45d8) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:08.214676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Network 390a294b-8c36-43a8-8dd9-d79d56173a3b is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:08.225508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:08.229964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:08.230915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:08.231513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.236378 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb9a1c-0e8b-4ee5-a043-8e877de79d3e None None] Network 0c343daf-59a4-48a9-8387-d7ac693b45d8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:08.239036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:08.239548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.256364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Pushing event updated for resources: {'Port': ['ID=0bdebc80-32e4-477e-8782-8c0566f6199b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:08.286220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Pushing event updated for resources: {'Port': ['ID=36099ab4-2a0a-4c7b-8faf-111b3a3e6599,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:08.360448 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Network de7df8b1-dd53-4a17-9661-13fd99c98530 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:10:08.399192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, de7df8b1-dd53-4a17-9661-13fd99c98530) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:08.413371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:08.413950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.444802 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9025054 Feb 04 06:10:08.449843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39274) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:08.495994 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-553eb537-65e2-4bde-bffc-f7f03853f80f tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6204607 Feb 04 06:10:08.502095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39278) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:08.504442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae65ca-6546-4acb-b901-19eec8479d28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event updated for resources: {'Port': ['ID=087eb52c-f495-4e47-af4e-1d2707c91225,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:08.508600 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48750243-c166-4b9f-8a1b-c67f00f039a0 None None] Network de7df8b1-dd53-4a17-9661-13fd99c98530 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:08.532296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Request body: {'port': {'network_id': '0c343daf-59a4-48a9-8387-d7ac693b45d8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1200211698'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:08.554510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.559183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a59777-f094-40dc-810b-14558e71b59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:08.559873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-48a59777-f094-40dc-810b-14558e71b59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Synchronizing usage tracker for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:08.562460 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-78d88eac-8dea-42ae-a45b-79035d5a3548 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e5eeb77cc58458a8021dffb64d08773&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3991189 Feb 04 06:10:08.585579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-0c343daf-59a4-48a9-8387-d7ac693b45d8', 'network_id': '0c343daf-59a4-48a9-8387-d7ac693b45d8', 'tenant_id': 'f075e275da7f4979b1b02fc2f35a1f1d', 'fixed_ips': [{'subnet_id': '624353bd-6fc3-4429-90fb-9c86d02c297f'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:10:08.586678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.635396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] For port 86f480e7-2a2f-43b4-8c69-a0b4452ab61f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=86f480e7-2a2f-43b4-8c69-a0b4452ab61f,segment=NetworkSegment(460b88fd-75b7-4f58-8b89-c6a2e92ad212),segment_id=460b88fd-75b7-4f58-8b89-c6a2e92ad212)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:08.635760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.658657 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f5f75eb5-97e5-4de9-9095-bb7bd8886dcf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5437584 Feb 04 06:10:08.663757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39286) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:08.669424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.676255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Request body: {'port': {'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530', 'name': 'tempest-AllowedAddressPairTestJSON-146299445'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:08.765088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.772786 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f3fe7b46-ca95-4c39-93a0-1694b0397efc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9826303 Feb 04 06:10:08.774599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-48a59777-f094-40dc-810b-14558e71b59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Unset dirty status for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:08.776049 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-48a59777-f094-40dc-810b-14558e71b59e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "GET /v2.0/ports/087eb52c-f495-4e47-af4e-1d2707c91225 HTTP/1.1" status: 200 len: 959 time: 0.3211193 Feb 04 06:10:08.781416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39290) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:08.783045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39294) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:08.808311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Calling delete_port for 86f480e7-2a2f-43b4-8c69-a0b4452ab61f owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:08.906301 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:08.910884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52d1f037-e345-4f5f-9e49-884af0d3d3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:08.937148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Usage tracker for resource:port and tenant:f075e275da7f4979b1b02fc2f35a1f1d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:08.946496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:08.971437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:08.987662 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Allocated IP 172.20.0.2 (0c343daf-59a4-48a9-8387-d7ac693b45d8/624353bd-6fc3-4429-90fb-9c86d02c297f/fd062a40-3f0e-4caa-9639-5b85df31f250) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:09.004035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-de7df8b1-dd53-4a17-9661-13fd99c98530', 'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530', 'tenant_id': '27d7bf1c570f468c895929285b61c16d', 'fixed_ips': [{'subnet_id': 'cf1ed411-d752-4540-ac73-08ed53254069'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:10:09.004890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.010896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.034305 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-52d1f037-e345-4f5f-9e49-884af0d3d3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:09.086544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-52d1f037-e345-4f5f-9e49-884af0d3d3a1 admin admin] Usage tracker for resource:security_group_rule and tenant:965d6b6317bc4b5db3dee31797dbb65c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:09.098258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-7672a981-589e-4794-9944-a52388f1eb2b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:10:09.100481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-52d1f037-e345-4f5f-9e49-884af0d3d3a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:09.105287 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-7672a981-589e-4794-9944-a52388f1eb2b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2676003 Feb 04 06:10:09.115424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-52d1f037-e345-4f5f-9e49-884af0d3d3a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:09.185664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3c599c26-e42c-4b60-941a-8fa446745c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Deleting port 087eb52c-f495-4e47-af4e-1d2707c91225 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:09.187443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c599c26-e42c-4b60-941a-8fa446745c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.323496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Made reservation on behalf of f075e275da7f4979b1b02fc2f35a1f1d for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:09.327651 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.339894 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-dbefae08-378f-428f-b4fb-55a4334ceef3 service neutron] 10.222.0.32 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337077 Feb 04 06:10:09.358681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Allocated IP 172.20.0.2 (de7df8b1-dd53-4a17-9661-13fd99c98530/cf1ed411-d752-4540-ac73-08ed53254069/5a303208-fe3a-4610-9044-9ad0bf9ca54c) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:09.478143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39322) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:09.493485 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-2f14c2d4-89d3-44ab-aa0e-2d4791442fca service neutron] 10.222.0.32 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442962 Feb 04 06:10:09.503738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.507525 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 06:10:09.537086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:09.540221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] device_id is not set on port dfac27d6-0888-4572-8be8-1b6408c1ce5b yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:09.604954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52d1f037-e345-4f5f-9e49-884af0d3d3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.610940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Usage tracker for resource:port and tenant:27d7bf1c570f468c895929285b61c16d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:09.619316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:09.631530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:09.678909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.724930 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-39798e7a-36a4-4a82-8b52-c9411e974a60 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1874464187&fields=id&tenant_id=6bf72fda2e5b49ef9e393b075fa48c52 HTTP/1.1" status: 200 len: 267 time: 0.2432616 Feb 04 06:10:09.731214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-52d1f037-e345-4f5f-9e49-884af0d3d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.827115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.836685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Transition to ACTIVE for port object 5a303208-fe3a-4610-9044-9ad0bf9ca54c will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:09.837791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.839589 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Transition to ACTIVE for port object fd062a40-3f0e-4caa-9639-5b85df31f250 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:09.876508 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Transition to ACTIVE for port object 5a303208-fe3a-4610-9044-9ad0bf9ca54c will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:09.877944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Transition to ACTIVE for port object fd062a40-3f0e-4caa-9639-5b85df31f250 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:09.899999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Made reservation on behalf of 27d7bf1c570f468c895929285b61c16d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:09.903575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.930227 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-52d1f037-e345-4f5f-9e49-884af0d3d3a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=965d6b6317bc4b5db3dee31797dbb65c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1452839 Feb 04 06:10:09.938752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1f037-e345-4f5f-9e49-884af0d3d3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314dc68b-6f90-4025-93ef-168811ae43fe,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:09.943643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c599c26-e42c-4b60-941a-8fa446745c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.949722 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a5726a53-ab65-43e3-9ac9-35dd06a83400 req-2fcf1ce1-d9c0-493b-91aa-2bed184e0f7c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 210 time: 0.1055820 Feb 04 06:10:09.951040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39342) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:09.955242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event deleted for resources: {'Port': ['ID=86f480e7-2a2f-43b4-8c69-a0b4452ab61f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:09.977144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.992199 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:09.996921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.091741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] device_id is not set on port 822fd06c-2b46-4a7e-b579-7e9105d164d6 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:10.102474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Network 0c343daf-59a4-48a9-8387-d7ac693b45d8 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:10.106817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Network de7df8b1-dd53-4a17-9661-13fd99c98530 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:10.107683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:10.112918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:10.117297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:10.122310 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:10.132781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Pushing event updated for resources: {'Port': ['ID=fd062a40-3f0e-4caa-9639-5b85df31f250,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:10.133629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3c599c26-e42c-4b60-941a-8fa446745c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Calling delete_port for 087eb52c-f495-4e47-af4e-1d2707c91225 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:10.203803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Allocated IP 172.20.0.4 (0c343daf-59a4-48a9-8387-d7ac693b45d8/624353bd-6fc3-4429-90fb-9c86d02c297f/dfac27d6-0888-4572-8be8-1b6408c1ce5b) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:10.269304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-985067e2-a27e-4253-9dec-a6ab0b329987 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:10.271478 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-985067e2-a27e-4253-9dec-a6ab0b329987 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/networks?id=b899491a-7f2c-46d6-a513-3f795ab56507 HTTP/1.1" status: 200 len: 805 time: 0.5310364 Feb 04 06:10:10.313805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.340585 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-af7a5e5b-60f3-451e-a8e5-0b1b230cca6f tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/quotas/6bf72fda2e5b49ef9e393b075fa48c52 HTTP/1.1" status: 200 len: 375 time: 0.0608366 Feb 04 06:10:10.430369 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Attempting to bind port 5a303208-fe3a-4610-9044-9ad0bf9ca54c on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:10.430738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Attempting to bind port 5a303208-fe3a-4610-9044-9ad0bf9ca54c by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '327a4e25-8b8c-4887-bd59-bf2e9c9a6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:10.430966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c599c26-e42c-4b60-941a-8fa446745c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.431083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Attempting to bind port 5a303208-fe3a-4610-9044-9ad0bf9ca54c on network de7df8b1-dd53-4a17-9661-13fd99c98530 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:10.452531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Allocated IP 172.20.0.12 (de7df8b1-dd53-4a17-9661-13fd99c98530/cf1ed411-d752-4540-ac73-08ed53254069/822fd06c-2b46-4a7e-b579-7e9105d164d6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:10.455556 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Pushing event updated for resources: {'Port': ['ID=5a303208-fe3a-4610-9044-9ad0bf9ca54c,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:10.464389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Attempting to bind port fd062a40-3f0e-4caa-9639-5b85df31f250 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:10.465361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Attempting to bind port fd062a40-3f0e-4caa-9639-5b85df31f250 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '0dbbdaed-6af8-40ad-a41f-8d3cbf405d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c343daf-59a4-48a9-8387-d7ac693b45d8'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:10.465970 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Attempting to bind port fd062a40-3f0e-4caa-9639-5b85df31f250 on network 0c343daf-59a4-48a9-8387-d7ac693b45d8 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:10.476931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:10.478114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Checking segment: {'id': '327a4e25-8b8c-4887-bd59-bf2e9c9a6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:10.478114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.478304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Bound using segment: {'id': '327a4e25-8b8c-4887-bd59-bf2e9c9a6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:10.479129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Bound port: 5a303208-fe3a-4610-9044-9ad0bf9ca54c, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327a4e25-8b8c-4887-bd59-bf2e9c9a6558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:10.479507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.496456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:10.496785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Checking segment: {'id': '0dbbdaed-6af8-40ad-a41f-8d3cbf405d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c343daf-59a4-48a9-8387-d7ac693b45d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:10.497802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.498283 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Bound using segment: {'id': '0dbbdaed-6af8-40ad-a41f-8d3cbf405d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c343daf-59a4-48a9-8387-d7ac693b45d8'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:10.500412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Bound port: fd062a40-3f0e-4caa-9639-5b85df31f250, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbbdaed-6af8-40ad-a41f-8d3cbf405d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0c343daf-59a4-48a9-8387-d7ac693b45d8'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:10.507088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.508989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Pushing event updated for resources: {'Port': ['ID=0bdebc80-32e4-477e-8782-8c0566f6199b,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:10.520240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c599c26-e42c-4b60-941a-8fa446745c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event deleted for resources: {'Port': ['ID=087eb52c-f495-4e47-af4e-1d2707c91225,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:10.539214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c599c26-e42c-4b60-941a-8fa446745c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.586859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.594180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.596104 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2cb4eadc-cd9b-4287-86ed-7add0bc0c88c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bf72fda2e5b49ef9e393b075fa48c52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2303751 Feb 04 06:10:10.636080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.646525 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3c599c26-e42c-4b60-941a-8fa446745c9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "DELETE /v2.0/ports/087eb52c-f495-4e47-af4e-1d2707c91225 HTTP/1.1" status: 204 len: 168 time: 1.8456972 Feb 04 06:10:10.649575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39364) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:10.765446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] For port 5a303208-fe3a-4610-9044-9ad0bf9ca54c, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:10.769578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] For port fd062a40-3f0e-4caa-9639-5b85df31f250, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:10.777834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] For port 5a303208-fe3a-4610-9044-9ad0bf9ca54c, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5a303208-fe3a-4610-9044-9ad0bf9ca54c,segment=NetworkSegment(327a4e25-8b8c-4887-bd59-bf2e9c9a6558),segment_id=327a4e25-8b8c-4887-bd59-bf2e9c9a6558)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:10.782026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] For port fd062a40-3f0e-4caa-9639-5b85df31f250, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fd062a40-3f0e-4caa-9639-5b85df31f250,segment=NetworkSegment(0dbbdaed-6af8-40ad-a41f-8d3cbf405d31),segment_id=0dbbdaed-6af8-40ad-a41f-8d3cbf405d31)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:10.782201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-65fcea4b-194d-4d99-a408-d5b8e1184cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.788934 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c48e8e2-bfc9-4121-b9d1-1f9683e14eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:10:10.789427 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.789567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8c48e8e2-bfc9-4121-b9d1-1f9683e14eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Synchronizing usage tracker for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:10.789925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ec2c575-2aaa-46e2-9fc6-95adbf56a77f {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:10:10.814563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-fbe0e535-ef7a-4589-b609-7b2bbb9e73da service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:10:10.816730 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-fbe0e535-ef7a-4589-b609-7b2bbb9e73da service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1088231 Feb 04 06:10:10.854472 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.856565 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-80f1ba01-b3bd-4fc3-9d72-5dddb518a572 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3ec2c575-2aaa-46e2-9fc6-95adbf56a77f HTTP/1.1" status: 204 len: 168 time: 6.2487307 Feb 04 06:10:10.863756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-65fcea4b-194d-4d99-a408-d5b8e1184cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.870939 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39374) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:10.897213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.946872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.947381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.947466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8c48e8e2-bfc9-4121-b9d1-1f9683e14eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Unset dirty status for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:10.947466 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8c48e8e2-bfc9-4121-b9d1-1f9683e14eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "GET /v2.0/ports/087eb52c-f495-4e47-af4e-1d2707c91225 HTTP/1.1" status: 404 len: 333 time: 0.2736244 Feb 04 06:10:10.952641 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c905e918-d3cb-44fd-ae56-802ed8435709 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3255479 Feb 04 06:10:10.961900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39380) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:10.990095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Request body: {'port': {'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1541107011'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:10.995730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:11.007702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:11.029629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:11.039545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:11.065698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a45af44-016b-48e9-a791-d73f3f070185 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Deleting subnet 7e0a46e6-069b-4aa2-b3f9-0ebcbfe0a1b0 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:10:11.073050 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7177088-9a34-4da1-b9e1-c5bc4425fbd7 None None] Pushing event updated for resources: {'Port': ['ID=5a303208-fe3a-4610-9044-9ad0bf9ca54c,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:11.073643 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-03c942cc-802a-4255-8dd6-5f578cff5e79 service neutron] 10.222.0.32 "GET /v2.0/networks/b899491a-7f2c-46d6-a513-3f795ab56507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447360 Feb 04 06:10:11.084691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a45af44-016b-48e9-a791-d73f3f070185 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:11.207453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Made reservation on behalf of dffbdd57cd504cc08ee71687c9cbb84d for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:11.214893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:11.215142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d690c-7b84-4313-8972-a6caf80441ee None None] Pushing event updated for resources: {'Port': ['ID=fd062a40-3f0e-4caa-9639-5b85df31f250,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:11.225784 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-697baf40-c874-4f8b-aacd-e8622a24f9a2 req-9131dae2-1043-4ce3-9dc6-f7e1abc53f97 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 210 time: 0.1065586 Feb 04 06:10:11.238515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] device_id is not set on port 31226629-e819-40f1-a558-936bd8c638c2 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:11.351982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a45af44-016b-48e9-a791-d73f3f070185 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:11.362912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Transition to ACTIVE for port object 822fd06c-2b46-4a7e-b579-7e9105d164d6 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:11.399636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Transition to ACTIVE for port object dfac27d6-0888-4572-8be8-1b6408c1ce5b will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:11.409939 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-65fcea4b-194d-4d99-a408-d5b8e1184cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:11.528224 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-36126490-1a6a-4f22-8392-3448a2550f5a service neutron] 10.222.0.32 "GET /v2.0/networks/b899491a-7f2c-46d6-a513-3f795ab56507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522252 Feb 04 06:10:11.551443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcea4b-194d-4d99-a408-d5b8e1184cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314dc68b-6f90-4025-93ef-168811ae43fe,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:11.651129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a45af44-016b-48e9-a791-d73f3f070185 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:11.691602 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-a637038b-3436-4093-86ce-c3d36d10c75f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Synchronizing usage tracker for tenant:2a08fa22ad664c3694660956ea4db6b1 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:11.713225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:11.814219 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:10:11.845441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-65fcea4b-194d-4d99-a408-d5b8e1184cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:11.852107 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-65fcea4b-194d-4d99-a408-d5b8e1184cdf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/314dc68b-6f90-4025-93ef-168811ae43fe HTTP/1.1" status: 204 len: 168 time: 1.8929803 Feb 04 06:10:11.860619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Network de7df8b1-dd53-4a17-9661-13fd99c98530 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:11.866219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:11.873329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:11.937992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:11.992311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:12.037606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'Port': ['ID=822fd06c-2b46-4a7e-b579-7e9105d164d6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:12.102279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:12.104548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:12.217281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:12.219639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a45af44-016b-48e9-a791-d73f3f070185 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:12.228775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-a637038b-3436-4093-86ce-c3d36d10c75f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Unset dirty status for tenant:2a08fa22ad664c3694660956ea4db6b1 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:12.239100 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-a637038b-3436-4093-86ce-c3d36d10c75f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--756139302&fields=id&tenant_id=2a08fa22ad664c3694660956ea4db6b1 HTTP/1.1" status: 200 len: 267 time: 0.8410163 Feb 04 06:10:12.243421 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ed85e6cb-df41-4c34-b018-cec858833919 req-cc914e12-e28f-40f6-baed-7855aa59f7ca tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 210 time: 0.0747664 Feb 04 06:10:12.261971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fd062a40-3f0e-4caa-9639-5b85df31f250 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:12.301221 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-558ff8b2-8936-4767-9d87-d15185db65c0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6361806 Feb 04 06:10:12.302046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39418) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:12.307716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Request body: {'port': {'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530', 'name': 'tempest-AllowedAddressPairTestJSON-1643997604', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:38:cd:eb'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:12.415772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port fd062a40-3f0e-4caa-9639-5b85df31f250 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:12.422084 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5a303208-fe3a-4610-9044-9ad0bf9ca54c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:12.429050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Network 0c343daf-59a4-48a9-8387-d7ac693b45d8 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:12.489222 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Pushing event updated for resources: {'Port': ['ID=dfac27d6-0888-4572-8be8-1b6408c1ce5b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:12.505440 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a45af44-016b-48e9-a791-d73f3f070185 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:12.519667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:12.522123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45af44-016b-48e9-a791-d73f3f070185 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7e0a46e6-069b-4aa2-b3f9-0ebcbfe0a1b0,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:12.541942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:12.596055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a6b75847-21e7-4763-9151-9c00af091bea req-65ad0652-9ff5-4d85-8aaf-2b1d1f8206dc tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Synchronizing usage tracker for tenant:8e5eeb77cc58458a8021dffb64d08773 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:12.610597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:12.617222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Usage tracker for resource:port and tenant:27d7bf1c570f468c895929285b61c16d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:12.623486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:12.634451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:12.680834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Network 390a294b-8c36-43a8-8dd9-d79d56173a3b is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:12.719112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 5a303208-fe3a-4610-9044-9ad0bf9ca54c completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:12.730258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:12.755153 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7a45af44-016b-48e9-a791-d73f3f070185 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/7e0a46e6-069b-4aa2-b3f9-0ebcbfe0a1b0 HTTP/1.1" status: 204 len: 168 time: 1.8831391 Feb 04 06:10:12.763125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:12.764070 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:12.765248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:12.765949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39440) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:12.790761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event updated for resources: {'Port': ['ID=31226629-e819-40f1-a558-936bd8c638c2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:12.806656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a6b75847-21e7-4763-9151-9c00af091bea req-65ad0652-9ff5-4d85-8aaf-2b1d1f8206dc tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Unset dirty status for tenant:8e5eeb77cc58458a8021dffb64d08773 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:12.807917 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a6b75847-21e7-4763-9151-9c00af091bea req-65ad0652-9ff5-4d85-8aaf-2b1d1f8206dc tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 210 time: 0.3450215 Feb 04 06:10:12.808562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Made reservation on behalf of 27d7bf1c570f468c895929285b61c16d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:12.865481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:12.866118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:12.879321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-6f8cfb15-c336-4cd9-8496-01b84dc05ca9 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:12.892928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-6f8cfb15-c336-4cd9-8496-01b84dc05ca9 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Synchronizing usage tracker for tenant:2a08fa22ad664c3694660956ea4db6b1 on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:12.954690 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a7651330-ee51-4fcb-a05b-4fd62f7f2fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9915659 Feb 04 06:10:12.958111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39448) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:12.969314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:13.023803 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b7e10b83-ebe0-4eab-b800-cd601248faaa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5104337 Feb 04 06:10:13.029373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39452) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:13.064475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Request body: {'port': {'network_id': '0c343daf-59a4-48a9-8387-d7ac693b45d8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1467064880', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:13.066447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.api.validators [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] bootfile-name is not in valid_values {{(pid=88198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:10:13.067020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.api.validators [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] tftp-server is not in valid_values {{(pid=88198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:10:13.067677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.api.validators [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] server-ip-address is not in valid_values {{(pid=88198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:10:13.115644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-6f8cfb15-c336-4cd9-8496-01b84dc05ca9 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Unset dirty status for tenant:2a08fa22ad664c3694660956ea4db6b1 on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:13.124775 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-6f8cfb15-c336-4cd9-8496-01b84dc05ca9 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/networks?id=d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 HTTP/1.1" status: 200 len: 812 time: 0.8839915 Feb 04 06:10:13.160805 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-cf7adbe0-b42f-4a17-ab7a-4528e2b9a3e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/quotas/2a08fa22ad664c3694660956ea4db6b1 HTTP/1.1" status: 200 len: 375 time: 0.0349498 Feb 04 06:10:13.172161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8557789d-5d6d-4007-8a69-1b625c33c26d None None] Network 0c343daf-59a4-48a9-8387-d7ac693b45d8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:13.243605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:13.340161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:13.362103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:13.370021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42776655-1d54-44f2-a4b1-b225cca06a07 None None] Network de7df8b1-dd53-4a17-9661-13fd99c98530 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:13.437328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Usage tracker for resource:port and tenant:f075e275da7f4979b1b02fc2f35a1f1d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:13.477737 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fad074f2-54f5-4f63-b0eb-9670f79e9b87 req-65642755-815f-4b67-a657-17d7a3a8dc85 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 210 time: 0.1281896 Feb 04 06:10:13.483646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:13.566274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-f2f0917c-186a-452f-a3e5-1e58283d3b0f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Synchronizing usage tracker for tenant:2a08fa22ad664c3694660956ea4db6b1 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:13.582988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:13.638365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-09e729ce-1ce0-44bf-b5ec-6f46f7fddfc2 None None] Provisioning for port fd062a40-3f0e-4caa-9639-5b85df31f250 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:13.653040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:13.655561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-09e729ce-1ce0-44bf-b5ec-6f46f7fddfc2 None None] Provisioning complete for port fd062a40-3f0e-4caa-9639-5b85df31f250 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:13.656186 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-09e729ce-1ce0-44bf-b5ec-6f46f7fddfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:13.693626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] device_id is not set on port a5d677f3-3c19-4229-9b6e-52c0818dd0fd yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:13.699087 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] device_id is not set on port 31226629-e819-40f1-a558-936bd8c638c2 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:13.708684 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:13.727061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Transition to ACTIVE for port object 31226629-e819-40f1-a558-936bd8c638c2 will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:13.738825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:13.753083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-f2f0917c-186a-452f-a3e5-1e58283d3b0f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Unset dirty status for tenant:2a08fa22ad664c3694660956ea4db6b1 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:13.827328 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-f2f0917c-186a-452f-a3e5-1e58283d3b0f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a08fa22ad664c3694660956ea4db6b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5944793 Feb 04 06:10:13.827744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7cfb93-e574-4e8a-b88c-d5b47d389819']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:13.827744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460b88fd-75b7-4f58-8b89-c6a2e92ad212') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:13.827744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460b88fd-75b7-4f58-8b89-c6a2e92ad212') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:13.913873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:13.942714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:13.961341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:10:13.961880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:10:13.989983 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:10:14.002720 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-df397c59-028b-4133-bbdf-eb6f29ca395e service neutron] 10.222.0.32 "GET /v2.0/networks/d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271187 Feb 04 06:10:14.023187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-09e729ce-1ce0-44bf-b5ec-6f46f7fddfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.071455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.24', 64301) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:14.120335 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-09e729ce-1ce0-44bf-b5ec-6f46f7fddfc2 None None] For port fd062a40-3f0e-4caa-9639-5b85df31f250, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fd062a40-3f0e-4caa-9639-5b85df31f250,segment=NetworkSegment(0dbbdaed-6af8-40ad-a41f-8d3cbf405d31),segment_id=0dbbdaed-6af8-40ad-a41f-8d3cbf405d31)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:14.144363 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f0050fad-a328-4816-a68d-2d268d0fe5b0 req-e5882d13-84d9-423d-963e-53278586c995 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 210 time: 0.0718043 Feb 04 06:10:14.172817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.233739 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-3d941414-96ee-418a-b0c3-3cfa2417c17f service neutron] 10.222.0.32 "GET /v2.0/networks/d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295821 Feb 04 06:10:14.237825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Allocated IP 172.20.0.4 (de7df8b1-dd53-4a17-9661-13fd99c98530/cf1ed411-d752-4540-ac73-08ed53254069/a5d677f3-3c19-4229-9b6e-52c0818dd0fd) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:14.239933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Made reservation on behalf of f075e275da7f4979b1b02fc2f35a1f1d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:14.243424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.336470 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-09e729ce-1ce0-44bf-b5ec-6f46f7fddfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.409826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:14.410100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:14.410537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:14.416345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] device_id is not set on port e9147f2d-d6df-49e9-af1e-4f08c01e1923 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:14.421288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:14.423802 dv-neutron-827796-1-hyperv neutron-server[88199]: ERROR neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:14.424355 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.plugins.ml2.plugin [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 2 to bind port 31226629-e819-40f1-a558-936bd8c638c2 Feb 04 06:10:14.446706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:14.447579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:14.447932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:14.454427 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:14.454760 dv-neutron-827796-1-hyperv neutron-server[88199]: ERROR neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:14.455309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event updated for resources: {'Port': ['ID=31226629-e819-40f1-a558-936bd8c638c2,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:14.457543 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.plugins.ml2.plugin [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 3 to bind port 31226629-e819-40f1-a558-936bd8c638c2 Feb 04 06:10:14.478823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:14.479333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:14.479725 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:14.486907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:14.486907 dv-neutron-827796-1-hyperv neutron-server[88199]: ERROR neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:14.486907 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.plugins.ml2.plugin [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 4 to bind port 31226629-e819-40f1-a558-936bd8c638c2 Feb 04 06:10:14.525420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:14.525766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:14.526106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:14.540545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:14.540911 dv-neutron-827796-1-hyperv neutron-server[88199]: ERROR neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:14.541300 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.plugins.ml2.plugin [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 5 to bind port 31226629-e819-40f1-a558-936bd8c638c2 Feb 04 06:10:14.593214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Provisioning complete for port fd062a40-3f0e-4caa-9639-5b85df31f250 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:14.593214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.607101 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:14.607503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:14.608386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:14.621056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.634520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df7cfb93-e574-4e8a-b88c-d5b47d389819 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:10:14.643370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:14.643697 dv-neutron-827796-1-hyperv neutron-server[88199]: ERROR neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:14.644083 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.plugins.ml2.plugin [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 6 to bind port 31226629-e819-40f1-a558-936bd8c638c2 Feb 04 06:10:14.651672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:14.826491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e729ce-1ce0-44bf-b5ec-6f46f7fddfc2 None None] Pushing event updated for resources: {'Port': ['ID=fd062a40-3f0e-4caa-9639-5b85df31f250,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:14.852252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:14.852951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:14.854325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:14.881200 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:14.887918 dv-neutron-827796-1-hyperv neutron-server[88199]: ERROR neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:14.890395 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.plugins.ml2.plugin [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 7 to bind port 31226629-e819-40f1-a558-936bd8c638c2 Feb 04 06:10:14.917951 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1038ad45-5059-4b79-ba0c-ae22f9b479b4 req-46809bf0-9f47-46bb-92a8-87a2eff410f1 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 210 time: 0.1880550 Feb 04 06:10:14.934796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:14.935145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:14.935491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:14.943062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:14.943922 dv-neutron-827796-1-hyperv neutron-server[88199]: ERROR neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:14.952026 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.plugins.ml2.plugin [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 8 to bind port 31226629-e819-40f1-a558-936bd8c638c2 Feb 04 06:10:14.968710 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:14.974931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:14.975468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:14.981723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:14.987480 dv-neutron-827796-1-hyperv neutron-server[88199]: ERROR neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:14.988697 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.plugins.ml2.plugin [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 9 to bind port 31226629-e819-40f1-a558-936bd8c638c2 Feb 04 06:10:15.025451 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:15.030490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:15.032022 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:15.041011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:15.041331 dv-neutron-827796-1-hyperv neutron-server[88199]: ERROR neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:15.042855 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.plugins.ml2.plugin [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempt 10 to bind port 31226629-e819-40f1-a558-936bd8c638c2 Feb 04 06:10:15.064218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:15.064473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:15.064847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempting to bind port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:15.070078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:15.070405 dv-neutron-827796-1-hyperv neutron-server[88199]: ERROR neutron.plugins.ml2.managers [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Failed to bind port 31226629-e819-40f1-a558-936bd8c638c2 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'db14072f-65ce-424f-a152-f2937508d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '390a294b-8c36-43a8-8dd9-d79d56173a3b'}] Feb 04 06:10:15.070759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:15.103595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Allocated IP 172.20.0.9 (0c343daf-59a4-48a9-8387-d7ac693b45d8/624353bd-6fc3-4429-90fb-9c86d02c297f/e9147f2d-d6df-49e9-af1e-4f08c01e1923) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:15.171583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Provisioning for port 5a303208-fe3a-4610-9044-9ad0bf9ca54c completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:15.180163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Provisioning complete for port 5a303208-fe3a-4610-9044-9ad0bf9ca54c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:15.181110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:15.373557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] For port 31226629-e819-40f1-a558-936bd8c638c2, host hv-neutron-8277, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:15.376604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attempted to set empty binding levels {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:10:15.456242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:15.459146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:15.494339 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event deleted for resources: {'Network': ['ID=df7cfb93-e574-4e8a-b88c-d5b47d389819,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:15.500486 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1077702f-db4e-4490-b6d8-17da509c1064 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "DELETE /v2.0/networks/df7cfb93-e574-4e8a-b88c-d5b47d389819 HTTP/1.1" status: 204 len: 168 time: 2.7332907 Feb 04 06:10:15.540491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] For port 5a303208-fe3a-4610-9044-9ad0bf9ca54c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5a303208-fe3a-4610-9044-9ad0bf9ca54c,segment=NetworkSegment(327a4e25-8b8c-4887-bd59-bf2e9c9a6558),segment_id=327a4e25-8b8c-4887-bd59-bf2e9c9a6558)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:15.591109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-df9b67f2-1f8b-4fe2-9177-460eba3e894a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:15.592084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-df9b67f2-1f8b-4fe2-9177-460eba3e894a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Synchronizing usage tracker for tenant:8e5eeb77cc58458a8021dffb64d08773 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:15.594988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39524) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:15.635292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:15.643289 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event updated for resources: {'Port': ['ID=31226629-e819-40f1-a558-936bd8c638c2,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:15.655179 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf340154-6a4c-413b-8630-83212da54f73 req-89bcf5b0-c24f-4c7b-b919-2d6c3630764c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 210 time: 0.1643581 Feb 04 06:10:15.690490 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:15.740402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Transition to ACTIVE for port object e9147f2d-d6df-49e9-af1e-4f08c01e1923 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:15.804901 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2cdad70f-f972-47f0-9a48-37e8aa3ffb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:15.880805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Pushing event updated for resources: {'Port': ['ID=5a303208-fe3a-4610-9044-9ad0bf9ca54c,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:15.899620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Provisioning for port dfac27d6-0888-4572-8be8-1b6408c1ce5b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:15.905075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Provisioning complete for port dfac27d6-0888-4572-8be8-1b6408c1ce5b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:15.905451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:15.965002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-df9b67f2-1f8b-4fe2-9177-460eba3e894a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Unset dirty status for tenant:8e5eeb77cc58458a8021dffb64d08773 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:15.966147 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-df9b67f2-1f8b-4fe2-9177-460eba3e894a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.24 "GET /v2.0/networks?id=bcbc6d8a-a29f-4884-a766-65731440e62d HTTP/1.1" status: 200 len: 812 time: 1.8366344 Feb 04 06:10:15.969418 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-22f62dae-4a7a-45b2-a6c2-474528007808 req-777b4295-5da0-4ea1-8277-8bdf53de7507 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 210 time: 0.3300264 Feb 04 06:10:15.970242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] In _notify_port_updated(), no bound segment for port 31226629-e819-40f1-a558-936bd8c638c2 on network 390a294b-8c36-43a8-8dd9-d79d56173a3b {{(pid=88199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:10:15.971099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:15.971711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:15.979080 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-34162bb6-77b3-4235-8ee9-e1ea5e301a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "PUT /v2.0/ports/31226629-e819-40f1-a558-936bd8c638c2 HTTP/1.1" status: 200 len: 981 time: 3.0190828 Feb 04 06:10:15.980196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39550) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:16.053583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-67123cc1-d1d9-4f0b-ba94-e5f41248e739 None None] Port dfac27d6-0888-4572-8be8-1b6408c1ce5b cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:16.069820 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ad270886-6dbf-42ef-ac0b-c2d6ff3ccb29 req-e4f6b460-b5ee-4a8b-a7a9-d494f5209f75 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 210 time: 0.0762079 Feb 04 06:10:16.094363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fd062a40-3f0e-4caa-9639-5b85df31f250 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:16.099384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.105674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-361cf5b4-2ccf-4df1-be7e-457478f4d6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Deleting port 31226629-e819-40f1-a558-936bd8c638c2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:16.115291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-361cf5b4-2ccf-4df1-be7e-457478f4d6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.115536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.129168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-141425552'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:16.134668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39554) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:16.202631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port fd062a40-3f0e-4caa-9639-5b85df31f250 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:16.202977 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.204868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-427e48df-a870-4003-a9c9-698e7e713e3e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Request body: {'router': {'name': 'tempest-router--254831370', 'project_id': 'e82b5603e0744372b6ecad34576a53bc'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:16.210770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-427e48df-a870-4003-a9c9-698e7e713e3e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:16.216125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-427e48df-a870-4003-a9c9-698e7e713e3e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Usage tracker for resource:router and tenant:e82b5603e0744372b6ecad34576a53bc is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:16.220424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-427e48df-a870-4003-a9c9-698e7e713e3e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:16.237030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:16.242351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Network 0c343daf-59a4-48a9-8387-d7ac693b45d8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:16.259573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:16.262207 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-61b9a57c-377d-428f-b348-7c8e85bdafb9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Synchronizing usage tracker for tenant:8e5eeb77cc58458a8021dffb64d08773 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:16.265074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:16.316580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-584ee6ed-cdb2-411f-8533-089233a19520 None None] Provisioning for port 822fd06c-2b46-4a7e-b579-7e9105d164d6 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:16.343935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Transition to ACTIVE for port object a5d677f3-3c19-4229-9b6e-52c0818dd0fd will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:16.346526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-427e48df-a870-4003-a9c9-698e7e713e3e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:16.354364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:16.355049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.356839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-584ee6ed-cdb2-411f-8533-089233a19520 None None] Provisioning complete for port 822fd06c-2b46-4a7e-b579-7e9105d164d6 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:16.357281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-584ee6ed-cdb2-411f-8533-089233a19520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.375019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Usage tracker for resource:network and tenant:b4c51f38f11c459081602712ac625534 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:16.380790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:16.395479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-361cf5b4-2ccf-4df1-be7e-457478f4d6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] For port 31226629-e819-40f1-a558-936bd8c638c2, host hv-neutron-8277, got binding levels [] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:16.396948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-361cf5b4-2ccf-4df1-be7e-457478f4d6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.400512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:16.414822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Pushing event updated for resources: {'Port': ['ID=e9147f2d-d6df-49e9-af1e-4f08c01e1923,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:16.463751 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5a303208-fe3a-4610-9044-9ad0bf9ca54c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:16.478469 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3848a32d-e0b8-45ba-a347-9ad461fcb4f5 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.4362183 Feb 04 06:10:16.479365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39560) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:16.548346 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-584ee6ed-cdb2-411f-8533-089233a19520 None None] Port 822fd06c-2b46-4a7e-b579-7e9105d164d6 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:16.558317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.24', 64307) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:16.588197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-427e48df-a870-4003-a9c9-698e7e713e3e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.590085 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-584ee6ed-cdb2-411f-8533-089233a19520 None None] Provisioning complete for port 5a303208-fe3a-4610-9044-9ad0bf9ca54c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:16.595423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-427e48df-a870-4003-a9c9-698e7e713e3e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.595947 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-584ee6ed-cdb2-411f-8533-089233a19520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.606742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Made reservation on behalf of b4c51f38f11c459081602712ac625534 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:16.610843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.659399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-61b9a57c-377d-428f-b348-7c8e85bdafb9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Unset dirty status for tenant:8e5eeb77cc58458a8021dffb64d08773 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:16.660750 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-61b9a57c-377d-428f-b348-7c8e85bdafb9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5eeb77cc58458a8021dffb64d08773 HTTP/1.1" status: 200 len: 379 time: 0.5855567 Feb 04 06:10:16.662066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.672670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-361cf5b4-2ccf-4df1-be7e-457478f4d6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Calling delete_port for 31226629-e819-40f1-a558-936bd8c638c2 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:16.726019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 5a303208-fe3a-4610-9044-9ad0bf9ca54c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:16.727213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.795841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.927326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Request body: {'port': {'device_id': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'admin_state_up': True, 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'security_groups': ['6c299f85-8e85-4803-a4a9-30b4cc383950']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:16.948199 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-361cf5b4-2ccf-4df1-be7e-457478f4d6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.029342 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-1d382be0-fd14-486f-82d1-54ffe8598870 req-8c886666-9422-4d3d-a9e5-f5a73b25dee3 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Synchronizing usage tracker for tenant:6bf72fda2e5b49ef9e393b075fa48c52 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:17.043326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cf5b4-2ccf-4df1-be7e-457478f4d6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Pushing event deleted for resources: {'Port': ['ID=31226629-e819-40f1-a558-936bd8c638c2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:17.045813 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-361cf5b4-2ccf-4df1-be7e-457478f4d6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.056018 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-361cf5b4-2ccf-4df1-be7e-457478f4d6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "DELETE /v2.0/ports/31226629-e819-40f1-a558-936bd8c638c2 HTTP/1.1" status: 204 len: 168 time: 1.0744967 Feb 04 06:10:17.059450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39572) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:17.064052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-584ee6ed-cdb2-411f-8533-089233a19520 None None] Provisioning complete for port dfac27d6-0888-4572-8be8-1b6408c1ce5b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:17.064632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-584ee6ed-cdb2-411f-8533-089233a19520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.133704 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-9398a09c-1162-40e2-9908-bdabd379fef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:10:17.134424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-584ee6ed-cdb2-411f-8533-089233a19520 None None] Port dfac27d6-0888-4572-8be8-1b6408c1ce5b cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:17.137278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9398a09c-1162-40e2-9908-bdabd379fef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Synchronizing usage tracker for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:17.171978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:17.192109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Usage tracker for resource:security_group_rule and tenant:b4c51f38f11c459081602712ac625534 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:17.197455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:17.245116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-1d382be0-fd14-486f-82d1-54ffe8598870 req-8c886666-9422-4d3d-a9e5-f5a73b25dee3 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Unset dirty status for tenant:6bf72fda2e5b49ef9e393b075fa48c52 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:17.246560 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1d382be0-fd14-486f-82d1-54ffe8598870 req-8c886666-9422-4d3d-a9e5-f5a73b25dee3 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 210 time: 0.3697507 Feb 04 06:10:17.285014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9398a09c-1162-40e2-9908-bdabd379fef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] Unset dirty status for tenant:dffbdd57cd504cc08ee71687c9cbb84d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:17.289359 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9398a09c-1162-40e2-9908-bdabd379fef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1577223972-project-admin] 10.222.0.32 "GET /v2.0/ports/31226629-e819-40f1-a558-936bd8c638c2 HTTP/1.1" status: 404 len: 333 time: 0.2209933 Feb 04 06:10:17.289664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39580) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:17.317818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:17.335331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Network de7df8b1-dd53-4a17-9661-13fd99c98530 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:17.355349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1f7f0461-c77a-4bf9-ad5f-abb70cb25cda None None] Provisioning for port e9147f2d-d6df-49e9-af1e-4f08c01e1923 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:17.355555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:17.377827 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7a856e98-fdcf-4911-93d4-ca255cf18597 req-c101b37c-96e7-432e-8239-226f183f2841 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 210 time: 0.1615434 Feb 04 06:10:17.383294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1f7f0461-c77a-4bf9-ad5f-abb70cb25cda None None] Provisioning complete for port e9147f2d-d6df-49e9-af1e-4f08c01e1923 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:17.385191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0461-c77a-4bf9-ad5f-abb70cb25cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.390424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:17.581136 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f0461-c77a-4bf9-ad5f-abb70cb25cda None None] Port e9147f2d-d6df-49e9-af1e-4f08c01e1923 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:17.645692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-427e48df-a870-4003-a9c9-698e7e713e3e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.685907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-fc5a61f7-0e54-4b75-8af4-cd0d67fa435a tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:17.687956 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-fc5a61f7-0e54-4b75-8af4-cd0d67fa435a tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.24 "GET /v2.0/networks?id=b899491a-7f2c-46d6-a513-3f795ab56507 HTTP/1.1" status: 200 len: 805 time: 1.1022215 Feb 04 06:10:17.706537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.710911 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4accf78c-e245-49e1-8b4a-b7145de1deed req-058184fa-324f-40dd-82be-77deae5fa538 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 210 time: 0.0917602 Feb 04 06:10:17.738975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'Port': ['ID=a5d677f3-3c19-4229-9b6e-52c0818dd0fd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:17.839576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-427e48df-a870-4003-a9c9-698e7e713e3e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.853356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-493e624e-294b-4517-88d6-9890c6afc35c None None] Provisioning for port a5d677f3-3c19-4229-9b6e-52c0818dd0fd completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:17.860562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-493e624e-294b-4517-88d6-9890c6afc35c None None] Provisioning complete for port a5d677f3-3c19-4229-9b6e-52c0818dd0fd triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:17.861223 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-493e624e-294b-4517-88d6-9890c6afc35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.924737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-493e624e-294b-4517-88d6-9890c6afc35c None None] Port a5d677f3-3c19-4229-9b6e-52c0818dd0fd cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:17.925989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3699dbbf-8b9f-4ed5-a9a6-43f9d77a01f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.951445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.981433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390a294b-8c36-43a8-8dd9-d79d56173a3b']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:17.984106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-427e48df-a870-4003-a9c9-698e7e713e3e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.988951 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-427e48df-a870-4003-a9c9-698e7e713e3e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.8441072 Feb 04 06:10:17.989201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39588) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:17.994778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db14072f-65ce-424f-a152-f2937508d49b') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:17.995043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db14072f-65ce-424f-a152-f2937508d49b') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:17.998652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdd762-d13a-49a8-abea-6f1f322c3913 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:18.005493 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdd762-d13a-49a8-abea-6f1f322c3913 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:18.012155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdd762-d13a-49a8-abea-6f1f322c3913 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:18.013318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b3fdd762-d13a-49a8-abea-6f1f322c3913 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Synchronizing usage tracker for tenant:f075e275da7f4979b1b02fc2f35a1f1d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:18.060696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.080369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:18.085175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.088554 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-a796508a-b26f-4413-ac48-a83296fdcdd3 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bf72fda2e5b49ef9e393b075fa48c52 HTTP/1.1" status: 200 len: 380 time: 0.3209546 Feb 04 06:10:18.109940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:18.122089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:18.147913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.165843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.173638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:10:18.174009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.176544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:10:18.189380 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:10:18.244935 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8f6-857e-45bd-af4d-fec0aae20e29 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.246255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:10:18.250818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b3fdd762-d13a-49a8-abea-6f1f322c3913 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Unset dirty status for tenant:f075e275da7f4979b1b02fc2f35a1f1d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:18.254270 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b3fdd762-d13a-49a8-abea-6f1f322c3913 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 1.7716794 Feb 04 06:10:18.264529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61d8940-ff80-4b78-bdbf-d0d2de5c1540,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:18.268110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39592) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:18.276439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Request body: {'port': {'device_id': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'admin_state_up': True, 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'security_groups': ['83da2637-08b7-45ba-ae05-f3f366f9bee2']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:18.555535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Made reservation on behalf of 8e5eeb77cc58458a8021dffb64d08773 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:18.559518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.573619 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f16fb5c7-349f-444b-a26b-9623e0c7e0de tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.2704437 Feb 04 06:10:18.584862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39600) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:18.693161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.723022 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6af8e048-5ac3-463c-a40f-3c2c73b0bd5b req-f299f878-a90b-469a-b518-c8ab21d38b6d tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 210 time: 0.1629713 Feb 04 06:10:18.785793 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Pushing event deleted for resources: {'Network': ['ID=390a294b-8c36-43a8-8dd9-d79d56173a3b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:18.788561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.793154 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-47ab2372-3545-4702-bc65-94d5e73475df req-581d283f-af98-45cc-bbec-09babf70ecfb tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 210 time: 0.1010802 Feb 04 06:10:18.841797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.842769 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Added segment e5126309-7025-4b39-af3a-230f8685ef51 of type vlan for network 5f718454-0d8c-4300-ab05-066812a56d93 Feb 04 06:10:18.869388 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6202b13c-ce7e-41d1-8699-6323a01d016b tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Deleting port e9147f2d-d6df-49e9-af1e-4f08c01e1923 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:18.870587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6202b13c-ce7e-41d1-8699-6323a01d016b tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.872490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8f6-857e-45bd-af4d-fec0aae20e29 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.877420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8f6-857e-45bd-af4d-fec0aae20e29 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.879902 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4dfe20fd-5909-4d3a-8ca4-979514c749ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-761643275-project] 10.222.0.32 "DELETE /v2.0/networks/390a294b-8c36-43a8-8dd9-d79d56173a3b HTTP/1.1" status: 204 len: 168 time: 1.5892675 Feb 04 06:10:19.106201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.108541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.111890 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8f6-857e-45bd-af4d-fec0aae20e29 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.111890 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f1c8f6-857e-45bd-af4d-fec0aae20e29 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 911f5a91-2cc2-4011-861f-ef336697e5b6 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:10:19.146106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8f6-857e-45bd-af4d-fec0aae20e29 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.151911 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-49f1c8f6-857e-45bd-af4d-fec0aae20e29 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "DELETE /v2.0/routers/911f5a91-2cc2-4011-861f-ef336697e5b6 HTTP/1.1" status: 204 len: 168 time: 1.1607108 Feb 04 06:10:19.158846 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1c34a223-afca-482c-8a1b-4be21b5bff7c req-abaa8d58-f0e4-4c16-a677-ef04ce4d0ea4 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 210 time: 0.1595330 Feb 04 06:10:19.170131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.24', 64312) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:19.214922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.439551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-9df5f277-a6cb-4979-84b4-2c346f4ef9b0 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:19.446079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:19.450042 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-9df5f277-a6cb-4979-84b4-2c346f4ef9b0 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.24 "GET /v2.0/networks?id=d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 HTTP/1.1" status: 200 len: 812 time: 0.2437077 Feb 04 06:10:19.459096 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:19.643747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e494797-47e9-4a2e-9617-c8ae3b69db5a tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:19.649639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e494797-47e9-4a2e-9617-c8ae3b69db5a tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:19.657427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e494797-47e9-4a2e-9617-c8ae3b69db5a tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:19.658688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5e494797-47e9-4a2e-9617-c8ae3b69db5a tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Synchronizing usage tracker for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:19.681189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.687035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:19.687986 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.814891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.849069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Made reservation on behalf of 6bf72fda2e5b49ef9e393b075fa48c52 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:19.853214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:19.921496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Allocated IP 172.20.0.4 (bcbc6d8a-a29f-4884-a766-65731440e62d/efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb/c4b0ffe0-ad8d-404a-89d3-cb7ce4730900) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:19.952749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Pushing event updated for resources: {'Network': ['ID=5f718454-0d8c-4300-ab05-066812a56d93,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:19.952926 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-442aa2d0-d531-421e-b012-28006bfaaa79 req-bde894e6-404b-4ac7-bd44-72e645648936 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 210 time: 0.0673311 Feb 04 06:10:19.965260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39618) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:19.972557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 5f718454-0d8c-4300-ab05-066812a56d93 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:10:20.032544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6202b13c-ce7e-41d1-8699-6323a01d016b tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:20.081291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-9493641c-752a-40c6-8fc6-d5835bf210ce req-9550d5d3-ecfb-4707-91ae-1e7ed272a2e4 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Synchronizing usage tracker for tenant:8e5eeb77cc58458a8021dffb64d08773 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:20.108224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5e494797-47e9-4a2e-9617-c8ae3b69db5a tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Unset dirty status for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:20.109529 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5e494797-47e9-4a2e-9617-c8ae3b69db5a tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 1.5211642 Feb 04 06:10:20.113139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39626) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:20.121704 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6c2c586f-6b72-4cea-91fc-e57a42b94165 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.5126686 Feb 04 06:10:20.208569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-9493641c-752a-40c6-8fc6-d5835bf210ce req-9550d5d3-ecfb-4707-91ae-1e7ed272a2e4 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Unset dirty status for tenant:8e5eeb77cc58458a8021dffb64d08773 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:20.237590 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9493641c-752a-40c6-8fc6-d5835bf210ce req-9550d5d3-ecfb-4707-91ae-1e7ed272a2e4 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 210 time: 0.2702584 Feb 04 06:10:20.367262 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-e28f6f94-238b-4794-9b79-53736040d00c tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a08fa22ad664c3694660956ea4db6b1 HTTP/1.1" status: 200 len: 379 time: 0.1272964 Feb 04 06:10:20.368046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39636) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:20.397713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Request body: {'port': {'device_id': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'admin_state_up': True, 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'security_groups': ['a0ed3874-a1fe-4c33-8655-175471976576']}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:20.419693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:20.493624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6202b13c-ce7e-41d1-8699-6323a01d016b tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Calling delete_port for e9147f2d-d6df-49e9-af1e-4f08c01e1923 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:20.550883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1684125620', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:20.568616 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:20.594072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a60bb510-d6fc-4704-8b0d-496c7ff1b342 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Deleting port a5d677f3-3c19-4229-9b6e-52c0818dd0fd {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:20.594418 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a60bb510-d6fc-4704-8b0d-496c7ff1b342 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:20.621852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Usage tracker for resource:router and tenant:2d6db88142d24326b07df677d95ad7b7 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:20.632781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:20.685884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:20.862120 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7e5cb2c4-8a72-4284-b615-fe1d9c187ae4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6173332e0ec34ca6aa6dd36b9b425d15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3795052 Feb 04 06:10:20.862120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39642) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:20.862557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:20.862557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39644) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:20.862557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Transition to ACTIVE for port object c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:20.868187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Request body: {'port': {'network_id': '5f718454-0d8c-4300-ab05-066812a56d93', 'binding:host_id': 'hv-neutron-8277', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-656977836'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:20.889873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:20.892451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Allocated IP 172.20.0.9 (b899491a-7f2c-46d6-a513-3f795ab56507/c89fb3a0-23b9-4925-9cd3-f783e5a43dd4/f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:20.910496 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e50e4fb6-3823-4997-a960-756077faea84 req-49f7858e-0d71-43d2-84c8-a73b7e746350 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 210 time: 0.4473424 Feb 04 06:10:20.911762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Usage tracker for resource:port and tenant:93f67dbdc9cd4899b19b0f038db26254 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:20.918144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:20.922246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:20.949699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:20.961075 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:21.034757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a60bb510-d6fc-4704-8b0d-496c7ff1b342 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.047891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-168e4ae9-7235-4968-ad08-ea013cc62e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.175305 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a60bb510-d6fc-4704-8b0d-496c7ff1b342 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Calling delete_port for a5d677f3-3c19-4229-9b6e-52c0818dd0fd owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:21.276987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Made reservation on behalf of 93f67dbdc9cd4899b19b0f038db26254 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:21.277647 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.278801 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.281354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.303044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Made reservation on behalf of 2a08fa22ad664c3694660956ea4db6b1 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:21.307720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.308323 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.337689 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c788cd3-7f67-4589-a51c-17df446fdba8 req-b13ac1f0-aa33-4609-a418-60b6ad95bb4a tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 210 time: 0.1701431 Feb 04 06:10:21.343341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-168e4ae9-7235-4968-ad08-ea013cc62e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.362546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:21.388609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Usage tracker for resource:security_group_rule and tenant:93f67dbdc9cd4899b19b0f038db26254 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:21.392623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:21.409467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:21.418457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.533366 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.623214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6202b13c-ce7e-41d1-8699-6323a01d016b tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.625689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.745029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:21.800571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] device_id is not set on port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:21.852611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Allocated IP 172.20.0.10 (d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2/3a2e209b-21b4-4d84-9c6e-5a22aa6969f8/c6424bff-f04f-4f0a-a223-c978ad5a2ced) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:21.855022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202b13c-ce7e-41d1-8699-6323a01d016b tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Pushing event deleted for resources: {'Port': ['ID=e9147f2d-d6df-49e9-af1e-4f08c01e1923,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:21.972978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Network bcbc6d8a-a29f-4884-a766-65731440e62d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:22.028210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:22.032868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:22.201984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-168e4ae9-7235-4968-ad08-ea013cc62e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.222981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a60bb510-d6fc-4704-8b0d-496c7ff1b342 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.312164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bde3ed1-b27b-4f81-8f02-12e2e3698f88,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:22.339872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Pushing event updated for resources: {'Port': ['ID=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:22.397893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.435067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6202b13c-ce7e-41d1-8699-6323a01d016b tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.454310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:22.455119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.494374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810198f-2bb1-4502-83c3-295ee719b2cd req-0546cfbf-0931-4039-a51d-3de6b0ea8458 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:22.496287 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c810198f-2bb1-4502-83c3-295ee719b2cd req-0546cfbf-0931-4039-a51d-3de6b0ea8458 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 931 time: 0.9602680 Feb 04 06:10:22.525909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e4ae9-7235-4968-ad08-ea013cc62e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8d3a0f-b899-4e59-8b45-cb56ed4bb26a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:22.528561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-ba8a47d3-3775-49e1-bc3b-0fd49fce361b req-fa59d3d3-2f2d-46bc-a8eb-c5c9d423bbd5 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Synchronizing usage tracker for tenant:2a08fa22ad664c3694660956ea4db6b1 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:22.541886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bb510-d6fc-4704-8b0d-496c7ff1b342 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event deleted for resources: {'Port': ['ID=a5d677f3-3c19-4229-9b6e-52c0818dd0fd,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:22.602695 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4093f8b4-9444-4dc8-b159-df29d674e840 None None] Provisioning for port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:22.606125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Transition to ACTIVE for port object f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:22.630907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4093f8b4-9444-4dc8-b159-df29d674e840 None None] Provisioning complete for port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:22.632261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4093f8b4-9444-4dc8-b159-df29d674e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.729729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4093f8b4-9444-4dc8-b159-df29d674e840 None None] Port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:22.822427 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.868627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.908704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-168e4ae9-7235-4968-ad08-ea013cc62e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.910134 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-168e4ae9-7235-4968-ad08-ea013cc62e13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc8d3a0f-b899-4e59-8b45-cb56ed4bb26a HTTP/1.1" status: 204 len: 168 time: 2.0187676 Feb 04 06:10:22.935309 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c810198f-2bb1-4502-83c3-295ee719b2cd req-32f53e40-6fbc-4bc0-971a-9f3a92fa5e17 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361998 Feb 04 06:10:22.947818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] device_id is not set on port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:22.966497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:22.980000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Transition to ACTIVE for port object e85c82c7-cc81-4ca1-9d0e-8442cc73da6e will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:22.987259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-ba8a47d3-3775-49e1-bc3b-0fd49fce361b req-fa59d3d3-2f2d-46bc-a8eb-c5c9d423bbd5 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Unset dirty status for tenant:2a08fa22ad664c3694660956ea4db6b1 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:22.988440 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ba8a47d3-3775-49e1-bc3b-0fd49fce361b req-fa59d3d3-2f2d-46bc-a8eb-c5c9d423bbd5 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 210 time: 0.7889102 Feb 04 06:10:22.989565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Transition to ACTIVE for port object c6424bff-f04f-4f0a-a223-c978ad5a2ced will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:23.018535 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6202b13c-ce7e-41d1-8699-6323a01d016b tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] 10.222.0.32 "DELETE /v2.0/ports/e9147f2d-d6df-49e9-af1e-4f08c01e1923 HTTP/1.1" status: 204 len: 168 time: 4.7131474 Feb 04 06:10:23.023852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39664) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:23.032185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Request body: {'port': {'name': 'tempest-new-port-name-1080250332', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:23.032910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.api.validators [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] bootfile-name is not in valid_values {{(pid=88198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:10:23.033599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.api.validators [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] tftp-server is not in valid_values {{(pid=88198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:10:23.034256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.api.validators [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] server-ip-address is not in valid_values {{(pid=88198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:10:23.092802 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-30f5024c-11cd-4ab0-a1e4-97e521ee1ce1 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2635586 Feb 04 06:10:23.164488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.165365 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a60bb510-d6fc-4704-8b0d-496c7ff1b342 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.165365 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a60bb510-d6fc-4704-8b0d-496c7ff1b342 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "DELETE /v2.0/ports/a5d677f3-3c19-4229-9b6e-52c0818dd0fd HTTP/1.1" status: 204 len: 168 time: 3.0335450 Feb 04 06:10:23.165528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-b43df3c7-b4b9-412e-9357-0eb160043425 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:10:23.165528 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-b43df3c7-b4b9-412e-9357-0eb160043425 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552325 Feb 04 06:10:23.176841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39670) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:23.242528 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-470919c6-f8ec-48d6-9eaf-0d956e396aca tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] GET failed (client error): The resource could not be found. Feb 04 06:10:23.243973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-470919c6-f8ec-48d6-9eaf-0d956e396aca tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Synchronizing usage tracker for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:23.283735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Network b899491a-7f2c-46d6-a513-3f795ab56507 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:23.303988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:23.306126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Pushing event updated for resources: {'Port': ['ID=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:23.315421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:23.369574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.418511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.482207 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.506161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Request body: {'port': {'device_id': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:23.513937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-470919c6-f8ec-48d6-9eaf-0d956e396aca tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Unset dirty status for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:23.514805 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-470919c6-f8ec-48d6-9eaf-0d956e396aca tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "GET /v2.0/ports/a5d677f3-3c19-4229-9b6e-52c0818dd0fd HTTP/1.1" status: 404 len: 333 time: 0.3361661 Feb 04 06:10:23.543884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39676) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:23.583373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:23.585431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.592940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Request body: {'port': {'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530', 'name': 'tempest-AllowedAddressPairTestJSON-1559227368'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:23.716759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.762862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:23.769988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:23.779003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.807456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:23.850630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f653c7d3-8b4a-4fb2-a04d-6af9f60bc430 None None] Provisioning for port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:23.853652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event updated for resources: {'Port': ['ID=e85c82c7-cc81-4ca1-9d0e-8442cc73da6e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:23.857050 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f653c7d3-8b4a-4fb2-a04d-6af9f60bc430 None None] Provisioning complete for port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:23.858174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f653c7d3-8b4a-4fb2-a04d-6af9f60bc430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:23.928955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Pushing event updated for resources: {'Port': ['ID=c6424bff-f04f-4f0a-a223-c978ad5a2ced,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:23.966489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f653c7d3-8b4a-4fb2-a04d-6af9f60bc430 None None] Port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:23.992488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c4776-04ae-41ee-9bf2-a4ed8b4a89eb req-4cf3a75f-6e19-4b0d-a563-630ecf2c68f4 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:23.997885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-478c4776-04ae-41ee-9bf2-a4ed8b4a89eb req-4cf3a75f-6e19-4b0d-a563-630ecf2c68f4 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Synchronizing usage tracker for tenant:6bf72fda2e5b49ef9e393b075fa48c52 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:24.076133 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e9d7772d-a92e-476f-bed7-9b02de40af67 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8050203 Feb 04 06:10:24.077523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Checking segment: {'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:24.078570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Network hostable DHCP agents. Network: 5f718454-0d8c-4300-ab05-066812a56d93, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:10:24.086217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.108423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:24.109059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.186365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Request body: {'port': {'device_id': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:24.266072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-478c4776-04ae-41ee-9bf2-a4ed8b4a89eb req-4cf3a75f-6e19-4b0d-a563-630ecf2c68f4 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Unset dirty status for tenant:6bf72fda2e5b49ef9e393b075fa48c52 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:24.273079 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-478c4776-04ae-41ee-9bf2-a4ed8b4a89eb req-4cf3a75f-6e19-4b0d-a563-630ecf2c68f4 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 931 time: 1.1291721 Feb 04 06:10:24.284451 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Allocated IP 172.26.7.190 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/db2b1054-1b31-421c-8f33-abadf49ceae4) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:24.310839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26617f25-5a87-4837-8a31-69b3f386440a req-32d18aa3-2dd3-487a-8d58-281d13d7206b tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:24.312387 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-26617f25-5a87-4837-8a31-69b3f386440a req-32d18aa3-2dd3-487a-8d58-281d13d7206b tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 931 time: 0.1870236 Feb 04 06:10:24.387153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-70c53c5e-04d0-4367-bf06-ed29d50d8bd1 None None] Provisioning for port c6424bff-f04f-4f0a-a223-c978ad5a2ced completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:24.393226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-70c53c5e-04d0-4367-bf06-ed29d50d8bd1 None None] Provisioning complete for port c6424bff-f04f-4f0a-a223-c978ad5a2ced triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:24.402132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-70c53c5e-04d0-4367-bf06-ed29d50d8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.481397 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-dae9737a-8bee-4e58-9dde-849c4435f1e2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0887201 Feb 04 06:10:24.485397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-70c53c5e-04d0-4367-bf06-ed29d50d8bd1 None None] Port c6424bff-f04f-4f0a-a223-c978ad5a2ced cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:24.510292 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-26617f25-5a87-4837-8a31-69b3f386440a req-973e772f-c74c-493d-ada7-719a0088a6be tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785550 Feb 04 06:10:24.510292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Request body: {'port': {'device_id': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:24.662040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:24.678960 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-478c4776-04ae-41ee-9bf2-a4ed8b4a89eb req-6fcc9570-d9f5-4f8f-87f0-a81d65488ac5 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049356 Feb 04 06:10:24.712905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.744165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Network 5f718454-0d8c-4300-ab05-066812a56d93 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:10:24.795356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39686) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:24.817405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:24.828615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:24.828850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.046991 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01951de-6e36-4b64-86f4-c03858a8bbce req-1ff1911b-e848-427a-868a-f08ebd45f88d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:25.051714 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f01951de-6e36-4b64-86f4-c03858a8bbce req-1ff1911b-e848-427a-868a-f08ebd45f88d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 932 time: 0.3873961 Feb 04 06:10:25.122730 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e8af6b0a-7543-4ed1-b1cd-0f879cab1cbb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dffbdd57cd504cc08ee71687c9cbb84d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3251023 Feb 04 06:10:25.133329 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f01951de-6e36-4b64-86f4-c03858a8bbce req-608580ba-ebff-4cc6-a079-b53dd8db3aa5 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662336 Feb 04 06:10:25.134376 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39690) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:25.157287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 5f718454-0d8c-4300-ab05-066812a56d93) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:25.162518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94b5c6-3282-4ea2-88af-3a70ec7b8080 None None] Network 5f718454-0d8c-4300-ab05-066812a56d93 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:25.168186 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:25.191409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.201504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Made reservation on behalf of 27d7bf1c570f468c895929285b61c16d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:25.205354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.249110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:25.249510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:25.250225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:25.254229 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.286841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] device_id is not set on port 9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:25.373875 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:25.384101 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:25.396952 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:25.450236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Allocated IP 172.20.0.13 (de7df8b1-dd53-4a17-9661-13fd99c98530/cf1ed411-d752-4540-ac73-08ed53254069/9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:25.524389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Pushing event updated for resources: {'Port': ['ID=db2b1054-1b31-421c-8f33-abadf49ceae4,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:25.570547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7539a38-845c-444f-b3a9-48b7221754a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.617310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7539a38-845c-444f-b3a9-48b7221754a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.623280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:25.623697 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:25.642266 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 2 to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e Feb 04 06:10:25.667285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.833648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7539a38-845c-444f-b3a9-48b7221754a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:25.972900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:25.972900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:25.972900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:26.056740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7539a38-845c-444f-b3a9-48b7221754a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4c6b6f-870b-4280-bafe-95d3f2a226c6,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:26.064235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:10:26.137494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.151601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] In _notify_port_updated(), no bound segment for port dfac27d6-0888-4572-8be8-1b6408c1ce5b on network 0c343daf-59a4-48a9-8387-d7ac693b45d8 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:10:26.160472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:26.160472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.166708 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] 10.222.0.32 "PUT /v2.0/ports/dfac27d6-0888-4572-8be8-1b6408c1ce5b HTTP/1.1" status: 200 len: 1136 time: 3.1413674 Feb 04 06:10:26.173487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39700) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:26.184355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:26.185044 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:26.333009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cb48191b-20e5-4b7f-984b-e77b39ddd006 None None] Provisioning complete for port dfac27d6-0888-4572-8be8-1b6408c1ce5b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:26.335900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cb48191b-20e5-4b7f-984b-e77b39ddd006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.395748 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 3 to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e Feb 04 06:10:26.411427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a31fa31-a006-4d11-aadb-75c009c6916d tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:26.412127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2a31fa31-a006-4d11-aadb-75c009c6916d tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Synchronizing usage tracker for tenant:f075e275da7f4979b1b02fc2f35a1f1d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:26.435393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7539a38-845c-444f-b3a9-48b7221754a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.438163 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a7539a38-845c-444f-b3a9-48b7221754a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a4c6b6f-870b-4280-bafe-95d3f2a226c6 HTTP/1.1" status: 204 len: 168 time: 1.3010473 Feb 04 06:10:26.472551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6424bff-f04f-4f0a-a223-c978ad5a2ced {{(pid=88199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:10:26.490899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.526841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Transition to ACTIVE for port object c6424bff-f04f-4f0a-a223-c978ad5a2ced will not be triggered until provisioned by entity L2. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:26.559868 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cb48191b-20e5-4b7f-984b-e77b39ddd006 None None] Port dfac27d6-0888-4572-8be8-1b6408c1ce5b cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:26.574284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Transition to ACTIVE for port object 9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:26.579776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee62813-c976-4b52-bb24-82021170d4b9 req-fb52e5fa-4894-45df-a261-aea537661d37 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:26.587550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:26.588306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:26.588408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:26.595414 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2ee62813-c976-4b52-bb24-82021170d4b9 req-fb52e5fa-4894-45df-a261-aea537661d37 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 931 time: 0.7712379 Feb 04 06:10:26.600961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:26.601294 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:26.601870 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d56d8-37fa-47d8-a5d5-0658142e9883 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Pushing event updated for resources: {'Port': ['ID=dfac27d6-0888-4572-8be8-1b6408c1ce5b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:26.611529 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 4 to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e Feb 04 06:10:26.628619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2a31fa31-a006-4d11-aadb-75c009c6916d tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Unset dirty status for tenant:f075e275da7f4979b1b02fc2f35a1f1d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:26.629862 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2a31fa31-a006-4d11-aadb-75c009c6916d tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] 10.222.0.32 "GET /v2.0/ports/dfac27d6-0888-4572-8be8-1b6408c1ce5b HTTP/1.1" status: 200 len: 1136 time: 0.4427164 Feb 04 06:10:26.635152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39706) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:26.636206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:10:26.669650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66daded-44e1-4a79-8d3c-009a4ae334bf req-508391df-3121-40f9-9e39-9012f9b16a60 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:26.671759 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e66daded-44e1-4a79-8d3c-009a4ae334bf req-508391df-3121-40f9-9e39-9012f9b16a60 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 931 time: 0.9360340 Feb 04 06:10:26.674811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.706596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:26.706959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:26.707446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:26.733249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:26.733511 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:26.740351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:26.754633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Transition to ACTIVE for port object c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:26.756882 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 5 to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e Feb 04 06:10:26.818829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:26.819241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:26.819599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:26.830855 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e66daded-44e1-4a79-8d3c-009a4ae334bf req-20ccbe15-2722-48ca-9015-906cfbdbfaac tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494305 Feb 04 06:10:26.842282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:26.842755 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:26.845917 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 6 to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e Feb 04 06:10:26.909146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-2ee62813-c976-4b52-bb24-82021170d4b9 req-a67fe687-ba13-4551-8477-18ffcc633a06 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Synchronizing usage tracker for tenant:6bf72fda2e5b49ef9e393b075fa48c52 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:26.916011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:26.916418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:26.916900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:26.927436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:26.927804 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:26.930664 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 7 to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e Feb 04 06:10:26.984247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:10:26.997715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:26.999318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:26.999734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:27.004230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.012819 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9b809006-3847-4752-af7e-fbcacb4c05ef tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Deleting port dfac27d6-0888-4572-8be8-1b6408c1ce5b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:27.020213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b809006-3847-4752-af7e-fbcacb4c05ef tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.039284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Transition to ACTIVE for port object f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:27.051619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:27.052467 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:27.053497 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 8 to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e Feb 04 06:10:27.064178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.071630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.095036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6424bff-f04f-4f0a-a223-c978ad5a2ced,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:27.285518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-2ee62813-c976-4b52-bb24-82021170d4b9 req-a67fe687-ba13-4551-8477-18ffcc633a06 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Unset dirty status for tenant:6bf72fda2e5b49ef9e393b075fa48c52 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:27.289032 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2ee62813-c976-4b52-bb24-82021170d4b9 req-a67fe687-ba13-4551-8477-18ffcc633a06 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6913576 Feb 04 06:10:27.356389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:27.356811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:27.357083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:27.429686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.595784 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.604569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:27.604928 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:27.624704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Network de7df8b1-dd53-4a17-9661-13fd99c98530 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:27.625680 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 9 to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e Feb 04 06:10:27.647456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:27.662665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:27.688751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:27.772581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:27.773138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:27.773480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:27.796379 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b809006-3847-4752-af7e-fbcacb4c05ef tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:27.837420 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:27.838421 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:27.848910 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 10 to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e Feb 04 06:10:27.908862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Attempting to bind port c6424bff-f04f-4f0a-a223-c978ad5a2ced on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:27.908862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Attempting to bind port c6424bff-f04f-4f0a-a223-c978ad5a2ced by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:27.908862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Attempting to bind port c6424bff-f04f-4f0a-a223-c978ad5a2ced on network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:27.934738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'Port': ['ID=9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:27.963970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:27.964585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.008709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:28.009035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:28.009369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:28.058432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Attempting to bind port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:28.058710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Attempting to bind port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:28.059028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Attempting to bind port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 on network bcbc6d8a-a29f-4884-a766-65731440e62d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:28.069690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:28.070014 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:28.070369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.095069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Port c6424bff-f04f-4f0a-a223-c978ad5a2ced on network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:28.095534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Attempting to bind port c6424bff-f04f-4f0a-a223-c978ad5a2ced on network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:28.101408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8ed11-fc7e-4332-85e4-dd7be247eef8 req-8a2f445c-4d17-4f96-abe0-d67fdae27efb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:28.102968 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-efa8ed11-fc7e-4332-85e4-dd7be247eef8 req-8a2f445c-4d17-4f96-abe0-d67fdae27efb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 944 time: 0.9613156 Feb 04 06:10:28.116197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 on network bcbc6d8a-a29f-4884-a766-65731440e62d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:28.116536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Attempting to bind port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 on network bcbc6d8a-a29f-4884-a766-65731440e62d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:28.117382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9b809006-3847-4752-af7e-fbcacb4c05ef tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Calling delete_port for dfac27d6-0888-4572-8be8-1b6408c1ce5b owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:28.172818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:28.173151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Checking segment: {'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:28.173681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-083f85d4-c3d2-4257-86c0-001cac607d7f None None] Provisioning for port 9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:28.174190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Bound using segment: {'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:28.174190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Bound port: c4b0ffe0-ad8d-404a-89d3-cb7ce4730900, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb63d78-f901-4542-b101-cfa11214b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:28.174486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.179104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-083f85d4-c3d2-4257-86c0-001cac607d7f None None] Provisioning complete for port 9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:28.179921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-083f85d4-c3d2-4257-86c0-001cac607d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.183010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Pushing event updated for resources: {'Port': ['ID=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:28.196256 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:28.196589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Checking segment: {'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:28.197215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Bound using segment: {'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:28.198176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Bound port: c6424bff-f04f-4f0a-a223-c978ad5a2ced, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d824424-0340-405d-a3e7-3d180ef4cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:28.198539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.220692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Attempting to bind port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:28.224882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Attempting to bind port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:28.224882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Attempting to bind port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 on network b899491a-7f2c-46d6-a513-3f795ab56507 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:28.253131 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b3caa86b-de99-4674-9059-127d745d611d tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6945415 Feb 04 06:10:28.278132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39730) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:28.278259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-083f85d4-c3d2-4257-86c0-001cac607d7f None None] Port 9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:28.278951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 on network b899491a-7f2c-46d6-a513-3f795ab56507 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:28.279254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Attempting to bind port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 on network b899491a-7f2c-46d6-a513-3f795ab56507 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:28.297145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-59783b3a-1678-4210-ba8b-0aff440e5fa0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:38:cd:eb'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:28.359504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:28.359872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Checking segment: {'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:28.360235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Bound using segment: {'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:28.360713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Bound port: f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:28.361020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.382979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-efa8ed11-fc7e-4332-85e4-dd7be247eef8 req-c9e8b759-a98b-4823-9a1a-e021d7b3164d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Synchronizing usage tracker for tenant:2a08fa22ad664c3694660956ea4db6b1 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:28.473306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] For port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:28.473842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempted to set empty binding levels {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:10:28.501433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-efa8ed11-fc7e-4332-85e4-dd7be247eef8 req-c9e8b759-a98b-4823-9a1a-e021d7b3164d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Unset dirty status for tenant:2a08fa22ad664c3694660956ea4db6b1 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:28.502573 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-efa8ed11-fc7e-4332-85e4-dd7be247eef8 req-c9e8b759-a98b-4823-9a1a-e021d7b3164d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3794084 Feb 04 06:10:28.565274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] For port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:28.590578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.637297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] For port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:28.687451 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] For port c6424bff-f04f-4f0a-a223-c978ad5a2ced, host hv-neutron-8277, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:28.718836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368db6e-7ce5-428f-acee-78d41ab60616 req-9a2e2aeb-0386-475e-b7ef-18fb12cbd90c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:28.720431 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9368db6e-7ce5-428f-acee-78d41ab60616 req-9a2e2aeb-0386-475e-b7ef-18fb12cbd90c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 943 time: 0.7333889 Feb 04 06:10:28.731524 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] For port c6424bff-f04f-4f0a-a223-c978ad5a2ced, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c6424bff-f04f-4f0a-a223-c978ad5a2ced,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:28.736937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.815195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:28.815822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.831432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.835168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] For port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:28.854285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.879210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] For port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:28.892855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event updated for resources: {'Port': ['ID=e85c82c7-cc81-4ca1-9d0e-8442cc73da6e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:28.894140 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9368db6e-7ce5-428f-acee-78d41ab60616 req-9b88d55b-0bc4-47d2-a438-117c338a8c79 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588087 Feb 04 06:10:28.933443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:28.934090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.935486 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] 10.222.0.24 "PUT /v2.0/ports/c6424bff-f04f-4f0a-a223-c978ad5a2ced HTTP/1.1" status: 200 len: 1094 time: 4.4430332 Feb 04 06:10:28.935936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'tag': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:28.946031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:28.948793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:28.948793 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] 10.222.0.24 "PUT /v2.0/ports/c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 HTTP/1.1" status: 200 len: 1093 time: 5.5957704 Feb 04 06:10:28.951681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'tag': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:29.035572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b809006-3847-4752-af7e-fbcacb4c05ef tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.071659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681db1b-cacc-412a-996b-c6ad6fef3ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6424bff-f04f-4f0a-a223-c978ad5a2ced,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:29.104851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f990cdf-d5d9-4dfa-b1ea-1b602c77be86 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:29.127187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.186611 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-14cefbaf-4ec5-44ea-ad38-edafcda0a218 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 8.3299179 Feb 04 06:10:29.204512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39754) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:29.233430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:29.234337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.236362 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] 10.222.0.24 "PUT /v2.0/ports/f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 HTTP/1.1" status: 200 len: 1093 time: 5.1073120 Feb 04 06:10:29.254505 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b809006-3847-4752-af7e-fbcacb4c05ef tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Pushing event deleted for resources: {'Port': ['ID=dfac27d6-0888-4572-8be8-1b6408c1ce5b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:29.445198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a26ece-5295-4af9-b7f3-ee005696a75a req-fcdd01b8-4ae2-465a-b552-bbb074c2b393 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:29.445198 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-61a26ece-5295-4af9-b7f3-ee005696a75a req-fcdd01b8-4ae2-465a-b552-bbb074c2b393 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 943 time: 0.7042882 Feb 04 06:10:29.445198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-897f5917-008d-4d01-8f11-37167fa8f622 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Deleting port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:29.445198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-897f5917-008d-4d01-8f11-37167fa8f622 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.445995 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b809006-3847-4752-af7e-fbcacb4c05ef tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.553003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-59783b3a-1678-4210-ba8b-0aff440e5fa0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:29.558143 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Router fee2bd99-a204-4fb0-9923-d6a645d931e6 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:10:29.583421 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-61a26ece-5295-4af9-b7f3-ee005696a75a req-db79ff66-7a15-4e8d-8bd6-615c4c16e295 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131112 Feb 04 06:10:29.655935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f7b1f-2a32-4ba4-90b0-9d89b46773ec service neutron] Pushing event updated for resources: {'Port': ['ID=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:29.752411 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'tag': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced', 'status': 'completed', 'code': 200} Feb 04 06:10:29.773471 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9b809006-3847-4752-af7e-fbcacb4c05ef tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] 10.222.0.32 "DELETE /v2.0/ports/dfac27d6-0888-4572-8be8-1b6408c1ce5b HTTP/1.1" status: 204 len: 168 time: 3.1372457 Feb 04 06:10:29.783830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39776) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:29.859753 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'tag': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900', 'status': 'completed', 'code': 200} Feb 04 06:10:29.865266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39782) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:29.984442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5da1dd0-736c-4ab8-bbb1-315acdb1a3fa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Deleting subnet 624353bd-6fc3-4429-90fb-9c86d02c297f {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:10:29.994528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5da1dd0-736c-4ab8-bbb1-315acdb1a3fa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.024125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1437113314', 'router:external': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:30.039719 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:30.052268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:30.064567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Usage tracker for resource:network and tenant:7b3937bc615d4211a00ef83dd4e6e070 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:30.072979 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653eef1-fae9-40c8-88bb-f61998472b44 None None] Sync routers for ids ['fee2bd99-a204-4fb0-9923-d6a645d931e6'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:30.077081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:30.083990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653eef1-fae9-40c8-88bb-f61998472b44 None None] Routers {'fee2bd99-a204-4fb0-9923-d6a645d931e6'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:30.084604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0653eef1-fae9-40c8-88bb-f61998472b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fee2bd99-a204-4fb0-9923-d6a645d931e6'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:30.097379 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:30.116008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-897f5917-008d-4d01-8f11-37167fa8f622 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] For port e85c82c7-cc81-4ca1-9d0e-8442cc73da6e, host hv-neutron-8277, got binding levels [] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:30.116290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-897f5917-008d-4d01-8f11-37167fa8f622 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.128288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5da1dd0-736c-4ab8-bbb1-315acdb1a3fa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.157015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0653eef1-fae9-40c8-88bb-f61998472b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:30.167248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653eef1-fae9-40c8-88bb-f61998472b44 None None] Routers {'fee2bd99-a204-4fb0-9923-d6a645d931e6'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:30.167439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4742-6326-455a-9139-bed067ac5f0e req-4caad1d9-ea0f-46ce-b58a-8dff60694d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.168294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0653eef1-fae9-40c8-88bb-f61998472b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fee2bd99-a204-4fb0-9923-d6a645d931e6'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:30.168936 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ef2b4742-6326-455a-9139-bed067ac5f0e req-4caad1d9-ea0f-46ce-b58a-8dff60694d57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a08fa22ad664c3694660956ea4db6b1&device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 1097 time: 0.4547584 Feb 04 06:10:30.229228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0653eef1-fae9-40c8-88bb-f61998472b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:30.229666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0653eef1-fae9-40c8-88bb-f61998472b44 None None] The sync data for ids ['fee2bd99-a204-4fb0-9923-d6a645d931e6'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:30.307790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Made reservation on behalf of 7b3937bc615d4211a00ef83dd4e6e070 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:30.310031 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.333292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-897f5917-008d-4d01-8f11-37167fa8f622 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Calling delete_port for e85c82c7-cc81-4ca1-9d0e-8442cc73da6e owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:30.340048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.373899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.375083 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-111437cc-2838-451d-84ba-ec1b981893c2 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.4089053 Feb 04 06:10:30.384884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39790) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:30.399368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:30.404940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4742-6326-455a-9139-bed067ac5f0e req-a5d09818-f0f0-464a-88db-2e851b903b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.406682 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ef2b4742-6326-455a-9139-bed067ac5f0e req-a5d09818-f0f0-464a-88db-2e851b903b25 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2a08fa22ad664c3694660956ea4db6b1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2237151 Feb 04 06:10:30.410790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Usage tracker for resource:security_group_rule and tenant:7b3937bc615d4211a00ef83dd4e6e070 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:30.420562 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae0530-22ad-4d2f-960f-2450e2532a9c req-c1a486ab-d074-4e47-8acc-22968eeeba39 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.422046 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bbae0530-22ad-4d2f-960f-2450e2532a9c req-c1a486ab-d074-4e47-8acc-22968eeeba39 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 943 time: 0.3421464 Feb 04 06:10:30.425792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:30.455295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5da1dd0-736c-4ab8-bbb1-315acdb1a3fa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.525357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e08f3-035f-430d-b455-eadf0168ab65 req-d47050d1-0791-4967-ad16-8063edc5663d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.526960 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4a1e08f3-035f-430d-b455-eadf0168ab65 req-d47050d1-0791-4967-ad16-8063edc5663d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 944 time: 0.7773201 Feb 04 06:10:30.548877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-eee36388-b247-4688-8837-b891f56f8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.550351 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-eee36388-b247-4688-8837-b891f56f8f1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf72fda2e5b49ef9e393b075fa48c52&device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 1096 time: 0.5944135 Feb 04 06:10:30.603543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-10554a65-0e56-4c04-ab89-ebcfd48f7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.605041 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-10554a65-0e56-4c04-ab89-ebcfd48f7880 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5eeb77cc58458a8021dffb64d08773&device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 1096 time: 0.8189089 Feb 04 06:10:30.641662 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:30.722646 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bbae0530-22ad-4d2f-960f-2450e2532a9c req-c2fa3d8d-b403-4436-89c5-3b366723bb70 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753563 Feb 04 06:10:30.783304 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4742-6326-455a-9139-bed067ac5f0e req-fa8951d7-60f8-45eb-8149-40b4ad503529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:30.784832 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ef2b4742-6326-455a-9139-bed067ac5f0e req-fa8951d7-60f8-45eb-8149-40b4ad503529 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3619018 Feb 04 06:10:30.918275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-897f5917-008d-4d01-8f11-37167fa8f622 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.931736 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-78ba0a83-ace6-413f-8714-76346349c646 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 HTTP/1.1" status: 200 len: 217 time: 0.2663894 Feb 04 06:10:30.941517 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4a1e08f3-035f-430d-b455-eadf0168ab65 req-adb4c339-0f41-481d-8518-cba37d61a0fa tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4035919 Feb 04 06:10:30.942378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5da1dd0-736c-4ab8-bbb1-315acdb1a3fa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:30.942733 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-68537a9c-78ee-4d41-82d7-54921eb2af8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 HTTP/1.1" status: 200 len: 217 time: 0.2763364 Feb 04 06:10:30.999165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.002444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da1dd0-736c-4ab8-bbb1-315acdb1a3fa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Pushing event deleted for resources: {'Subnet': ['ID=624353bd-6fc3-4429-90fb-9c86d02c297f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:31.011097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5da1dd0-736c-4ab8-bbb1-315acdb1a3fa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.017822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49cfd3a-69d8-42c2-9fa7-3ecec1d8aa13 None None] Network 0c343daf-59a4-48a9-8387-d7ac693b45d8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:31.033517 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b5da1dd0-736c-4ab8-bbb1-315acdb1a3fa tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] 10.222.0.32 "DELETE /v2.0/subnets/624353bd-6fc3-4429-90fb-9c86d02c297f HTTP/1.1" status: 204 len: 168 time: 1.2437541 Feb 04 06:10:31.038106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39796) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:31.061281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-59783b3a-1678-4210-ba8b-0aff440e5fa0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:10:31.065553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-f77f1cba-d309-447f-8bc3-5296ce57168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.066775 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-f77f1cba-d309-447f-8bc3-5296ce57168f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a08fa22ad664c3694660956ea4db6b1&device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 1097 time: 0.2450223 Feb 04 06:10:31.077204 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c161bf40-6484-4767-ad52-b80639910122 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/routers/fee2bd99-a204-4fb0-9923-d6a645d931e6 HTTP/1.1" status: 200 len: 921 time: 0.6790147 Feb 04 06:10:31.077204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f5917-008d-4d01-8f11-37167fa8f622 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event deleted for resources: {'Port': ['ID=e85c82c7-cc81-4ca1-9d0e-8442cc73da6e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:31.090478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39800) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:31.133342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-59783b3a-1678-4210-ba8b-0aff440e5fa0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.135492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-897f5917-008d-4d01-8f11-37167fa8f622 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.167363 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-45d26ffb-e479-4643-975a-8312e1364d4b tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=fee2bd99-a204-4fb0-9923-d6a645d931e6 HTTP/1.1" status: 200 len: 205 time: 0.0733924 Feb 04 06:10:31.170579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.172479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39804) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:31.182317 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-897f5917-008d-4d01-8f11-37167fa8f622 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e85c82c7-cc81-4ca1-9d0e-8442cc73da6e HTTP/1.1" status: 204 len: 168 time: 1.9656916 Feb 04 06:10:31.196511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ff48c-7108-4fc3-9c57-71e9bae3dc12 req-540d4ebd-80d8-4ec4-8142-5a217f994cf3 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.198010 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d83ff48c-7108-4fc3-9c57-71e9bae3dc12 req-540d4ebd-80d8-4ec4-8142-5a217f994cf3 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 943 time: 0.3418262 Feb 04 06:10:31.218638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39808) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:31.231095 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-9da47d22-a5ee-43b3-9c34-1a0b9596a382 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6424bff-f04f-4f0a-a223-c978ad5a2ced HTTP/1.1" status: 200 len: 217 time: 0.1106281 Feb 04 06:10:31.237878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-94108f40-d3a8-450b-8bfd-eb7fc4755170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.239298 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-94108f40-d3a8-450b-8bfd-eb7fc4755170 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb HTTP/1.1" status: 200 len: 851 time: 0.2638168 Feb 04 06:10:31.245989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-ffa26faf-baea-411e-a9d9-20356d328d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.247519 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-ffa26faf-baea-411e-a9d9-20356d328d3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c89fb3a0-23b9-4925-9cd3-f783e5a43dd4 HTTP/1.1" status: 200 len: 844 time: 0.2731118 Feb 04 06:10:31.279459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:10:31.299044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eb1f4a-e744-447d-84cc-77afd3632084 None None] DHCP port deletion for 0c343daf-59a4-48a9-8387-d7ac693b45d8 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:10:31.303692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb1f4a-e744-447d-84cc-77afd3632084 None None] Deleting port fd062a40-3f0e-4caa-9639-5b85df31f250 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:31.304174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1f4a-e744-447d-84cc-77afd3632084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.325659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-59783b3a-1678-4210-ba8b-0aff440e5fa0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.368411 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-feff8e6d-b661-4d36-8bc7-0df019983274 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:10:31.373503 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-feff8e6d-b661-4d36-8bc7-0df019983274 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "GET /v2.0/ports/e85c82c7-cc81-4ca1-9d0e-8442cc73da6e HTTP/1.1" status: 404 len: 333 time: 0.1505752 Feb 04 06:10:31.374230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39814) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:31.377542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.377883 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Added segment d958cf9c-6566-411d-83cb-562aa2403e6a of type vlan for network a9f62a0f-2d60-40a7-9944-9560d607aa7e Feb 04 06:10:31.380569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45390e5c-5cc1-4750-a4e0-bbaec5c8012d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:31.386062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.405290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Request body: {'port': {'network_id': '5f718454-0d8c-4300-ab05-066812a56d93', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-91044983'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:31.431974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:31.446656 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d83ff48c-7108-4fc3-9c57-71e9bae3dc12 req-8aed50be-707d-4c7b-8063-79f805c3c9cc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234550 Feb 04 06:10:31.460986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4673b730-f355-4251-9ebb-f92a806e4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.463504 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-4673b730-f355-4251-9ebb-f92a806e4ed3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a2e209b-21b4-4d84-9c6e-5a22aa6969f8 HTTP/1.1" status: 200 len: 851 time: 0.1784050 Feb 04 06:10:31.474238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Deleting port fd062a40-3f0e-4caa-9639-5b85df31f250 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:31.474799 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.493648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Usage tracker for resource:port and tenant:93f67dbdc9cd4899b19b0f038db26254 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:31.548163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.561083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:31.578946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e7eb1f4a-e744-447d-84cc-77afd3632084 None None] For port fd062a40-3f0e-4caa-9639-5b85df31f250, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fd062a40-3f0e-4caa-9639-5b85df31f250,segment=NetworkSegment(0dbbdaed-6af8-40ad-a41f-8d3cbf405d31),segment_id=0dbbdaed-6af8-40ad-a41f-8d3cbf405d31)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:31.584435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1f4a-e744-447d-84cc-77afd3632084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.605312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:31.630747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59783b3a-1678-4210-ba8b-0aff440e5fa0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'Port': ['ID=9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:31.659819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-59783b3a-1678-4210-ba8b-0aff440e5fa0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] In _notify_port_updated(), no bound segment for port 9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 on network de7df8b1-dd53-4a17-9661-13fd99c98530 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:10:31.665661 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59783b3a-1678-4210-ba8b-0aff440e5fa0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.666448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-59783b3a-1678-4210-ba8b-0aff440e5fa0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.671667 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-59783b3a-1678-4210-ba8b-0aff440e5fa0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "PUT /v2.0/ports/9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 HTTP/1.1" status: 200 len: 995 time: 3.3939114 Feb 04 06:10:31.677706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39818) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:31.686218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.754578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb1f4a-e744-447d-84cc-77afd3632084 None None] Calling delete_port for fd062a40-3f0e-4caa-9639-5b85df31f250 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:31.778351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Made reservation on behalf of 93f67dbdc9cd4899b19b0f038db26254 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:31.781638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.811608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.812209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.812398 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.820833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-e09ee34b-7798-4909-9725-20d47ce58d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.822470 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-e09ee34b-7798-4909-9725-20d47ce58d47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcbc6d8a-a29f-4884-a766-65731440e62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5653400 Feb 04 06:10:31.824375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e10e3fed-eaf4-4ccc-bc4c-3d3a6d8784fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.827296 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-e10e3fed-eaf4-4ccc-bc4c-3d3a6d8784fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b899491a-7f2c-46d6-a513-3f795ab56507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5379341 Feb 04 06:10:31.860677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-53b991a6-91e3-4d9c-9cea-1a09fcd739c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:31.862128 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-53b991a6-91e3-4d9c-9cea-1a09fcd739c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3889904 Feb 04 06:10:31.872614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'tag': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:31.876120 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-031514e6-d5fa-4512-bff6-b01f04faddaa None None] Provisioning complete for port 9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:31.876498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-031514e6-d5fa-4512-bff6-b01f04faddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.913112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] device_id is not set on port b27aa501-8bca-4f14-846b-eb77723b3a8a yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:31.960115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7d449057-a91f-45bb-a5c0-34747a784c31 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Deleting port 9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:31.960115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d449057-a91f-45bb-a5c0-34747a784c31 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:31.964885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-031514e6-d5fa-4512-bff6-b01f04faddaa None None] Port 9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:31.973887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1f4a-e744-447d-84cc-77afd3632084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.034856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb1f4a-e744-447d-84cc-77afd3632084 None None] Pushing event deleted for resources: {'Port': ['ID=fd062a40-3f0e-4caa-9639-5b85df31f250,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:32.046387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb1f4a-e744-447d-84cc-77afd3632084 None None] No DVR routers for this DVR port fd062a40-3f0e-4caa-9639-5b85df31f250 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:10:32.070923 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'tag': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64', 'status': 'completed', 'code': 200} Feb 04 06:10:32.087017 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2123029 Feb 04 06:10:32.088857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39828) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:32.100360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8880efd-6d3f-4e48-8304-256615adbd18 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event updated for resources: {'Network': ['ID=a9f62a0f-2d60-40a7-9944-9560d607aa7e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:32.106287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] For port fd062a40-3f0e-4caa-9639-5b85df31f250, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fd062a40-3f0e-4caa-9639-5b85df31f250,segment=NetworkSegment(0dbbdaed-6af8-40ad-a41f-8d3cbf405d31),segment_id=0dbbdaed-6af8-40ad-a41f-8d3cbf405d31)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:32.106642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.111675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fd062a40-3f0e-4caa-9639-5b85df31f250 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:10:32.149160 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network a9f62a0f-2d60-40a7-9944-9560d607aa7e details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:10:32.223152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: fd062a40-3f0e-4caa-9639-5b85df31f250 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:10:32.223528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fd062a40-3f0e-4caa-9639-5b85df31f250 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:10:32.289534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Request body: {'subnet': {'network_id': 'a9f62a0f-2d60-40a7-9944-9560d607aa7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:32.332229 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:32.354279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Usage tracker for resource:subnet and tenant:7b3937bc615d4211a00ef83dd4e6e070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:32.365290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:32.399567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:32.412967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Calling delete_port for fd062a40-3f0e-4caa-9639-5b85df31f250 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:32.466221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.526077 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-2affae32-a596-4e97-a4e3-9f182ec9edd4 service neutron] 10.222.0.24 "GET /v2.0/networks/b899491a-7f2c-46d6-a513-3f795ab56507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707251 Feb 04 06:10:32.581333 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-f5afefaf-0a8a-454a-81c2-e3d1be30c57c service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443914 Feb 04 06:10:32.592146 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-8bbb44e9-b68c-4c80-ab3a-3e8a872fdbc8 service neutron] 10.222.0.24 "GET /v2.0/networks/d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6775978 Feb 04 06:10:32.606611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Made reservation on behalf of 7b3937bc615d4211a00ef83dd4e6e070 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:32.609554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.636334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060a656-cf65-479c-b935-d198dfbdab21 req-5b79d3f8-b2c7-4fd8-930c-68940bfa0db5 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:32.637825 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0060a656-cf65-479c-b935-d198dfbdab21 req-5b79d3f8-b2c7-4fd8-930c-68940bfa0db5 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 943 time: 0.7580917 Feb 04 06:10:32.706507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:10:32.706858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:10:32.728589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddaf65-57ae-427e-abfa-f985a80f2495 req-97e6e920-7181-4d58-837d-01509d9cda7d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:32.730155 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7bddaf65-57ae-427e-abfa-f985a80f2495 req-97e6e920-7181-4d58-837d-01509d9cda7d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 944 time: 0.6256406 Feb 04 06:10:32.765523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Deleting port db2b1054-1b31-421c-8f33-abadf49ceae4 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:32.766449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.813099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d449057-a91f-45bb-a5c0-34747a784c31 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.894043 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7bddaf65-57ae-427e-abfa-f985a80f2495 req-82910b00-fa22-41b4-a5f6-aa84e8a5102f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548343 Feb 04 06:10:32.956874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7d449057-a91f-45bb-a5c0-34747a784c31 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Calling delete_port for 9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:32.990936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:32.996583 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9782cb01-d587-40c9-91a4-d7f0a38e3850 req-a1b1cf19-a91c-4eb6-b12e-4237c4c53afc service neutron] 10.222.0.24 "GET /v2.0/networks/d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972373 Feb 04 06:10:33.086804 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0060a656-cf65-479c-b935-d198dfbdab21 req-1de9034a-41c3-4b6c-8645-001c31ebcae5 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289926 Feb 04 06:10:33.156058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feed85-4353-4b5c-82ef-11ffd1043ad2 req-af587c35-1022-4aea-8057-940e431cbf80 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:33.157767 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-79feed85-4353-4b5c-82ef-11ffd1043ad2 req-af587c35-1022-4aea-8057-940e431cbf80 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 943 time: 0.1499422 Feb 04 06:10:33.167486 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0584a8b5-8c21-4620-8486-6fa77fbd7023 req-ae3d4985-b2c6-45fa-aefd-92421eb83715 service neutron] 10.222.0.24 "GET /v2.0/networks/b899491a-7f2c-46d6-a513-3f795ab56507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901763 Feb 04 06:10:33.178477 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-feceb286-74dd-4e58-bfca-10b32caa4716 req-8509b1fe-06ad-4833-95da-0b58cd545e66 service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519466 Feb 04 06:10:33.209191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Deleting port fd062a40-3f0e-4caa-9639-5b85df31f250 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:33.209536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:33.213955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:33.250624 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-79feed85-4353-4b5c-82ef-11ffd1043ad2 req-a07cda34-2bee-4568-8159-ca4ed8df12f3 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833704 Feb 04 06:10:33.287886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] The port 'fd062a40-3f0e-4caa-9639-5b85df31f250' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:10:33.345802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Calling delete_port for db2b1054-1b31-421c-8f33-abadf49ceae4 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:33.419494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:33.428538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d449057-a91f-45bb-a5c0-34747a784c31 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:33.525252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d449057-a91f-45bb-a5c0-34747a784c31 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event deleted for resources: {'Port': ['ID=9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:33.538262 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c343daf-59a4-48a9-8387-d7ac693b45d8']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:33.559249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbbdaed-6af8-40ad-a41f-8d3cbf405d31') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:33.559634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbbdaed-6af8-40ad-a41f-8d3cbf405d31') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:33.604595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:33.631719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:33.688874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:33.705975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:10:33.706293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:10:33.820589 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:10:33.887605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Network 5f718454-0d8c-4300-ab05-066812a56d93 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:33.909850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d449057-a91f-45bb-a5c0-34747a784c31 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:33.922210 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7d449057-a91f-45bb-a5c0-34747a784c31 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "DELETE /v2.0/ports/9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 HTTP/1.1" status: 204 len: 168 time: 2.2399936 Feb 04 06:10:33.923872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:33.924985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39836) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:33.946001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:33.946951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:33.947554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:33.959335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event updated for resources: {'Port': ['ID=b27aa501-8bca-4f14-846b-eb77723b3a8a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:33.974661 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab6c006-b863-42cb-8c12-000303f4e073 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] GET failed (client error): The resource could not be found. Feb 04 06:10:33.975204 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cab6c006-b863-42cb-8c12-000303f4e073 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Synchronizing usage tracker for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:33.987407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:34.014196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:34.022840 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] Pushing event deleted for resources: {'Network': ['ID=0c343daf-59a4-48a9-8387-d7ac693b45d8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:34.026643 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-725d6d22-7623-474e-b594-66102b1b7375 tempest-ExtraDHCPOptionsTestJSON-1816293580 tempest-ExtraDHCPOptionsTestJSON-1816293580-project] 10.222.0.32 "DELETE /v2.0/networks/0c343daf-59a4-48a9-8387-d7ac693b45d8 HTTP/1.1" status: 204 len: 168 time: 2.9876337 Feb 04 06:10:34.078807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cab6c006-b863-42cb-8c12-000303f4e073 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Unset dirty status for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:34.080530 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cab6c006-b863-42cb-8c12-000303f4e073 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "GET /v2.0/ports/9c1e9bd4-d0c4-42d0-812f-a93cc963f9e4 HTTP/1.1" status: 404 len: 333 time: 0.1547146 Feb 04 06:10:34.084461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39842) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:34.092205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Request body: {'port': {'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530', 'name': 'tempest-AllowedAddressPairTestJSON-1190287074'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:34.105994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1170e-d998-4be9-b610-e8d52677f226 req-d0bd75e4-661d-4367-9361-ae7f308ea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:34.108087 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73b1170e-d998-4be9-b610-e8d52677f226 req-d0bd75e4-661d-4367-9361-ae7f308ea867 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5eeb77cc58458a8021dffb64d08773&device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 1096 time: 0.5291333 Feb 04 06:10:34.111858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04427e0-c7fb-4377-a0c3-f95afd5bc03f req-4c4a2306-ae6e-4826-9771-bbb231f37689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:34.111858 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a04427e0-c7fb-4377-a0c3-f95afd5bc03f req-4c4a2306-ae6e-4826-9771-bbb231f37689 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf72fda2e5b49ef9e393b075fa48c52&device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 1096 time: 0.7008774 Feb 04 06:10:34.128991 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ad08be92-adee-41b9-8967-7443302ce4ef tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 2.7392497 Feb 04 06:10:34.167803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39848) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:34.267733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:34.320268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:34.332413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:34.355825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5db21e-94da-473f-a7b2-7fb0cbac7a95 req-0e10cb92-2f56-4666-bc9f-6740ccc1cbe4 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:34.358002 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5f5db21e-94da-473f-a7b2-7fb0cbac7a95 req-0e10cb92-2f56-4666-bc9f-6740ccc1cbe4 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 943 time: 0.1288531 Feb 04 06:10:34.409628 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5f5db21e-94da-473f-a7b2-7fb0cbac7a95 req-5d4b16b9-0866-47d9-8d45-f8a29e1d206e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456939 Feb 04 06:10:34.453326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Made reservation on behalf of 27d7bf1c570f468c895929285b61c16d for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:34.456947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:34.483795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] device_id is not set on port 5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:34.503993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:34.662742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Pushing event deleted for resources: {'Port': ['ID=db2b1054-1b31-421c-8f33-abadf49ceae4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:34.670539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39856) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:34.704692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8c8b1-d1bc-4e31-8f63-8ee97312e2ad req-fa4b1b67-4c65-415a-a3e7-a963e89cbf06 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:34.706178 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a1f8c8b1-d1bc-4e31-8f63-8ee97312e2ad req-fa4b1b67-4c65-415a-a3e7-a963e89cbf06 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 943 time: 0.1673064 Feb 04 06:10:34.707327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Allocated IP 172.20.0.11 (de7df8b1-dd53-4a17-9661-13fd99c98530/cf1ed411-d752-4540-ac73-08ed53254069/5c239ae8-9c6a-4680-b18b-62b0c5b3fa15) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:34.735104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:34.778946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04427e0-c7fb-4377-a0c3-f95afd5bc03f req-3bc997d5-141d-4850-ac29-0e7f1eead158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:34.781059 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a04427e0-c7fb-4377-a0c3-f95afd5bc03f req-3bc997d5-141d-4850-ac29-0e7f1eead158 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b899491a-7f2c-46d6-a513-3f795ab56507 HTTP/1.1" status: 200 len: 906 time: 0.6438420 Feb 04 06:10:34.793422 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a1f8c8b1-d1bc-4e31-8f63-8ee97312e2ad req-7a7c240b-c5fb-4310-b9f1-30500bfdf0cb tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749812 Feb 04 06:10:34.794375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1170e-d998-4be9-b610-e8d52677f226 req-04e24412-47cd-40ed-8ec3-bbb8e9540be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:34.795840 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73b1170e-d998-4be9-b610-e8d52677f226 req-04e24412-47cd-40ed-8ec3-bbb8e9540be0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcbc6d8a-a29f-4884-a766-65731440e62d HTTP/1.1" status: 200 len: 913 time: 0.6597693 Feb 04 06:10:34.809349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd869cfa-4ba3-44d5-be6d-fb8b342f3b4a req-de8234c6-a282-4b31-89f9-12dd26598c04 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:34.810863 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fd869cfa-4ba3-44d5-be6d-fb8b342f3b4a req-de8234c6-a282-4b31-89f9-12dd26598c04 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 944 time: 0.7889900 Feb 04 06:10:34.935395 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3694d720-53f9-4404-b745-f16002849541 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f075e275da7f4979b1b02fc2f35a1f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637177 Feb 04 06:10:34.938744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39862) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:34.992701 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a04427e0-c7fb-4377-a0c3-f95afd5bc03f req-fecd198b-9d54-4615-93ec-7410c63cb45a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 HTTP/1.1" status: 200 len: 217 time: 0.1959047 Feb 04 06:10:35.004097 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73b1170e-d998-4be9-b610-e8d52677f226 req-2234a766-5299-486d-8389-0890703423cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 HTTP/1.1" status: 200 len: 217 time: 0.1882610 Feb 04 06:10:35.020891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.049956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Transition to ACTIVE for port object 5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:35.056050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-453f8425-0e85-4ab5-bb94-ab1b997f6dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.087164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-453f8425-0e85-4ab5-bb94-ab1b997f6dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.093921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.328737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.401938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Network de7df8b1-dd53-4a17-9661-13fd99c98530 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:35.405615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:35.407661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-453f8425-0e85-4ab5-bb94-ab1b997f6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.413459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:35.454703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f8425-0e85-4ab5-bb94-ab1b997f6dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3656331b-9cd9-4e47-8cc7-721a25fb316b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:35.462722 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'Port': ['ID=5c239ae8-9c6a-4680-b18b-62b0c5b3fa15,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:35.477036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04427e0-c7fb-4377-a0c3-f95afd5bc03f req-c1d7bf83-b7ad-4bca-b273-e1d35f02e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:35.478605 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a04427e0-c7fb-4377-a0c3-f95afd5bc03f req-c1d7bf83-b7ad-4bca-b273-e1d35f02e953 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c89fb3a0-23b9-4925-9cd3-f783e5a43dd4 HTTP/1.1" status: 200 len: 844 time: 0.4735820 Feb 04 06:10:35.530825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:35.531887 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.541047 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fd869cfa-4ba3-44d5-be6d-fb8b342f3b4a req-476e1342-87f7-4d16-abc4-bf3b96022837 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6696701 Feb 04 06:10:35.548723 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.559294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.568929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-453f8425-0e85-4ab5-bb94-ab1b997f6dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.571179 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-453f8425-0e85-4ab5-bb94-ab1b997f6dd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3656331b-9cd9-4e47-8cc7-721a25fb316b HTTP/1.1" status: 204 len: 168 time: 0.6311636 Feb 04 06:10:35.606156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1170e-d998-4be9-b610-e8d52677f226 req-4995d824-ed1c-43ce-abae-6ee4a5d598d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:35.608160 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73b1170e-d998-4be9-b610-e8d52677f226 req-4995d824-ed1c-43ce-abae-6ee4a5d598d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb HTTP/1.1" status: 200 len: 851 time: 0.5541317 Feb 04 06:10:35.672385 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2fabf3fc-fe84-47a1-8359-d10d575cf757 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5865438 Feb 04 06:10:35.680943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25099b48-44b5-4cfd-865a-dc494992bb92 req-cf1169d0-5e48-48f5-a503-ca357591fe95 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:35.682463 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25099b48-44b5-4cfd-865a-dc494992bb92 req-cf1169d0-5e48-48f5-a503-ca357591fe95 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 943 time: 0.0920780 Feb 04 06:10:35.682942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39870) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:35.689175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7b5a573d-73e4-4b4d-ac38-ca5f4284ebd3 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:38:cd:eb'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:35.790477 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bec3e8db-5851-4a58-8289-f5092a078866 None None] Provisioning for port 5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:35.796436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bec3e8db-5851-4a58-8289-f5092a078866 None None] Provisioning complete for port 5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:35.800587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bec3e8db-5851-4a58-8289-f5092a078866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.853185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-bec3e8db-5851-4a58-8289-f5092a078866 None None] Port 5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:35.863575 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25099b48-44b5-4cfd-865a-dc494992bb92 req-171bc87a-afdb-42da-97c9-d5c5af612bab tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390779 Feb 04 06:10:35.876630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.objects.ports [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:10:35.876630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.908712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04427e0-c7fb-4377-a0c3-f95afd5bc03f req-6565c819-f34f-435b-ba8f-1ac07db951cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:35.910378 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a04427e0-c7fb-4377-a0c3-f95afd5bc03f req-6565c819-f34f-435b-ba8f-1ac07db951cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b899491a-7f2c-46d6-a513-3f795ab56507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3574538 Feb 04 06:10:35.911121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:35.911651 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Fanout notify agent at l3_agent the message router_deleted on router fee2bd99-a204-4fb0-9923-d6a645d931e6 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:10:35.945174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] device_id is not set on port b27aa501-8bca-4f14-846b-eb77723b3a8a yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:35.972198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.014948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b5a573d-73e4-4b4d-ac38-ca5f4284ebd3 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.055692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1170e-d998-4be9-b610-e8d52677f226 req-197f3cd4-f6b8-43b2-ae00-1d22760a56c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:36.057208 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73b1170e-d998-4be9-b610-e8d52677f226 req-197f3cd4-f6b8-43b2-ae00-1d22760a56c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcbc6d8a-a29f-4884-a766-65731440e62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4344013 Feb 04 06:10:36.092834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.093834 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8ae6b65c-fdd0-4a0b-9483-052c13723ebe tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/fee2bd99-a204-4fb0-9923-d6a645d931e6 HTTP/1.1" status: 204 len: 168 time: 4.9203749 Feb 04 06:10:36.099551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39882) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:36.104937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Request body: {'router': {'name': 'tempest-snat-router-137386417', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'enable_snat': False}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:36.114572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:36.124762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Usage tracker for resource:router and tenant:519bc71c42b145ae97c1d245c85d1ccf is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:36.126752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:36.147502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Transition to ACTIVE for port object b27aa501-8bca-4f14-846b-eb77723b3a8a will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:36.214008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bf845147-66a2-4ec4-b527-1e3503bf3740,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:36.251357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.251709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.252052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.252395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.252747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.256115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.256115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.256115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.256115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.256115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.256115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.256115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:36.264547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.268368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Checking segment: {'id': 'd958cf9c-6566-411d-83cb-562aa2403e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a9f62a0f-2d60-40a7-9944-9560d607aa7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:36.268775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Network hostable DHCP agents. Network: a9f62a0f-2d60-40a7-9944-9560d607aa7e, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:10:36.287498 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:36.384611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.392630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.396474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b5a573d-73e4-4b4d-ac38-ca5f4284ebd3 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.407442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.457345 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a04427e0-c7fb-4377-a0c3-f95afd5bc03f req-646b3a2b-fae8-46cb-8d5f-7288eb227551 service neutron] 10.222.0.24 "GET /v2.0/networks/b899491a-7f2c-46d6-a513-3f795ab56507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378482 Feb 04 06:10:36.485695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event updated for resources: {'Port': ['ID=b27aa501-8bca-4f14-846b-eb77723b3a8a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:36.495581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b5a573d-73e4-4b4d-ac38-ca5f4284ebd3 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.521433 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73b1170e-d998-4be9-b610-e8d52677f226 req-b4b39e52-1ab8-4178-9023-1b2b0b147f0c service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449356 Feb 04 06:10:36.618514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Network a9f62a0f-2d60-40a7-9944-9560d607aa7e is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:10:36.620761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:36.621099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:36.621430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:36.688995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11153e41-6aa2-4b04-b261-0747da9bc981 req-f985c855-4ca4-453f-8aa9-a9cb45733ca7 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:36.690704 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-11153e41-6aa2-4b04-b261-0747da9bc981 req-f985c855-4ca4-453f-8aa9-a9cb45733ca7 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 943 time: 0.7261322 Feb 04 06:10:36.719068 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:36.719651 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:36.735383 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 2 to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a Feb 04 06:10:36.776301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:36.776746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:36.777146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:36.844194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:36.844619 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:36.846825 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a04427e0-c7fb-4377-a0c3-f95afd5bc03f req-a6403064-b9bb-43c9-a5d2-faf2b0a3224a service neutron] 10.222.0.24 "GET /v2.0/networks/b899491a-7f2c-46d6-a513-3f795ab56507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656321 Feb 04 06:10:36.864141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39900) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:36.885234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a573d-73e4-4b4d-ac38-ca5f4284ebd3 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'Port': ['ID=5c239ae8-9c6a-4680-b18b-62b0c5b3fa15,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:36.890798 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 3 to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a Feb 04 06:10:36.904175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-626cbb26-d4da-41a2-ad44-493458f839c6 None None] Provisioning complete for port 5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:36.915076 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-11153e41-6aa2-4b04-b261-0747da9bc981 req-9b6d3310-2ac7-48b8-8a9b-3f3471ec94f2 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019913 Feb 04 06:10:36.915076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, a9f62a0f-2d60-40a7-9944-9560d607aa7e) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:36.916549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-626cbb26-d4da-41a2-ad44-493458f839c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.920279 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73b1170e-d998-4be9-b610-e8d52677f226 req-ebf9219d-95c3-4f79-a261-363075f9acdb service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366959 Feb 04 06:10:36.922538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:36.922867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:36.923311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:36.933280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:36.934026 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:36.937320 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 4 to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a Feb 04 06:10:36.957738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e4709-f99c-448c-afb7-6611b5fd0fbc None None] Network a9f62a0f-2d60-40a7-9944-9560d607aa7e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:36.969252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:36.976472 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:36.977643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.002334 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a573d-73e4-4b4d-ac38-ca5f4284ebd3 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] In _notify_port_updated(), no bound segment for port 5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 on network de7df8b1-dd53-4a17-9661-13fd99c98530 {{(pid=88199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:10:37.007678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5a573d-73e4-4b4d-ac38-ca5f4284ebd3 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:37.013096 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b5a573d-73e4-4b4d-ac38-ca5f4284ebd3 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.013096 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7b5a573d-73e4-4b4d-ac38-ca5f4284ebd3 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "PUT /v2.0/ports/5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 HTTP/1.1" status: 200 len: 997 time: 1.3257480 Feb 04 06:10:37.021903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39908) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:37.039368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:37.042371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:37.042814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:37.056924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:37.057245 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:37.064722 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 5 to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a Feb 04 06:10:37.142428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Deleting port 5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:37.143009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.174144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:37.174713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:37.175192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:37.177572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-626cbb26-d4da-41a2-ad44-493458f839c6 None None] Port 5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:37.184031 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ba0e8fc5-513f-4d34-b71d-70ee630a1261 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.9073193 Feb 04 06:10:37.188790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39912) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:37.196034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:37.196566 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:37.202846 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 6 to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a Feb 04 06:10:37.208808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d6b7a-8ed6-4e69-ab6a-3500340cd3f6 req-d8b36cac-78bd-4b15-b6bf-3b6d0910571a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:37.216171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1421236232', 'network_id': 'a9f62a0f-2d60-40a7-9944-9560d607aa7e'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:37.216403 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6d3d6b7a-8ed6-4e69-ab6a-3500340cd3f6 req-d8b36cac-78bd-4b15-b6bf-3b6d0910571a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 944 time: 0.4185727 Feb 04 06:10:37.224564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:37.233865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Usage tracker for resource:port and tenant:7b3937bc615d4211a00ef83dd4e6e070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:37.240103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:37.252567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:37.252931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:37.253266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:37.255896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:37.268400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:37.268958 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:37.271362 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 7 to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a Feb 04 06:10:37.279721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-358845230'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:37.290528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd3a85e-df56-4d4d-a612-5924cd884a9b None None] Network a9f62a0f-2d60-40a7-9944-9560d607aa7e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:37.292896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:37.293234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:37.293575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:37.306197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec98be-a2d0-436b-9762-a15df1a73ff3 req-b38f0606-3c9b-495d-aab5-6d2436b9e738 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:37.314700 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8fec98be-a2d0-436b-9762-a15df1a73ff3 req-b38f0606-3c9b-495d-aab5-6d2436b9e738 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 943 time: 0.2194214 Feb 04 06:10:37.330859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:37.331196 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:37.333384 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 8 to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a Feb 04 06:10:37.333869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:37.348409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:network and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:37.366401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:37.373780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:37.374184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:37.374495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:37.504905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Made reservation on behalf of 7b3937bc615d4211a00ef83dd4e6e070 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:37.507210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.528642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:37.529519 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:37.530789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] device_id is not set on port 748daf6d-a987-47b0-932f-272db599192c yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:37.542871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:37.551931 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6d3d6b7a-8ed6-4e69-ab6a-3500340cd3f6 req-b28c883f-7ae0-41df-8668-b5b5e637d50d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348272 Feb 04 06:10:37.562724 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 9 to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a Feb 04 06:10:37.577358 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8fec98be-a2d0-436b-9762-a15df1a73ff3 req-f036c801-3484-4254-b98e-459c0360d231 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616110 Feb 04 06:10:37.595453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:37.595742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:37.596073 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:37.610648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:37.610969 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:37.613527 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 10 to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a Feb 04 06:10:37.633673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.641890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:37.642218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:37.642546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:37.646797 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Made reservation on behalf of 17b3d76fbaf6447586ecbfa5afe4b333 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:37.649745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:37.650063 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port b27aa501-8bca-4f14-846b-eb77723b3a8a on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:37.650196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.650710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.774396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Calling delete_port for 5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:37.775212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Allocated IP 2001:db8::259 (a9f62a0f-2d60-40a7-9944-9560d607aa7e/bf845147-66a2-4ec4-b527-1e3503bf3740/748daf6d-a987-47b0-932f-272db599192c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:37.803742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.818360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] For port b27aa501-8bca-4f14-846b-eb77723b3a8a, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:37.818721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempted to set empty binding levels {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:10:37.855219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:37.866874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:security_group_rule and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:37.872137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:37.890714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:37.906708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.967408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] In _notify_port_updated(), no bound segment for port b27aa501-8bca-4f14-846b-eb77723b3a8a on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:10:37.968910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:37.969518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:37.974271 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "PUT /v2.0/ports/b27aa501-8bca-4f14-846b-eb77723b3a8a HTTP/1.1" status: 200 len: 975 time: 3.7798133 Feb 04 06:10:37.988498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39920) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:38.063073 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b83e6-9baa-4bd6-9c7c-00afcb2cdf21 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event updated for resources: {'Port': ['ID=b27aa501-8bca-4f14-846b-eb77723b3a8a,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:38.122105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.156379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.156902 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.157377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.157849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.158319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.158788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.159262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.159729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.160192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.160681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.161166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.161630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.162090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.162551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.163145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.164665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.165145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.165616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.166216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.166633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.167099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.167604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.168125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.170190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Synchronizing usage tracker for tenant:93f67dbdc9cd4899b19b0f038db26254 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:38.194322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:10:38.312244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.331038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:38.335061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Unset dirty status for tenant:93f67dbdc9cd4899b19b0f038db26254 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:38.340512 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e0dfda8e-fd98-4dc9-b846-9090cb0a6bce tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20803 time: 0.3510818 Feb 04 06:10:38.341187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39924) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:38.344805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.345634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'port_id': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900', 'mac_address': 'fa:16:3e:f2:d0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:10:38.383534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.408686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.413442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906da33-0362-4c5b-8fc3-313b00bf6922 req-014f700e-cb40-48cc-ae71-ce7417a6454d tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.414943 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2906da33-0362-4c5b-8fc3-313b00bf6922 req-014f700e-cb40-48cc-ae71-ce7417a6454d tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 943 time: 0.3319724 Feb 04 06:10:38.426689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:10:38.445441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:38.460611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.470117 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Network a9f62a0f-2d60-40a7-9944-9560d607aa7e is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:38.476905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:38.479432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:38.481543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:38.481543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.487151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5d17c60d-7c06-4ced-86f7-2af7fe4a44bf tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Deleting port b27aa501-8bca-4f14-846b-eb77723b3a8a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:38.487486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d17c60d-7c06-4ced-86f7-2af7fe4a44bf tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.543626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event updated for resources: {'Port': ['ID=748daf6d-a987-47b0-932f-272db599192c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:38.551947 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.552197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c6424bff-f04f-4f0a-a223-c978ad5a2ced details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:10:38.568767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event deleted for resources: {'Port': ['ID=5c239ae8-9c6a-4680-b18b-62b0c5b3fa15,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:38.658987 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2906da33-0362-4c5b-8fc3-313b00bf6922 req-697471a2-9db7-4db2-bc9f-a8176fe46c0c tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341111 Feb 04 06:10:38.660354 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.660736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.661085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.661421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.661756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.662089 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.662411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.662742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.663068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.663392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.663716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.664036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.698410 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-55fd34ff-6185-4b7f-832a-395827231020 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5001214 Feb 04 06:10:38.710465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39932) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:38.738286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port c6424bff-f04f-4f0a-a223-c978ad5a2ced, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c6424bff-f04f-4f0a-a223-c978ad5a2ced,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:38.740320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.760948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Allocated IP 172.26.7.167 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/24972157-76a2-4f94-ac8b-0683cd838af1) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:38.823683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'port_id': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced', 'mac_address': 'fa:16:3e:c2:cc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:10:38.873642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:38.891033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.891492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.891716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.892046 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.892375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.892740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.893285 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.893402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.893678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.893996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.894214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-5d17c60d-7c06-4ced-86f7-2af7fe4a44bf tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] For port b27aa501-8bca-4f14-846b-eb77723b3a8a, host hv-neutron-8277, got binding levels [] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:38.894321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.894592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d17c60d-7c06-4ced-86f7-2af7fe4a44bf tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.894694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:38.907644 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.920753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-63bb01f9-8020-49e2-9b1b-ad5b9008f185 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Deleting port 748daf6d-a987-47b0-932f-272db599192c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:38.921087 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63bb01f9-8020-49e2-9b1b-ad5b9008f185 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.924111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:38.925371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6424bff-f04f-4f0a-a223-c978ad5a2ced {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:10:38.940805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port c6424bff-f04f-4f0a-a223-c978ad5a2ced, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c6424bff-f04f-4f0a-a223-c978ad5a2ced,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:39.030265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:10:39.043766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.045195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:10:39.067766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5d17c60d-7c06-4ced-86f7-2af7fe4a44bf tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Calling delete_port for b27aa501-8bca-4f14-846b-eb77723b3a8a owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:39.076065 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.076409 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Added segment 791abff6-d3be-4f70-9bf4-a3ca15b0fdba of type vlan for network acea0f06-1a51-4d86-83c0-b03a1a701884 Feb 04 06:10:39.081243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b352dd5a-7582-423d-8188-9c0df4f8a323,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:39.090848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.096674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.145853 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.167246 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-08f5d54f-96ee-4e44-8220-38d19bb9e010 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "DELETE /v2.0/ports/5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 HTTP/1.1" status: 204 len: 168 time: 2.1442802 Feb 04 06:10:39.173181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:39.179387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c93a2f-43cb-4882-bf69-a4f7c132a12c req-795d9a4a-ee09-4e02-834a-94ad3d8fa969 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:39.185559 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b5c93a2f-43cb-4882-bf69-a4f7c132a12c req-795d9a4a-ee09-4e02-834a-94ad3d8fa969 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 944 time: 0.2702322 Feb 04 06:10:39.189146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=c6424bff-f04f-4f0a-a223-c978ad5a2ced,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:39.234800 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c136c97-5b33-44c8-9862-4fa5f32ffc8c tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] GET failed (client error): The resource could not be found. Feb 04 06:10:39.235469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9c136c97-5b33-44c8-9862-4fa5f32ffc8c tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Synchronizing usage tracker for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:39.248333 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b5c93a2f-43cb-4882-bf69-a4f7c132a12c req-f18caac9-0af8-4bad-a4f4-336dfcf75f87 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623255 Feb 04 06:10:39.251499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:39.267948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'port_id': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64', 'mac_address': 'fa:16:3e:0d:77:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:10:39.286814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc2023-3dae-4e9a-b66b-0a297941300c req-c04e94b0-3f41-4fff-a863-181d8ee36742 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:39.288511 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eddc2023-3dae-4e9a-b66b-0a297941300c req-c04e94b0-3f41-4fff-a863-181d8ee36742 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 944 time: 0.4996381 Feb 04 06:10:39.328836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.331107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.336752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:39.337360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.342970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.347154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:10:39.368485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:39.431938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d17c60d-7c06-4ced-86f7-2af7fe4a44bf tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.484845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.512696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:39.519242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9c136c97-5b33-44c8-9862-4fa5f32ffc8c tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Unset dirty status for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:39.524111 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9c136c97-5b33-44c8-9862-4fa5f32ffc8c tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "GET /v2.0/ports/5c239ae8-9c6a-4680-b18b-62b0c5b3fa15 HTTP/1.1" status: 404 len: 333 time: 0.3450422 Feb 04 06:10:39.526296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:39.533985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39940) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:39.539623 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:39.553174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17c60d-7c06-4ced-86f7-2af7fe4a44bf tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event deleted for resources: {'Port': ['ID=b27aa501-8bca-4f14-846b-eb77723b3a8a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:39.564088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d17c60d-7c06-4ced-86f7-2af7fe4a44bf tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.567427 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:39.572508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Request body: {'port': {'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530', 'name': 'tempest-AllowedAddressPairTestJSON-429425285'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:39.590966 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eddc2023-3dae-4e9a-b66b-0a297941300c req-1ec59c36-efd6-4943-80b7-05bec6d458c1 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908866 Feb 04 06:10:39.596901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event updated for resources: {'Port': ['ID=24972157-76a2-4f94-ac8b-0683cd838af1,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:39.636105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63bb01f9-8020-49e2-9b1b-ad5b9008f185 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:39.653188 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7803667 Feb 04 06:10:39.653188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04cbc4-321c-4073-b9d1-4ab3072b6af4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Network': ['ID=acea0f06-1a51-4d86-83c0-b03a1a701884,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:39.653668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39944) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:39.663461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network acea0f06-1a51-4d86-83c0-b03a1a701884 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:10:39.672315 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'subnet': {'network_id': 'acea0f06-1a51-4d86-83c0-b03a1a701884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:39.709154 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5d17c60d-7c06-4ced-86f7-2af7fe4a44bf tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b27aa501-8bca-4f14-846b-eb77723b3a8a HTTP/1.1" status: 204 len: 168 time: 1.3668807 Feb 04 06:10:39.746010 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39950) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:39.772543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-63bb01f9-8020-49e2-9b1b-ad5b9008f185 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Calling delete_port for 748daf6d-a987-47b0-932f-272db599192c owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:39.975352 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['c6424bff-f04f-4f0a-a223-c978ad5a2ced'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:10:39.992816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63bb01f9-8020-49e2-9b1b-ad5b9008f185 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.006462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['c4b0ffe0-ad8d-404a-89d3-cb7ce4730900'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:10:40.036508 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c0939c-979c-4165-b047-9b23f5967e29 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:10:40.037887 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-23c0939c-979c-4165-b047-9b23f5967e29 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "GET /v2.0/ports/b27aa501-8bca-4f14-846b-eb77723b3a8a HTTP/1.1" status: 404 len: 333 time: 0.2809834 Feb 04 06:10:40.043149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39954) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:40.049008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb01f9-8020-49e2-9b1b-ad5b9008f185 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event deleted for resources: {'Port': ['ID=748daf6d-a987-47b0-932f-272db599192c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:40.056472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1128499047', 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:40.069767 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:10:40.097860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:40.108265 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63bb01f9-8020-49e2-9b1b-ad5b9008f185 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.112950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Usage tracker for resource:port and tenant:93f67dbdc9cd4899b19b0f038db26254 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:40.116504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:40.128601 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-63bb01f9-8020-49e2-9b1b-ad5b9008f185 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "DELETE /v2.0/ports/748daf6d-a987-47b0-932f-272db599192c HTTP/1.1" status: 204 len: 168 time: 1.4129846 Feb 04 06:10:40.128946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39958) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:40.141929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:40.141929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9f62a0f-2d60-40a7-9944-9560d607aa7e', 'external_fixed_ips': [{'subnet_id': 'bf845147-66a2-4ec4-b527-1e3503bf3740', 'ip_address': '2001:db8::259'}]}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:40.142859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:40.148768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Usage tracker for resource:router and tenant:7b3937bc615d4211a00ef83dd4e6e070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:40.151612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:40.158417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:40.214854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:40.226584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:subnet and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:40.234484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:40.236783 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:40.249143 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:40.258859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:40.279527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.281027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.282706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bafec-d2b5-40fa-bd8f-e366f6c4ac63 req-eda64b9c-64d2-4125-afc1-d72cc84491b4 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:40.284230 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-922bafec-d2b5-40fa-bd8f-e366f6c4ac63 req-eda64b9c-64d2-4125-afc1-d72cc84491b4 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 944 time: 0.4772894 Feb 04 06:10:40.287289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Made reservation on behalf of 93f67dbdc9cd4899b19b0f038db26254 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:40.289395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.326578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.335392 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-922bafec-d2b5-40fa-bd8f-e366f6c4ac63 req-5b04e72a-01e5-4ca2-9741-419ca8e3fd14 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Feb 04 06:10:40.355805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] device_id is not set on port 8c0e21f4-d67f-4c34-ba2c-9d550df12c82 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:40.415401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Made reservation on behalf of 27d7bf1c570f468c895929285b61c16d for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:40.418987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.432619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Made reservation on behalf of 17b3d76fbaf6447586ecbfa5afe4b333 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:40.436727 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.548114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334995ce-6eca-4f91-9a93-7852f153a487 req-8e191226-93a7-4ab6-925c-2afe80a61346 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:40.549675 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-334995ce-6eca-4f91-9a93-7852f153a487 req-8e191226-93a7-4ab6-925c-2afe80a61346 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 944 time: 0.1501291 Feb 04 06:10:40.551054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] device_id is not set on port 3e7fcde0-7185-418c-8f26-0775ac3c0515 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:40.801083 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-334995ce-6eca-4f91-9a93-7852f153a487 req-e05f7b1e-4238-4ce1-951a-e1bab22abf67 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401814 Feb 04 06:10:40.825128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.951761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:40.959999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.050773 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Allocated IP 172.20.0.11 (de7df8b1-dd53-4a17-9661-13fd99c98530/cf1ed411-d752-4540-ac73-08ed53254069/3e7fcde0-7185-418c-8f26-0775ac3c0515) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:41.176373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.225447 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdea08-1de9-47d9-afd1-29ab283ffab8 req-9b663329-c0ae-4e5d-955e-a3f201781ee9 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:41.226928 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5acdea08-1de9-47d9-afd1-29ab283ffab8 req-9b663329-c0ae-4e5d-955e-a3f201781ee9 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 945 time: 0.5094171 Feb 04 06:10:41.244554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Network 5f718454-0d8c-4300-ab05-066812a56d93 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:41.250808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:41.253279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:41.254368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:41.254966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.275419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0e21f4-d67f-4c34-ba2c-9d550df12c82,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:41.350133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.434677 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ed06e638-d2f9-485f-b057-500d3df7cb23 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3875325 Feb 04 06:10:41.441621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39968) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:41.566597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b0b39-b794-4b2b-92f7-179865e17516 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:41.567184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4e0b0b39-b794-4b2b-92f7-179865e17516 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Synchronizing usage tracker for tenant:93f67dbdc9cd4899b19b0f038db26254 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:41.648581 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5acdea08-1de9-47d9-afd1-29ab283ffab8 req-96d652d0-2acf-44aa-a3ee-6d0ce25fb2c5 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4035990 Feb 04 06:10:41.692756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Subnet': ['ID=91989896-7e2b-4224-bc91-9537bc968154,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:41.702130 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.780482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7db6d-9ab5-4766-832f-a419bec56980 req-5d8cb7b1-0891-410d-984b-e1623fcb3540 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:41.782232 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3f7db6d-9ab5-4766-832f-a419bec56980 req-5d8cb7b1-0891-410d-984b-e1623fcb3540 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 944 time: 0.3060730 Feb 04 06:10:41.787956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.801177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Checking segment: {'id': '791abff6-d3be-4f70-9bf4-a3ca15b0fdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'acea0f06-1a51-4d86-83c0-b03a1a701884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:41.801177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network hostable DHCP agents. Network: acea0f06-1a51-4d86-83c0-b03a1a701884, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:10:41.814843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.831645 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:41.900323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4e0b0b39-b794-4b2b-92f7-179865e17516 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Unset dirty status for tenant:93f67dbdc9cd4899b19b0f038db26254 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:41.915826 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4e0b0b39-b794-4b2b-92f7-179865e17516 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "GET /v2.0/ports/8c0e21f4-d67f-4c34-ba2c-9d550df12c82 HTTP/1.1" status: 200 len: 955 time: 0.4586003 Feb 04 06:10:41.915826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39974) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:41.916039 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Transition to ACTIVE for port object 3e7fcde0-7185-418c-8f26-0775ac3c0515 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:41.916133 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3f7db6d-9ab5-4766-832f-a419bec56980 req-f4e3b8a6-ecef-40a6-86d5-3916a363f0ba tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005533 Feb 04 06:10:42.036746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7fada-c783-4995-a405-df52e2ee0dc8 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Deleting port 8c0e21f4-d67f-4c34-ba2c-9d550df12c82 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:42.037091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9e7fada-c783-4995-a405-df52e2ee0dc8 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.056993 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99b93-008e-47a8-8fca-d1e99d68e73c req-c5913484-1ca2-44a3-b7bd-49a7fa7d0fc8 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:42.058462 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-82e99b93-008e-47a8-8fca-d1e99d68e73c req-c5913484-1ca2-44a3-b7bd-49a7fa7d0fc8 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 944 time: 0.1318502 Feb 04 06:10:42.084329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network acea0f06-1a51-4d86-83c0-b03a1a701884 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:10:42.108522 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-82e99b93-008e-47a8-8fca-d1e99d68e73c req-24240f82-e003-4d84-bc8a-a531f35efde2 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442028 Feb 04 06:10:42.192588 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:42.197097 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Allocated IP 2001:db8::259 (a9f62a0f-2d60-40a7-9944-9560d607aa7e/bf845147-66a2-4ec4-b527-1e3503bf3740/8b071777-3e6e-4422-950b-88746080c98c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:42.259454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.330459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Network de7df8b1-dd53-4a17-9661-13fd99c98530 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:42.333657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:42.337518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:42.366876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9e7fada-c783-4995-a405-df52e2ee0dc8 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.373199 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:42.376964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, acea0f06-1a51-4d86-83c0-b03a1a701884) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:42.378542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'Port': ['ID=3e7fcde0-7185-418c-8f26-0775ac3c0515,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:42.381083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Router e63f1a74-4ae1-4831-8f12-4518756cdccc is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:10:42.387769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:42.389051 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.390389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:42.390983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.427351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbf7cf4-366c-4640-9a7d-f137a98cea9e None None] Network acea0f06-1a51-4d86-83c0-b03a1a701884 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:42.505511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:42.506344 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.512959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7fada-c783-4995-a405-df52e2ee0dc8 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Calling delete_port for 8c0e21f4-d67f-4c34-ba2c-9d550df12c82 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:42.606507 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a3d6ad8f-40cd-4def-8272-0599fc703479 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9451983 Feb 04 06:10:42.610475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 39978) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:42.630045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1974464754', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:42.640539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:42.643091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.647436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:42.653143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:router and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:42.656582 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b5a5a330-2398-4ad4-aa96-6fbdbe9e57e0 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1185064 Feb 04 06:10:42.657500 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39982) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:42.661842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:42.662336 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Sync routers for ids ['e63f1a74-4ae1-4831-8f12-4518756cdccc'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:42.663641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Request body: {'port': {'network_id': 'de7df8b1-dd53-4a17-9661-13fd99c98530', 'name': 'tempest-AllowedAddressPairTestJSON-938111872'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:42.669732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:42.678842 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Routers {'e63f1a74-4ae1-4831-8f12-4518756cdccc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:42.679675 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['e63f1a74-4ae1-4831-8f12-4518756cdccc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:42.765032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9e7fada-c783-4995-a405-df52e2ee0dc8 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.779624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.807572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-13e45077-6659-4f6e-8265-a2ef4aae680a None None] Provisioning for port 3e7fcde0-7185-418c-8f26-0775ac3c0515 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:42.820297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:42.823244 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-13e45077-6659-4f6e-8265-a2ef4aae680a None None] Provisioning complete for port 3e7fcde0-7185-418c-8f26-0775ac3c0515 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:42.823940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-13e45077-6659-4f6e-8265-a2ef4aae680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.831505 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:42.839186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.843968 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a58a34eb-6e4e-4c15-9f0f-bd6bf5820d16 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7433860 Feb 04 06:10:42.844636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 39988) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:42.862631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:42.878250 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Set router e63f1a74-4ae1-4831-8f12-4518756cdccc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:42.885919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.947804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Made reservation on behalf of 27d7bf1c570f468c895929285b61c16d for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:42.952105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.981394 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] device_id is not set on port f83dd047-fd1e-4260-ba30-5a5d4e669944 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:42.982660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Network a9f62a0f-2d60-40a7-9944-9560d607aa7e is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:42.989172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7fada-c783-4995-a405-df52e2ee0dc8 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c0e21f4-d67f-4c34-ba2c-9d550df12c82,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:43.066172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:43.073093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:43.083671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-13e45077-6659-4f6e-8265-a2ef4aae680a None None] Port 3e7fcde0-7185-418c-8f26-0775ac3c0515 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:43.086934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cfa972-baee-43f7-9d08-df0065d300cd None None] Network acea0f06-1a51-4d86-83c0-b03a1a701884 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:43.090196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:43.175810 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.176639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c6424bff-f04f-4f0a-a223-c978ad5a2ced up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:43.270158 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6e60ddb2-40b2-4634-b87f-b666bc9dc174 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/routers/e63f1a74-4ae1-4831-8f12-4518756cdccc HTTP/1.1" status: 200 len: 908 time: 0.4244096 Feb 04 06:10:43.275342 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40002) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:43.289496 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63f1a74-4ae1-4831-8f12-4518756cdccc', 'name': 'tempest-snat-router-137386417', 'tenant_id': '519bc71c42b145ae97c1d245c85d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.167'}], 'enable_snat': False}, 'gw_port_id': '24972157-76a2-4f94-ac8b-0683cd838af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:36Z', 'updated_at': '2022-02-04T06:10:40Z', 'revision_number': 3, 'project_id': '519bc71c42b145ae97c1d245c85d1ccf', 'gw_port': {'id': '24972157-76a2-4f94-ac8b-0683cd838af1', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63f1a74-4ae1-4831-8f12-4518756cdccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:38Z', 'updated_at': '2022-02-04T06:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:43.295370 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Checking router: e63f1a74-4ae1-4831-8f12-4518756cdccc for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:43.296002 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Updating router e63f1a74-4ae1-4831-8f12-4518756cdccc port 24972157-76a2-4f94-ac8b-0683cd838af1 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:10:43.298938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Request body: {'router': {'name': 'tempest-snat-router-137386417', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'enable_snat': True}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:43.305103 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:43.309031 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Usage tracker for resource:router and tenant:519bc71c42b145ae97c1d245c85d1ccf is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:43.314062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:43.320589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:43.350037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:43.354107 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.411748 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0675-5bfa-4692-ac22-36f2e42abbbb req-c1b9034f-5892-485f-8483-6a7d414ed8dc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:43.413765 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5fdf0675-5bfa-4692-ac22-36f2e42abbbb req-c1b9034f-5892-485f-8483-6a7d414ed8dc tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 944 time: 0.2760448 Feb 04 06:10:43.423016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.424276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.472114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Allocated IP 172.20.0.9 (de7df8b1-dd53-4a17-9661-13fd99c98530/cf1ed411-d752-4540-ac73-08ed53254069/f83dd047-fd1e-4260-ba30-5a5d4e669944) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:43.501394 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5fdf0675-5bfa-4692-ac22-36f2e42abbbb req-fd1d3f43-4ac6-4a62-923c-91af22a7aa83 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666339 Feb 04 06:10:43.509861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.541777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.542872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.553811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port c6424bff-f04f-4f0a-a223-c978ad5a2ced completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:43.568413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port c6424bff-f04f-4f0a-a223-c978ad5a2ced triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:43.568682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.585382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d9e7fada-c783-4995-a405-df52e2ee0dc8 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.714069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event updated for resources: {'Port': ['ID=8b071777-3e6e-4422-950b-88746080c98c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:43.717916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.744365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706985c1-924e-4a40-bcfb-2f08e2584701 req-e82f2d48-5435-46ca-87bc-ce84fc81fcde tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:43.751673 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-706985c1-924e-4a40-bcfb-2f08e2584701 req-e82f2d48-5435-46ca-87bc-ce84fc81fcde tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 945 time: 0.8551569 Feb 04 06:10:43.783372 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.791027 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.809121 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Transition to ACTIVE for port object 24972157-76a2-4f94-ac8b-0683cd838af1 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:43.823361 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-706985c1-924e-4a40-bcfb-2f08e2584701 req-c3b9cdf1-f465-45e9-b8d7-2d182a6d7814 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706995 Feb 04 06:10:43.876724 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d9e7fada-c783-4995-a405-df52e2ee0dc8 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8c0e21f4-d67f-4c34-ba2c-9d550df12c82 HTTP/1.1" status: 204 len: 168 time: 1.9670067 Feb 04 06:10:43.884242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:43.908151 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:43.928333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port c6424bff-f04f-4f0a-a223-c978ad5a2ced, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c6424bff-f04f-4f0a-a223-c978ad5a2ced,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:43.945416 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0154815-f9d6-4037-99a9-307743adca49 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:10:43.945416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d0154815-f9d6-4037-99a9-307743adca49 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Synchronizing usage tracker for tenant:93f67dbdc9cd4899b19b0f038db26254 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:43.963000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.044875 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Attempting to bind port 24972157-76a2-4f94-ac8b-0683cd838af1 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:44.045081 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Attempting to bind port 24972157-76a2-4f94-ac8b-0683cd838af1 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:44.045370 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Attempting to bind port 24972157-76a2-4f94-ac8b-0683cd838af1 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:44.047506 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa580c-c9cc-4c6b-98ce-b9ddda7fb034 None None] Pushing event updated for resources: {'Port': ['ID=24972157-76a2-4f94-ac8b-0683cd838af1,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:44.053480 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:44.053855 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:44.054304 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.054697 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:44.055162 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Bound port: 24972157-76a2-4f94-ac8b-0683cd838af1, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:44.055551 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.059365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.060733 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:44.091809 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900', 'code': 200} Feb 04 06:10:44.172800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=c6424bff-f04f-4f0a-a223-c978ad5a2ced,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:44.193454 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] For port 24972157-76a2-4f94-ac8b-0683cd838af1, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:44.198781 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] For port 24972157-76a2-4f94-ac8b-0683cd838af1, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=24972157-76a2-4f94-ac8b-0683cd838af1,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:44.239850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d0154815-f9d6-4037-99a9-307743adca49 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Unset dirty status for tenant:93f67dbdc9cd4899b19b0f038db26254 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:44.243878 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d0154815-f9d6-4037-99a9-307743adca49 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "GET /v2.0/ports/8c0e21f4-d67f-4c34-ba2c-9d550df12c82 HTTP/1.1" status: 404 len: 333 time: 0.3579552 Feb 04 06:10:44.255419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40014) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:44.271433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Request body: {'port': {'network_id': '5f718454-0d8c-4300-ab05-066812a56d93', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-228143066'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:44.284726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:44.329740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.333859 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.346969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.355142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.376405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Transition to ACTIVE for port object f83dd047-fd1e-4260-ba30-5a5d4e669944 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:44.384532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:44.385102 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53764a4-c833-4298-8c57-071ce7c1615f req-7f2b83d7-29a3-4841-8c34-3053f029e33e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:44.394883 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a53764a4-c833-4298-8c57-071ce7c1615f req-7f2b83d7-29a3-4841-8c34-3053f029e33e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.5085142 Feb 04 06:10:44.400791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:44.401520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.414053 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Routers {'e63f1a74-4ae1-4831-8f12-4518756cdccc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:44.414687 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['e63f1a74-4ae1-4831-8f12-4518756cdccc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:44.476401 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa580c-c9cc-4c6b-98ce-b9ddda7fb034 None None] Pushing event updated for resources: {'Port': ['ID=24972157-76a2-4f94-ac8b-0683cd838af1,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:44.484998 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a53764a4-c833-4298-8c57-071ce7c1615f req-e8942493-2fa8-48a9-b7b5-7399de9d79fe tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891566 Feb 04 06:10:44.601802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:44.644245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.647030 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] Set router e63f1a74-4ae1-4831-8f12-4518756cdccc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:44.679641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:44.776206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.781742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.872826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:44.917631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Made reservation on behalf of 93f67dbdc9cd4899b19b0f038db26254 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:10:44.920524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.990495 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Network de7df8b1-dd53-4a17-9661-13fd99c98530 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:44.998689 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e63f1a74-4ae1-4831-8f12-4518756cdccc', 'name': 'tempest-snat-router-137386417', 'tenant_id': '519bc71c42b145ae97c1d245c85d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.167'}], 'enable_snat': False}, 'gw_port_id': '24972157-76a2-4f94-ac8b-0683cd838af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:36Z', 'updated_at': '2022-02-04T06:10:40Z', 'revision_number': 3, 'project_id': '519bc71c42b145ae97c1d245c85d1ccf', 'gw_port': {'id': '24972157-76a2-4f94-ac8b-0683cd838af1', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63f1a74-4ae1-4831-8f12-4518756cdccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:38Z', 'updated_at': '2022-02-04T06:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:45.001145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] device_id is not set on port 7801e46c-8cfc-4b98-b408-2290dc880ea5 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:45.003187 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a0d34-a434-4f25-a371-765ae1247082 None None] The sync data for ids ['e63f1a74-4ae1-4831-8f12-4518756cdccc'] in dv-neutron-827796-1-hyperv is: [{'id': 'e63f1a74-4ae1-4831-8f12-4518756cdccc', 'name': 'tempest-snat-router-137386417', 'tenant_id': '519bc71c42b145ae97c1d245c85d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.167'}], 'enable_snat': False}, 'gw_port_id': '24972157-76a2-4f94-ac8b-0683cd838af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:36Z', 'updated_at': '2022-02-04T06:10:40Z', 'revision_number': 3, 'project_id': '519bc71c42b145ae97c1d245c85d1ccf', 'gw_port': {'id': '24972157-76a2-4f94-ac8b-0683cd838af1', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e63f1a74-4ae1-4831-8f12-4518756cdccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:38Z', 'updated_at': '2022-02-04T06:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:45.041715 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:45.052213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:45.053087 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.063804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a6e0-a55b-41ef-b90e-a63eea6e2fdd req-103ca4b0-7b11-4a4f-aa8e-b8e453d3a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:45.066115 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ce16a6e0-a55b-41ef-b90e-a63eea6e2fdd req-103ca4b0-7b11-4a4f-aa8e-b8e453d3a630 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 1098 time: 0.5362589 Feb 04 06:10:45.126288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:45.126912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.138985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'Port': ['ID=f83dd047-fd1e-4260-ba30-5a5d4e669944,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:45.162678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.180215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ce16a6e0-a55b-41ef-b90e-a63eea6e2fdd req-2b7f1493-40f4-4530-a318-754402c15a90 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.198677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.250627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ce16a6e0-a55b-41ef-b90e-a63eea6e2fdd req-2b7f1493-40f4-4530-a318-754402c15a90 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:10:45.269127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28838cce-e7c9-4424-9268-df156abe615f req-fcd6bb13-d2e2-494f-b11d-4080feca1819 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:45.274621 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-28838cce-e7c9-4424-9268-df156abe615f req-fcd6bb13-d2e2-494f-b11d-4080feca1819 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.5693018 Feb 04 06:10:45.294622 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39daf958-2110-464e-be32-e5811fbc73e8 req-f7e49d29-2353-4a0c-af26-e3113d9dc10c tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:45.296116 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-39daf958-2110-464e-be32-e5811fbc73e8 req-f7e49d29-2353-4a0c-af26-e3113d9dc10c tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.3395879 Feb 04 06:10:45.300449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ce16a6e0-a55b-41ef-b90e-a63eea6e2fdd req-2b7f1493-40f4-4530-a318-754402c15a90 service neutron] Usage tracker for resource:security_group_rule and tenant:6f97b7cded5b4996a3ba5c6f3a014378 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:10:45.317921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ce16a6e0-a55b-41ef-b90e-a63eea6e2fdd req-2b7f1493-40f4-4530-a318-754402c15a90 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:10:45.346399 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9d885849-aadc-43fe-adba-fe4a7b616607 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6853623 Feb 04 06:10:45.351842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40022) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:45.360917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-086f7657-e591-44d5-9e80-95ca0f0c743e tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:38:cd:eb'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:64:67:5a'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:45.403178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ce16a6e0-a55b-41ef-b90e-a63eea6e2fdd req-2b7f1493-40f4-4530-a318-754402c15a90 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:10:45.410104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-16a1d5fc-c1d7-4f09-836b-1c09281fe789 None None] Provisioning for port f83dd047-fd1e-4260-ba30-5a5d4e669944 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:45.415422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-16a1d5fc-c1d7-4f09-836b-1c09281fe789 None None] Provisioning complete for port f83dd047-fd1e-4260-ba30-5a5d4e669944 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:45.415817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-16a1d5fc-c1d7-4f09-836b-1c09281fe789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.522830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-16a1d5fc-c1d7-4f09-836b-1c09281fe789 None None] Port f83dd047-fd1e-4260-ba30-5a5d4e669944 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:45.569810 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-28838cce-e7c9-4424-9268-df156abe615f req-81dd401e-9de2-4283-9044-2a7ac34b84db tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917092 Feb 04 06:10:45.678099 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1276974b-779b-47df-9a96-88f53ffd3114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.721471 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-39daf958-2110-464e-be32-e5811fbc73e8 req-805d6d60-2051-45d8-9364-a5eeb7bd088b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4003916 Feb 04 06:10:45.771669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.786309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Allocated IP 172.26.7.63 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/eaed8925-0713-423a-9242-3c5b2054358f) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:45.921556 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.957039 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-086f7657-e591-44d5-9e80-95ca0f0c743e tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.972571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.035609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Router cda11961-f285-456f-8031-a7f93ced2098 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:10:46.080912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 24972157-76a2-4f94-ac8b-0683cd838af1 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:46.082995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ce16a6e0-a55b-41ef-b90e-a63eea6e2fdd req-2b7f1493-40f4-4530-a318-754402c15a90 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.091803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.124718 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced'}, {'server_uuid': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:46.193551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fdf15-d61d-4a39-9ecb-3699796bff7d req-b52bc93e-3451-49ac-8da7-daa5c99e4d44 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:46.203908 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-421fdf15-d61d-4a39-9ecb-3699796bff7d req-b52bc93e-3451-49ac-8da7-daa5c99e4d44 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4802685 Feb 04 06:10:46.205260 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced', 'code': 200} Feb 04 06:10:46.205873 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64', 'code': 200} Feb 04 06:10:46.214481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ce16a6e0-a55b-41ef-b90e-a63eea6e2fdd req-2b7f1493-40f4-4530-a318-754402c15a90 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.293149 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 24972157-76a2-4f94-ac8b-0683cd838af1 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:46.296669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.301132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 24972157-76a2-4f94-ac8b-0683cd838af1 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:46.301577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.301703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-086f7657-e591-44d5-9e80-95ca0f0c743e tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.349760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ce16a6e0-a55b-41ef-b90e-a63eea6e2fdd req-2b7f1493-40f4-4530-a318-754402c15a90 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2700436 Feb 04 06:10:46.350335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f1493-40f4-4530-a318-754402c15a90 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=94add5f2-1020-4227-9421-b2c10afb2a6c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:46.359034 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.429993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.432666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event updated for resources: {'Port': ['ID=7801e46c-8cfc-4b98-b408-2290dc880ea5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:46.442700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-086f7657-e591-44d5-9e80-95ca0f0c743e tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.448865 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-421fdf15-d61d-4a39-9ecb-3699796bff7d req-1f0d3f37-1fdc-4d48-8992-42d680b17caf tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439663 Feb 04 06:10:46.462333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 24972157-76a2-4f94-ac8b-0683cd838af1, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=24972157-76a2-4f94-ac8b-0683cd838af1,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:46.547338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.548013 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:46.557712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:46.569219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:46.588371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Network 5f718454-0d8c-4300-ab05-066812a56d93 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:46.613034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:46.645993 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event updated for resources: {'Port': ['ID=eaed8925-0713-423a-9242-3c5b2054358f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:46.648131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=24972157-76a2-4f94-ac8b-0683cd838af1,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:46.674155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.26.7.149 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/5189e09f-f542-4ec8-b98f-b570bb7ec732) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:46.707978 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-086f7657-e591-44d5-9e80-95ca0f0c743e tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] In _notify_port_updated(), no bound segment for port f83dd047-fd1e-4260-ba30-5a5d4e669944 on network de7df8b1-dd53-4a17-9661-13fd99c98530 {{(pid=88199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:10:46.713958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f7657-e591-44d5-9e80-95ca0f0c743e tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:46.714812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-086f7657-e591-44d5-9e80-95ca0f0c743e tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.719879 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-086f7657-e591-44d5-9e80-95ca0f0c743e tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "PUT /v2.0/ports/f83dd047-fd1e-4260-ba30-5a5d4e669944 HTTP/1.1" status: 200 len: 1056 time: 1.3648953 Feb 04 06:10:46.733752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40032) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:46.853980 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3eed6044-532b-4023-9681-dce5f71a6e09 None None] Provisioning complete for port f83dd047-fd1e-4260-ba30-5a5d4e669944 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:46.854353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3eed6044-532b-4023-9681-dce5f71a6e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.881296 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:46.882244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:46.882833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:46.912003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3eed6044-532b-4023-9681-dce5f71a6e09 None None] Port f83dd047-fd1e-4260-ba30-5a5d4e669944 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:10:46.935982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f7657-e591-44d5-9e80-95ca0f0c743e tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event updated for resources: {'Port': ['ID=f83dd047-fd1e-4260-ba30-5a5d4e669944,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:47.021305 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-35bb50e6-b71e-45ff-8c3d-366e3e2f0948 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Deleting port f83dd047-fd1e-4260-ba30-5a5d4e669944 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:47.021641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bb50e6-b71e-45ff-8c3d-366e3e2f0948 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.042837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:47.053204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Sync routers for ids ['cda11961-f285-456f-8031-a7f93ced2098'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:47.065993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Routers {'cda11961-f285-456f-8031-a7f93ced2098'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:47.066924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['cda11961-f285-456f-8031-a7f93ced2098'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:47.195857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.208502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb91828-aee5-4b06-95f6-03913515d8ae req-d8bf4a74-621e-434b-b8b4-22825e0003f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:47.210231 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3fb91828-aee5-4b06-95f6-03913515d8ae req-d8bf4a74-621e-434b-b8b4-22825e0003f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 1098 time: 0.2872384 Feb 04 06:10:47.213019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9d256-3530-46bd-b978-e924adab466c req-f1ae0a48-2ed0-40ec-b74b-bf81f387b6a0 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:47.214587 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-96f9d256-3530-46bd-b978-e924adab466c req-f1ae0a48-2ed0-40ec-b74b-bf81f387b6a0 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.4204609 Feb 04 06:10:47.222755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45361a25-d7ec-4622-99fb-9a2e9fee3ea5 req-e10ae1be-977a-4433-83ac-8df16fdf675c tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:47.224241 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45361a25-d7ec-4622-99fb-9a2e9fee3ea5 req-e10ae1be-977a-4433-83ac-8df16fdf675c tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.3378892 Feb 04 06:10:47.268510 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-422a069c-bcd4-42d4-bfe2-8b42f4185908 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.0089896 Feb 04 06:10:47.272225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792aa31-01db-4a96-b381-698517152a35 req-81630365-d291-4970-91be-fc98f90d800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:47.273799 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7792aa31-01db-4a96-b381-698517152a35 req-81630365-d291-4970-91be-fc98f90d800d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 1099 time: 0.3859687 Feb 04 06:10:47.274567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40038) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:47.287002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.288264 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-08e20599-3ede-4e12-a6e6-961a271bdd50 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.1560071 Feb 04 06:10:47.301644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40042) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:47.309529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:47.322668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Set router cda11961-f285-456f-8031-a7f93ced2098 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:47.385780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-3fb91828-aee5-4b06-95f6-03913515d8ae req-f1499149-b5f2-4245-a060-3c05e3c1b3a3 service neutron] Synchronizing usage tracker for tenant:6f97b7cded5b4996a3ba5c6f3a014378 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:47.409602 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45361a25-d7ec-4622-99fb-9a2e9fee3ea5 req-3ea60164-f75c-4736-ba78-0409c8aca099 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659887 Feb 04 06:10:47.454824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-7792aa31-01db-4a96-b381-698517152a35 req-e3993dd9-9060-4ab9-9f60-dd744c69b6e6 service neutron] Synchronizing usage tracker for tenant:6f97b7cded5b4996a3ba5c6f3a014378 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:47.527789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.608533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.621168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:47.663375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:47.666107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:47.712729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-3fb91828-aee5-4b06-95f6-03913515d8ae req-f1499149-b5f2-4245-a060-3c05e3c1b3a3 service neutron] Unset dirty status for tenant:6f97b7cded5b4996a3ba5c6f3a014378 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:47.714600 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3fb91828-aee5-4b06-95f6-03913515d8ae req-f1499149-b5f2-4245-a060-3c05e3c1b3a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4867039 Feb 04 06:10:47.720789 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-96f9d256-3530-46bd-b978-e924adab466c req-af3513e1-7374-4d53-ad69-3bbcc95080e4 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4778554 Feb 04 06:10:47.728936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [req-7792aa31-01db-4a96-b381-698517152a35 req-e3993dd9-9060-4ab9-9f60-dd744c69b6e6 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 6f97b7cded5b4996a3ba5c6f3a014378-security_group {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:10:47.728936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [req-7792aa31-01db-4a96-b381-698517152a35 req-e3993dd9-9060-4ab9-9f60-dd744c69b6e6 service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:10:47.728936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=5189e09f-f542-4ec8-b98f-b570bb7ec732,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:47.754338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda11961-f285-456f-8031-a7f93ced2098', 'name': '', 'tenant_id': '7b3937bc615d4211a00ef83dd4e6e070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9f62a0f-2d60-40a7-9944-9560d607aa7e', 'external_fixed_ips': [{'subnet_id': 'bf845147-66a2-4ec4-b527-1e3503bf3740', 'ip_address': '2001:db8::259'}], 'enable_snat': True}, 'gw_port_id': '8b071777-3e6e-4422-950b-88746080c98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:40Z', 'updated_at': '2022-02-04T06:10:43Z', 'revision_number': 3, 'project_id': '7b3937bc615d4211a00ef83dd4e6e070', 'gw_port': {'id': '8b071777-3e6e-4422-950b-88746080c98c', 'name': '', 'network_id': 'a9f62a0f-2d60-40a7-9944-9560d607aa7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda11961-f285-456f-8031-a7f93ced2098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bf845147-66a2-4ec4-b527-1e3503bf3740', 'ip_address': '2001:db8::259', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:41Z', 'updated_at': '2022-02-04T06:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf845147-66a2-4ec4-b527-1e3503bf3740', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:47.760214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Checking router: cda11961-f285-456f-8031-a7f93ced2098 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:47.760700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Updating router cda11961-f285-456f-8031-a7f93ced2098 port 8b071777-3e6e-4422-950b-88746080c98c binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:10:47.820006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.926772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bb50e6-b71e-45ff-8c3d-366e3e2f0948 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.953153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.017598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26615090-2024-4b27-9c99-3f84f9ce9257 req-3ef2e905-90a2-4215-bb5c-405998a4c579 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:48.025901 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-26615090-2024-4b27-9c99-3f84f9ce9257 req-3ef2e905-90a2-4215-bb5c-405998a4c579 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.3911390 Feb 04 06:10:48.079781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.171476 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-26615090-2024-4b27-9c99-3f84f9ce9257 req-6b8239b8-427a-45e7-a4c1-70732add6c29 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990980 Feb 04 06:10:48.298564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-7792aa31-01db-4a96-b381-698517152a35 req-e3993dd9-9060-4ab9-9f60-dd744c69b6e6 service neutron] Unset dirty status for tenant:6f97b7cded5b4996a3ba5c6f3a014378 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:48.299668 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7792aa31-01db-4a96-b381-698517152a35 req-e3993dd9-9060-4ab9-9f60-dd744c69b6e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0170274 Feb 04 06:10:48.309956 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.314947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] device_id is not set on port 7801e46c-8cfc-4b98-b408-2290dc880ea5 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:10:48.326337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Transition to ACTIVE for port object 8b071777-3e6e-4422-950b-88746080c98c will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:48.333813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 24972157-76a2-4f94-ac8b-0683cd838af1 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:48.372126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ee8db95d-0b4c-4a74-ac48-f5b5b0952ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.386232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.432870 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Transition to ACTIVE for port object 7801e46c-8cfc-4b98-b408-2290dc880ea5 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:48.441592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.465382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-35bb50e6-b71e-45ff-8c3d-366e3e2f0948 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Calling delete_port for f83dd047-fd1e-4260-ba30-5a5d4e669944 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:48.553321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.569015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.571386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 24972157-76a2-4f94-ac8b-0683cd838af1 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:48.572031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.657523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Attempting to bind port 8b071777-3e6e-4422-950b-88746080c98c on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:48.658043 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Attempting to bind port 8b071777-3e6e-4422-950b-88746080c98c by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'd958cf9c-6566-411d-83cb-562aa2403e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a9f62a0f-2d60-40a7-9944-9560d607aa7e'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:48.658527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Attempting to bind port 8b071777-3e6e-4422-950b-88746080c98c on network a9f62a0f-2d60-40a7-9944-9560d607aa7e {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:48.662892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6c8ad-607e-49bf-b1fe-392dc80877a3 None None] Pushing event updated for resources: {'Port': ['ID=8b071777-3e6e-4422-950b-88746080c98c,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:48.669934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:48.670644 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Checking segment: {'id': 'd958cf9c-6566-411d-83cb-562aa2403e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a9f62a0f-2d60-40a7-9944-9560d607aa7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:48.671181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.671657 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Bound using segment: {'id': 'd958cf9c-6566-411d-83cb-562aa2403e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a9f62a0f-2d60-40a7-9944-9560d607aa7e'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:48.672215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Bound port: 8b071777-3e6e-4422-950b-88746080c98c, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd958cf9c-6566-411d-83cb-562aa2403e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a9f62a0f-2d60-40a7-9944-9560d607aa7e'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:48.672705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.740520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event updated for resources: {'Port': ['ID=7801e46c-8cfc-4b98-b408-2290dc880ea5,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:48.805415 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:10:48.824994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.835446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Deleting port 8b071777-3e6e-4422-950b-88746080c98c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:48.840112 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.846637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] For port 8b071777-3e6e-4422-950b-88746080c98c, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:48.850399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] For port 8b071777-3e6e-4422-950b-88746080c98c, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8b071777-3e6e-4422-950b-88746080c98c,segment=NetworkSegment(d958cf9c-6566-411d-83cb-562aa2403e6a),segment_id=d958cf9c-6566-411d-83cb-562aa2403e6a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:48.922586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:48.943961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:48.944322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:48.944637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:48.968049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:48.968439 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:48.971692 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 2 to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 Feb 04 06:10:48.986401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.019865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Routers {'cda11961-f285-456f-8031-a7f93ced2098'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:49.020591 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['cda11961-f285-456f-8031-a7f93ced2098'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:49.056485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:49.056485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:49.056485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:49.078412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:49.078744 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:49.081789 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 3 to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 Feb 04 06:10:49.092026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.105043 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6c8ad-607e-49bf-b1fe-392dc80877a3 None None] Pushing event updated for resources: {'Port': ['ID=8b071777-3e6e-4422-950b-88746080c98c,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:49.173168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:49.173762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:49.173874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:49.185563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bba0f-25b2-4786-921f-ab6df75ae556 req-ef1e79a4-aa65-45eb-82fd-f13885891013 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:49.187492 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-580bba0f-25b2-4786-921f-ab6df75ae556 req-ef1e79a4-aa65-45eb-82fd-f13885891013 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.3114743 Feb 04 06:10:49.198253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] Set router cda11961-f285-456f-8031-a7f93ced2098 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:49.216524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:49.216873 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:49.221214 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 4 to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 Feb 04 06:10:49.304019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:49.304355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:49.304705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:49.309355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1dcd8-adf2-4494-9f2e-18266b68c905 req-7de1cd9b-e808-429d-a35e-e0fa4941a36d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:49.311517 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-41a1dcd8-adf2-4494-9f2e-18266b68c905 req-7de1cd9b-e808-429d-a35e-e0fa4941a36d tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.7340755 Feb 04 06:10:49.320759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.342144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:49.342468 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:49.346912 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 5 to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 Feb 04 06:10:49.349003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda11961-f285-456f-8031-a7f93ced2098', 'name': '', 'tenant_id': '7b3937bc615d4211a00ef83dd4e6e070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:40Z', 'updated_at': '2022-02-04T06:10:48Z', 'revision_number': 4, 'project_id': '7b3937bc615d4211a00ef83dd4e6e070', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:49.354499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c9af8-1030-407c-8e39-0ea1a01dd9ce None None] The sync data for ids ['cda11961-f285-456f-8031-a7f93ced2098'] in dv-neutron-827796-1-hyperv is: [{'id': 'cda11961-f285-456f-8031-a7f93ced2098', 'name': '', 'tenant_id': '7b3937bc615d4211a00ef83dd4e6e070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:40Z', 'updated_at': '2022-02-04T06:10:48Z', 'revision_number': 4, 'project_id': '7b3937bc615d4211a00ef83dd4e6e070', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:49.365819 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-580bba0f-25b2-4786-921f-ab6df75ae556 req-9d791e31-d7fe-4e2c-a4fc-8e90e7c7eef5 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655562 Feb 04 06:10:49.395297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:49.395297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:49.395297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:49.395297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.427819 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bb50e6-b71e-45ff-8c3d-366e3e2f0948 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.512101 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:49.512757 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:49.516077 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 6 to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 Feb 04 06:10:49.540683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.558064 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb50e6-b71e-45ff-8c3d-366e3e2f0948 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event deleted for resources: {'Port': ['ID=f83dd047-fd1e-4260-ba30-5a5d4e669944,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:49.564349 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-41a1dcd8-adf2-4494-9f2e-18266b68c905 req-d2e5ad00-bc40-4906-8b34-2085c5e397df tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363927 Feb 04 06:10:49.605211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:49.605559 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:49.605876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:49.628461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:49.629170 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:49.632416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] For port 8b071777-3e6e-4422-950b-88746080c98c, host dv-neutron-827796-1-hyperv, got binding levels [] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:49.632809 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:49.702244 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 7 to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 Feb 04 06:10:49.748158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:49.748496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:49.748860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:49.756211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:49.756532 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:49.761693 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 8 to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 Feb 04 06:10:49.790552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:49.790999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:49.791331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:49.813330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00924f-05b8-4e55-940b-8d31cf1f83e0 req-520b83cc-5c89-4585-af3a-10705051d1d5 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:49.821066 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a00924f-05b8-4e55-940b-8d31cf1f83e0 req-520b83cc-5c89-4585-af3a-10705051d1d5 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.2756412 Feb 04 06:10:49.829061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:49.829061 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:49.829061 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 9 to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 Feb 04 06:10:49.874787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:49.874787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:49.874787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:49.892003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:49.892332 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:49.894861 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.plugins.ml2.plugin [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempt 10 to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 Feb 04 06:10:49.907212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Calling delete_port for 8b071777-3e6e-4422-950b-88746080c98c owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:49.914491 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a00924f-05b8-4e55-940b-8d31cf1f83e0 req-93e117c8-c1ab-481c-97c8-b6ef16c2177b tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926018 Feb 04 06:10:49.918713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:49.919316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:49.919649 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempting to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:49.924501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:10:49.924860 dv-neutron-827796-1-hyperv neutron-server[88198]: ERROR neutron.plugins.ml2.managers [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Failed to bind port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'e5126309-7025-4b39-af3a-230f8685ef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5f718454-0d8c-4300-ab05-066812a56d93'}] Feb 04 06:10:49.925214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:50.027941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] For port 7801e46c-8cfc-4b98-b408-2290dc880ea5, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:50.028324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attempted to set empty binding levels {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 04 06:10:50.044232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:10:50.146455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:50.210648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] In _notify_port_updated(), no bound segment for port 7801e46c-8cfc-4b98-b408-2290dc880ea5 on network 5f718454-0d8c-4300-ab05-066812a56d93 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:10:50.211517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:50.212115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:50.216258 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "PUT /v2.0/ports/7801e46c-8cfc-4b98-b408-2290dc880ea5 HTTP/1.1" status: 200 len: 976 time: 2.9327075 Feb 04 06:10:50.244258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40056) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:50.301123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1e407-51d7-4988-99cf-4860982c8b37 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event updated for resources: {'Port': ['ID=7801e46c-8cfc-4b98-b408-2290dc880ea5,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:50.308334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:50.322403 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca20006-aad9-4cdf-8f73-112265f46411 None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:50.340095 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca20006-aad9-4cdf-8f73-112265f46411 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:50.342958 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-1ca20006-aad9-4cdf-8f73-112265f46411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:50.359557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8516ec5a-16e6-4c29-abd2-ffae065d0d28 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Deleting port 7801e46c-8cfc-4b98-b408-2290dc880ea5 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:50.360082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8516ec5a-16e6-4c29-abd2-ffae065d0d28 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:50.390561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bb50e6-b71e-45ff-8c3d-366e3e2f0948 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:50.405632 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-1ca20006-aad9-4cdf-8f73-112265f46411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:50.414733 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca20006-aad9-4cdf-8f73-112265f46411 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:50.415343 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-1ca20006-aad9-4cdf-8f73-112265f46411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:50.424804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e0ffb-6d02-4084-8c57-e95726811fec req-77287535-7d4c-4025-b4bf-94e564582a5e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:50.424804 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-969e0ffb-6d02-4084-8c57-e95726811fec req-77287535-7d4c-4025-b4bf-94e564582a5e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.3571320 Feb 04 06:10:50.431605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Router 261ae9e1-3718-4080-ae66-f11d9687e018 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:10:50.433355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:10:50.433668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:10:50.434371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40062) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:50.440549 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-35bb50e6-b71e-45ff-8c3d-366e3e2f0948 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "DELETE /v2.0/ports/f83dd047-fd1e-4260-ba30-5a5d4e669944 HTTP/1.1" status: 204 len: 168 time: 3.7036877 Feb 04 06:10:50.444376 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40066) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:50.444951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bb3dcb1f-f308-4e0b-830e-b97041d4fbd7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Request body: {'floatingip': {'port_id': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:50.461609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:50.527495 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-1ca20006-aad9-4cdf-8f73-112265f46411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:50.528132 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca20006-aad9-4cdf-8f73-112265f46411 None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:50.583543 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d7bae5-cbe5-4723-b279-d63ff8c980ec tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] GET failed (client error): The resource could not be found. Feb 04 06:10:50.584078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e1d7bae5-cbe5-4723-b279-d63ff8c980ec tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Synchronizing usage tracker for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:50.718209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:50.719360 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-562f3c25-7ce0-44ad-b524-1a8c3c1a3714 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1079550 Feb 04 06:10:50.726541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb3dcb1f-f308-4e0b-830e-b97041d4fbd7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:50.746319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40072) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:50.874731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e1d7bae5-cbe5-4723-b279-d63ff8c980ec tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Unset dirty status for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:50.875869 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e1d7bae5-cbe5-4723-b279-d63ff8c980ec tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "GET /v2.0/ports/f83dd047-fd1e-4260-ba30-5a5d4e669944 HTTP/1.1" status: 404 len: 333 time: 0.4304481 Feb 04 06:10:50.907727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:50.975787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Deleting port 8b071777-3e6e-4422-950b-88746080c98c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:50.976033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:50.996441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed83a06-015a-4ebe-b966-51670a7cf355 req-c7ce80e0-2cbe-47ed-ab3d-2052eb6a7b19 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:50.998078 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fed83a06-015a-4ebe-b966-51670a7cf355 req-c7ce80e0-2cbe-47ed-ab3d-2052eb6a7b19 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.4450226 Feb 04 06:10:51.071139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-19d7b717-83fd-4f13-9917-c9beed41ea30 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Deleting port 3e7fcde0-7185-418c-8f26-0775ac3c0515 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:51.071669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19d7b717-83fd-4f13-9917-c9beed41ea30 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:51.099416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8516ec5a-16e6-4c29-abd2-ffae065d0d28 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] For port 7801e46c-8cfc-4b98-b408-2290dc880ea5, host hv-neutron-8277, got binding levels [] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:51.099832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8516ec5a-16e6-4c29-abd2-ffae065d0d28 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:51.144694 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:51.155589 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Sync routers for ids ['261ae9e1-3718-4080-ae66-f11d9687e018'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:51.165763 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Routers {'261ae9e1-3718-4080-ae66-f11d9687e018'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:51.166524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['261ae9e1-3718-4080-ae66-f11d9687e018'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:51.226617 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fed83a06-015a-4ebe-b966-51670a7cf355 req-804d1061-9b20-4c67-9b9e-5296b7e49244 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181151 Feb 04 06:10:51.369525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8516ec5a-16e6-4c29-abd2-ffae065d0d28 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Calling delete_port for 7801e46c-8cfc-4b98-b408-2290dc880ea5 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:51.383314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Set router 261ae9e1-3718-4080-ae66-f11d9687e018 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:51.588161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:51.593556 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f5f93fea-6a35-41b0-991c-45ccb4b8434c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.3080111 Feb 04 06:10:51.602727 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40082) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:51.611350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011838-03ab-4626-ae45-77837cc6096a req-e5420a87-d6c5-4ac1-ae8c-5a9d0c841272 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:51.616189 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bd011838-03ab-4626-ae45-77837cc6096a req-e5420a87-d6c5-4ac1-ae8c-5a9d0c841272 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.9154150 Feb 04 06:10:51.726849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261ae9e1-3718-4080-ae66-f11d9687e018', 'name': 'tempest-snat-router-137386417', 'tenant_id': '519bc71c42b145ae97c1d245c85d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'eaed8925-0713-423a-9242-3c5b2054358f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:43Z', 'updated_at': '2022-02-04T06:10:47Z', 'revision_number': 3, 'project_id': '519bc71c42b145ae97c1d245c85d1ccf', 'gw_port': {'id': 'eaed8925-0713-423a-9242-3c5b2054358f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261ae9e1-3718-4080-ae66-f11d9687e018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:45Z', 'updated_at': '2022-02-04T06:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:51.732148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Checking router: 261ae9e1-3718-4080-ae66-f11d9687e018 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:51.732889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Updating router 261ae9e1-3718-4080-ae66-f11d9687e018 port eaed8925-0713-423a-9242-3c5b2054358f binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:10:51.749093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19d7b717-83fd-4f13-9917-c9beed41ea30 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:51.751348 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] For port 8b071777-3e6e-4422-950b-88746080c98c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8b071777-3e6e-4422-950b-88746080c98c,segment=NetworkSegment(d958cf9c-6566-411d-83cb-562aa2403e6a),segment_id=d958cf9c-6566-411d-83cb-562aa2403e6a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:51.751711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:51.787575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:51.822277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a9b70-9a91-4dcc-b372-9cf3fa31f51d req-e97160ba-9eb8-4d2a-ab9d-d9e72aab8042 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:51.826427 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-590a9b70-9a91-4dcc-b372-9cf3fa31f51d req-e97160ba-9eb8-4d2a-ab9d-d9e72aab8042 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.4255080 Feb 04 06:10:51.884462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40086) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:51.890539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-19d7b717-83fd-4f13-9917-c9beed41ea30 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Calling delete_port for 3e7fcde0-7185-418c-8f26-0775ac3c0515 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:51.956183 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bd011838-03ab-4626-ae45-77837cc6096a req-f44e05a2-3c35-4698-a284-aecb62aff8db tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803035 Feb 04 06:10:51.965273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Calling delete_port for 8b071777-3e6e-4422-950b-88746080c98c owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:51.996399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1020a980-9447-41e1-9ad0-5ea0946c8a00 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Request body: {'floatingip': {'port_id': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:52.164355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8516ec5a-16e6-4c29-abd2-ffae065d0d28 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:52.184292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:52.198211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Transition to ACTIVE for port object eaed8925-0713-423a-9242-3c5b2054358f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:10:52.313057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:52.326970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452de088-e8b6-4bb9-a5ed-1c9e675afff9 req-97af7252-1b45-47f6-be78-7770ec919b52 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:52.328150 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-452de088-e8b6-4bb9-a5ed-1c9e675afff9 req-97af7252-1b45-47f6-be78-7770ec919b52 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.2456529 Feb 04 06:10:52.331431 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1020a980-9447-41e1-9ad0-5ea0946c8a00 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for floatingip, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:52.345309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40092) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:52.351592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d1cb6a3b-a3e5-4a3d-bc44-9e180fb1baeb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Request body: {'floatingip': {'port_id': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:52.393926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516ec5a-16e6-4c29-abd2-ffae065d0d28 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Pushing event deleted for resources: {'Port': ['ID=7801e46c-8cfc-4b98-b408-2290dc880ea5,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:52.402693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f352cee-49a7-4f36-bd8c-3fdd0642a9a6 None None] Pushing event updated for resources: {'Port': ['ID=eaed8925-0713-423a-9242-3c5b2054358f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:52.405214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Attempting to bind port eaed8925-0713-423a-9242-3c5b2054358f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:10:52.405536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Attempting to bind port eaed8925-0713-423a-9242-3c5b2054358f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:10:52.405896 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Attempting to bind port eaed8925-0713-423a-9242-3c5b2054358f on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:10:52.423039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:10:52.423039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:10:52.423464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:52.423540 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:10:52.424009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Bound port: eaed8925-0713-423a-9242-3c5b2054358f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:10:52.424388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:52.440992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6a3b-a3e5-4a3d-bc44-9e180fb1baeb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:52.479346 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8516ec5a-16e6-4c29-abd2-ffae065d0d28 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:52.519340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] For port eaed8925-0713-423a-9242-3c5b2054358f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:10:52.522151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-bb3dcb1f-f308-4e0b-830e-b97041d4fbd7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:10:52.527002 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] For port eaed8925-0713-423a-9242-3c5b2054358f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=eaed8925-0713-423a-9242-3c5b2054358f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:10:52.554035 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a604e869-8fe8-4c7d-a0ee-0ed86a6bd74c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/routers/261ae9e1-3718-4080-ae66-f11d9687e018 HTTP/1.1" status: 200 len: 906 time: 0.9344971 Feb 04 06:10:52.567238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40096) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:52.579567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19d7b717-83fd-4f13-9917-c9beed41ea30 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:52.604761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:52.636164 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8516ec5a-16e6-4c29-abd2-ffae065d0d28 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7801e46c-8cfc-4b98-b408-2290dc880ea5 HTTP/1.1" status: 204 len: 168 time: 2.3873308 Feb 04 06:10:52.652485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40100) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:52.695931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Routers {'261ae9e1-3718-4080-ae66-f11d9687e018'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:52.696543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['261ae9e1-3718-4080-ae66-f11d9687e018'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:52.709326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7b717-83fd-4f13-9917-c9beed41ea30 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event deleted for resources: {'Port': ['ID=3e7fcde0-7185-418c-8f26-0775ac3c0515,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:52.770528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f352cee-49a7-4f36-bd8c-3fdd0642a9a6 None None] Pushing event updated for resources: {'Port': ['ID=eaed8925-0713-423a-9242-3c5b2054358f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:52.783904 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-68036d6f-09de-4bd7-a58e-b931335bb071 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] GET failed (client error): The resource could not be found. Feb 04 06:10:52.784109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-68036d6f-09de-4bd7-a58e-b931335bb071 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Synchronizing usage tracker for tenant:93f67dbdc9cd4899b19b0f038db26254 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:52.823545 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb3dcb1f-f308-4e0b-830e-b97041d4fbd7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:52.893847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] Set router 261ae9e1-3718-4080-ae66-f11d9687e018 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:52.941911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb3dcb1f-f308-4e0b-830e-b97041d4fbd7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:53.010503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:53.014263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19d7b717-83fd-4f13-9917-c9beed41ea30 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:53.186465 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-19d7b717-83fd-4f13-9917-c9beed41ea30 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "DELETE /v2.0/ports/3e7fcde0-7185-418c-8f26-0775ac3c0515 HTTP/1.1" status: 204 len: 168 time: 2.2735240 Feb 04 06:10:53.199447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40104) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:53.231232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '261ae9e1-3718-4080-ae66-f11d9687e018', 'name': 'tempest-snat-router-137386417', 'tenant_id': '519bc71c42b145ae97c1d245c85d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'eaed8925-0713-423a-9242-3c5b2054358f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:43Z', 'updated_at': '2022-02-04T06:10:47Z', 'revision_number': 3, 'project_id': '519bc71c42b145ae97c1d245c85d1ccf', 'gw_port': {'id': 'eaed8925-0713-423a-9242-3c5b2054358f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261ae9e1-3718-4080-ae66-f11d9687e018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:45Z', 'updated_at': '2022-02-04T06:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:53.237115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fae7a5-f5d3-4597-8ffa-0ba83d5c34d5 None None] The sync data for ids ['261ae9e1-3718-4080-ae66-f11d9687e018'] in dv-neutron-827796-1-hyperv is: [{'id': '261ae9e1-3718-4080-ae66-f11d9687e018', 'name': 'tempest-snat-router-137386417', 'tenant_id': '519bc71c42b145ae97c1d245c85d1ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'eaed8925-0713-423a-9242-3c5b2054358f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:10:43Z', 'updated_at': '2022-02-04T06:10:47Z', 'revision_number': 3, 'project_id': '519bc71c42b145ae97c1d245c85d1ccf', 'gw_port': {'id': 'eaed8925-0713-423a-9242-3c5b2054358f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '261ae9e1-3718-4080-ae66-f11d9687e018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:10:45Z', 'updated_at': '2022-02-04T06:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:53.255089 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f096ceb9-18bd-416f-bebd-f479ded6ee21 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] GET failed (client error): The resource could not be found. Feb 04 06:10:53.256140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f096ceb9-18bd-416f-bebd-f479ded6ee21 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Synchronizing usage tracker for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:10:53.259092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-68036d6f-09de-4bd7-a58e-b931335bb071 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] Unset dirty status for tenant:93f67dbdc9cd4899b19b0f038db26254 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:53.263825 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-68036d6f-09de-4bd7-a58e-b931335bb071 tempest-PortsAdminExtendedAttrsTestJSON-1748484700 tempest-PortsAdminExtendedAttrsTestJSON-1748484700-project-admin] 10.222.0.32 "GET /v2.0/ports/7801e46c-8cfc-4b98-b408-2290dc880ea5 HTTP/1.1" status: 404 len: 333 time: 0.5970519 Feb 04 06:10:53.269070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40108) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:53.446963 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-bb3dcb1f-f308-4e0b-830e-b97041d4fbd7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Floating IP aa176e41-5a1a-4aef-bfd2-7ecd9961a4d6 associated. External IP: 172.26.7.9, port: c4b0ffe0-ad8d-404a-89d3-cb7ce4730900. Feb 04 06:10:53.766503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:53.769208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f096ceb9-18bd-416f-bebd-f479ded6ee21 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Unset dirty status for tenant:27d7bf1c570f468c895929285b61c16d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:10:53.773763 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f096ceb9-18bd-416f-bebd-f479ded6ee21 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "GET /v2.0/ports/3e7fcde0-7185-418c-8f26-0775ac3c0515 HTTP/1.1" status: 404 len: 333 time: 0.5700636 Feb 04 06:10:53.783243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40112) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:53.919024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:53.928991 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.001844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4baf3d73-87e4-4cc8-8def-4ad70ed30aaf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Deleting port 822fd06c-2b46-4a7e-b579-7e9105d164d6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:54.001844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4baf3d73-87e4-4cc8-8def-4ad70ed30aaf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.022237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b071777-3e6e-4422-950b-88746080c98c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:54.037802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Deleting port eaed8925-0713-423a-9242-3c5b2054358f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:54.038142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.085755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device eaed8925-0713-423a-9242-3c5b2054358f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:54.161762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.241841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.285470 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port eaed8925-0713-423a-9242-3c5b2054358f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:10:54.290206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port eaed8925-0713-423a-9242-3c5b2054358f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:54.296856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.308012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.347462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f718454-0d8c-4300-ab05-066812a56d93']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:54.422275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.427121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5126309-7025-4b39-af3a-230f8685ef51') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:54.427418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5126309-7025-4b39-af3a-230f8685ef51') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:54.439971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port eaed8925-0713-423a-9242-3c5b2054358f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=eaed8925-0713-423a-9242-3c5b2054358f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:54.446776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.450152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-d1cb6a3b-a3e5-4a3d-bc44-9e180fb1baeb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:10:54.454198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.584240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.594934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.613114 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-c81a7be0-b5c1-46d4-a35a-4c8f2e29ffee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5147963 Feb 04 06:10:54.615346 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-1020a980-9447-41e1-9ad0-5ea0946c8a00 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:10:54.645611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.673336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6a3b-a3e5-4a3d-bc44-9e180fb1baeb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.680642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:10:54.680642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:10:54.692295 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:10:54.712029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=eaed8925-0713-423a-9242-3c5b2054358f,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:54.910134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6a3b-a3e5-4a3d-bc44-9e180fb1baeb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.916065 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.916610 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cda11961-f285-456f-8031-a7f93ced2098 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:10:54.964514 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1020a980-9447-41e1-9ad0-5ea0946c8a00 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.966831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] For port eaed8925-0713-423a-9242-3c5b2054358f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=eaed8925-0713-423a-9242-3c5b2054358f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:54.967179 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:54.987263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3dcb1f-f308-4e0b-830e-b97041d4fbd7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:10:55.070595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4baf3d73-87e4-4cc8-8def-4ad70ed30aaf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.142962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1020a980-9447-41e1-9ad0-5ea0946c8a00 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.205611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Calling delete_port for eaed8925-0713-423a-9242-3c5b2054358f owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:55.246966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.248089 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fd559695-e02e-4b16-b32c-94cd48ddddc3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "DELETE /v2.0/routers/cda11961-f285-456f-8031-a7f93ced2098 HTTP/1.1" status: 204 len: 168 time: 7.9451754 Feb 04 06:10:55.255820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40116) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:55.328040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4baf3d73-87e4-4cc8-8def-4ad70ed30aaf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Calling delete_port for 822fd06c-2b46-4a7e-b579-7e9105d164d6 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:55.362934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.420211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.472184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] Pushing event deleted for resources: {'Network': ['ID=5f718454-0d8c-4300-ab05-066812a56d93,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:55.483322 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cce60176-9bc8-4331-916c-5cf83ddc8c60 tempest-PortsAdminExtendedAttrsTestJSON-1668089092 tempest-PortsAdminExtendedAttrsTestJSON-1668089092-project] 10.222.0.32 "DELETE /v2.0/networks/5f718454-0d8c-4300-ab05-066812a56d93 HTTP/1.1" status: 204 len: 168 time: 2.2105846 Feb 04 06:10:55.502463 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-d1cb6a3b-a3e5-4a3d-bc44-9e180fb1baeb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Floating IP 588c112a-b43b-481d-aff9-75fcbb7a4420 associated. External IP: 172.26.7.114, port: c6424bff-f04f-4f0a-a223-c978ad5a2ced. Feb 04 06:10:55.509365 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-1020a980-9447-41e1-9ad0-5ea0946c8a00 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Floating IP 0e1123ca-be85-48d9-ae83-b606d79032ed associated. External IP: 172.26.7.22, port: f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64. Feb 04 06:10:55.626563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.20.0.1 (acea0f06-1a51-4d86-83c0-b03a1a701884/91989896-7e2b-4224-bc91-9537bc968154/ac5011ef-4920-4905-811f-335fac81ebcc) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:10:55.644484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-1949441b-4f7e-4d54-988d-ad5c442d7513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:55.646853 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-1949441b-4f7e-4d54-988d-ad5c442d7513 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5eeb77cc58458a8021dffb64d08773&device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 1098 time: 0.7761109 Feb 04 06:10:55.669418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8e25d1-2c03-49f9-a3d4-1790b1d9c046 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Deleting subnet bf845147-66a2-4ec4-b527-1e3503bf3740 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:10:55.686564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff8e25d1-2c03-49f9-a3d4-1790b1d9c046 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.801856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:10:55.802109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3dcb1f-f308-4e0b-830e-b97041d4fbd7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:55.802371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:10:55.822840 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015ac22-3bda-4983-bf45-c5df6523bcf0 None None] Sync routers for ids ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:55.838290 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015ac22-3bda-4983-bf45-c5df6523bcf0 None None] Routers {'99d679bf-ebca-4e69-bc8e-9c0d759b0c48'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:55.839457 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7015ac22-3bda-4983-bf45-c5df6523bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:55.949270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bb3dcb1f-f308-4e0b-830e-b97041d4fbd7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.974665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff8e25d1-2c03-49f9-a3d4-1790b1d9c046 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.049179 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-7015ac22-3bda-4983-bf45-c5df6523bcf0 None None] Set router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:56.069591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.076111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device eaed8925-0713-423a-9242-3c5b2054358f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:10:56.099411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1020a980-9447-41e1-9ad0-5ea0946c8a00 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:10:56.181939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port eaed8925-0713-423a-9242-3c5b2054358f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:56.182577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.188114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40124) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:56.306796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Deleting port eaed8925-0713-423a-9242-3c5b2054358f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:56.307332 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.368361 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bb3dcb1f-f308-4e0b-830e-b97041d4fbd7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "PUT /v2.0/floatingips/aa176e41-5a1a-4aef-bfd2-7ecd9961a4d6 HTTP/1.1" status: 200 len: 989 time: 5.9321260 Feb 04 06:10:56.382407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'tag': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:56.394905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4baf3d73-87e4-4cc8-8def-4ad70ed30aaf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.473086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf3d73-87e4-4cc8-8def-4ad70ed30aaf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event deleted for resources: {'Port': ['ID=822fd06c-2b46-4a7e-b579-7e9105d164d6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:56.492845 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'tag': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900', 'status': 'completed', 'code': 200} Feb 04 06:10:56.527133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.561871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff8e25d1-2c03-49f9-a3d4-1790b1d9c046 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.577424 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7015ac22-3bda-4983-bf45-c5df6523bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'aa176e41-5a1a-4aef-bfd2-7ecd9961a4d6', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'floating_ip_address': '172.26.7.9', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'port_id': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'mac_address': 'fa:16:3e:f2:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:04Z', 'updated_at': '2022-02-04T06:10:52Z', 'revision_number': 1, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41433b6d-6509-417a-a15a-690fcc2ecd6c', 'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'mac_address': 'fa:16:3e:63:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:47Z', 'updated_at': '2022-02-04T06:10:04Z', 'revision_number': 5, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'subnets': [{'id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:56.581212 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015ac22-3bda-4983-bf45-c5df6523bcf0 None None] Checking router: 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:56.589237 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015ac22-3bda-4983-bf45-c5df6523bcf0 None None] Routers {'99d679bf-ebca-4e69-bc8e-9c0d759b0c48'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:56.589821 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7015ac22-3bda-4983-bf45-c5df6523bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:56.644717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-d7075e95-6e27-466e-8534-3fbbc6f021a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:56.646462 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-d7075e95-6e27-466e-8534-3fbbc6f021a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcbc6d8a-a29f-4884-a766-65731440e62d HTTP/1.1" status: 200 len: 913 time: 0.9311833 Feb 04 06:10:56.796862 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-7015ac22-3bda-4983-bf45-c5df6523bcf0 None None] Set router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:56.800146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] For port eaed8925-0713-423a-9242-3c5b2054358f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=eaed8925-0713-423a-9242-3c5b2054358f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:10:56.800513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.820591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4baf3d73-87e4-4cc8-8def-4ad70ed30aaf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.824852 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4baf3d73-87e4-4cc8-8def-4ad70ed30aaf tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "DELETE /v2.0/ports/822fd06c-2b46-4a7e-b579-7e9105d164d6 HTTP/1.1" status: 204 len: 168 time: 3.0358646 Feb 04 06:10:56.829107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40136) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:56.873010 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1020a980-9447-41e1-9ad0-5ea0946c8a00 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:56.886476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff47d5-d121-421e-acf8-a98f24f907be None None] Sync routers for ids ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:56.896290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff47d5-d121-421e-acf8-a98f24f907be None None] Routers {'9afdd895-2aa3-4776-8443-0bec9b3e3fa7'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:56.896923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f7ff47d5-d121-421e-acf8-a98f24f907be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:56.973995 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network acea0f06-1a51-4d86-83c0-b03a1a701884 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:10:56.986803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Calling delete_port for eaed8925-0713-423a-9242-3c5b2054358f owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:10:56.988772 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-61ae3bfe-b216-4a1e-93c6-68c6cc7a568a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 HTTP/1.1" status: 200 len: 997 time: 0.3327544 Feb 04 06:10:57.038893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:10:57.041569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:10:57.051531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-011ce904-07d6-4428-8a2a-c42b7bb83232 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Deleting subnet cf1ed411-d752-4540-ac73-08ed53254069 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:10:57.059010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-011ce904-07d6-4428-8a2a-c42b7bb83232 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:57.071302 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1020a980-9447-41e1-9ad0-5ea0946c8a00 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:57.082087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f7ff47d5-d121-421e-acf8-a98f24f907be None None] Set router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:57.099919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cb6a3b-a3e5-4a3d-bc44-9e180fb1baeb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Router 0061820c-2c02-4695-b497-34ea161c151b has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:10:57.120068 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff8e25d1-2c03-49f9-a3d4-1790b1d9c046 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:57.154485 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1020a980-9447-41e1-9ad0-5ea0946c8a00 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "PUT /v2.0/floatingips/0e1123ca-be85-48d9-ae83-b606d79032ed HTTP/1.1" status: 200 len: 990 time: 5.2646141 Feb 04 06:10:57.193300 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'tag': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:57.238795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-f23d2f1d-2e37-467a-a354-4869dfcbab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:57.240924 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-f23d2f1d-2e37-467a-a354-4869dfcbab15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb HTTP/1.1" status: 200 len: 851 time: 0.2422748 Feb 04 06:10:57.244150 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-28a39317-c06d-4dd5-9280-92053a5a889f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4c51f38f11c459081602712ac625534&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0545301 Feb 04 06:10:57.256336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e25d1-2c03-49f9-a3d4-1790b1d9c046 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bf845147-66a2-4ec4-b527-1e3503bf3740,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:57.267306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40144) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:57.273330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff8e25d1-2c03-49f9-a3d4-1790b1d9c046 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:57.278187 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ff8e25d1-2c03-49f9-a3d4-1790b1d9c046 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/bf845147-66a2-4ec4-b527-1e3503bf3740 HTTP/1.1" status: 204 len: 168 time: 1.9619563 Feb 04 06:10:57.315149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40148) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:57.317249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=ac5011ef-4920-4905-811f-335fac81ebcc,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:57.324620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-011ce904-07d6-4428-8a2a-c42b7bb83232 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:57.326591 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7015ac22-3bda-4983-bf45-c5df6523bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'aa176e41-5a1a-4aef-bfd2-7ecd9961a4d6', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'floating_ip_address': '172.26.7.9', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'port_id': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'mac_address': 'fa:16:3e:f2:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:04Z', 'updated_at': '2022-02-04T06:10:52Z', 'revision_number': 1, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41433b6d-6509-417a-a15a-690fcc2ecd6c', 'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'mac_address': 'fa:16:3e:63:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:47Z', 'updated_at': '2022-02-04T06:10:04Z', 'revision_number': 5, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'subnets': [{'id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:57.334465 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015ac22-3bda-4983-bf45-c5df6523bcf0 None None] The sync data for ids ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'] in dv-neutron-827796-1-hyperv is: [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'aa176e41-5a1a-4aef-bfd2-7ecd9961a4d6', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'floating_ip_address': '172.26.7.9', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'port_id': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'mac_address': 'fa:16:3e:f2:d0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:04Z', 'updated_at': '2022-02-04T06:10:52Z', 'revision_number': 1, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41433b6d-6509-417a-a15a-690fcc2ecd6c', 'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'mac_address': 'fa:16:3e:63:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:47Z', 'updated_at': '2022-02-04T06:10:04Z', 'revision_number': 5, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'subnets': [{'id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:57.362020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:57.610668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b38f3-973e-4b4c-ba0d-6f548ffa82de req-060342a8-8b91-4b5c-b7f7-06c5b512fc19 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:57.618943 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-886b38f3-973e-4b4c-ba0d-6f548ffa82de req-060342a8-8b91-4b5c-b7f7-06c5b512fc19 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 1.1087563 Feb 04 06:10:57.629454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f7ff47d5-d121-421e-acf8-a98f24f907be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:53Z', 'revision_number': 4, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '0e1123ca-be85-48d9-ae83-b606d79032ed', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'floating_ip_address': '172.26.7.22', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'port_id': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'mac_address': 'fa:16:3e:0d:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:07Z', 'updated_at': '2022-02-04T06:10:54Z', 'revision_number': 1, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d64af0-364c-44b3-b947-739982a22561', 'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'mac_address': 'fa:16:3e:6c:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:50Z', 'updated_at': '2022-02-04T06:10:06Z', 'revision_number': 5, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'subnets': [{'id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:57.635496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff47d5-d121-421e-acf8-a98f24f907be None None] Checking router: 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:57.647978 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c570a9f-fd22-4bd6-a18d-19b51669cfea None None] New status for floating IP aa176e41-5a1a-4aef-bfd2-7ecd9961a4d6: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:10:57.648872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff47d5-d121-421e-acf8-a98f24f907be None None] Routers {'9afdd895-2aa3-4776-8443-0bec9b3e3fa7'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:57.649574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f7ff47d5-d121-421e-acf8-a98f24f907be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:57.722916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cb6a3b-a3e5-4a3d-bc44-9e180fb1baeb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:10:57.724710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c69ae2c-e33b-45c3-a35b-7bf6d15a5163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:57.728779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6a3b-a3e5-4a3d-bc44-9e180fb1baeb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:57.745492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c4ea7-9f25-41e9-a073-f15728c654f2 None None] Sync routers for ids ['0061820c-2c02-4695-b497-34ea161c151b'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:57.764724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c4ea7-9f25-41e9-a073-f15728c654f2 None None] Routers {'0061820c-2c02-4695-b497-34ea161c151b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:57.765813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-257c4ea7-9f25-41e9-a073-f15728c654f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0061820c-2c02-4695-b497-34ea161c151b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:57.767912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-89bb8b35-9d65-4da9-8ae2-bd21a15705b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:57.776947 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-89bb8b35-9d65-4da9-8ae2-bd21a15705b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcbc6d8a-a29f-4884-a766-65731440e62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5113389 Feb 04 06:10:57.777058 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-886b38f3-973e-4b4c-ba0d-6f548ffa82de req-4acb88bd-abdb-4ccb-ac8f-0130aae80ae2 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508009 Feb 04 06:10:57.777160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-011ce904-07d6-4428-8a2a-c42b7bb83232 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:57.858538 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'tag': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64', 'status': 'completed', 'code': 200} Feb 04 06:10:57.870367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:57.939519 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f3ef-b3c7-4c5e-88ce-59ae2474e91d req-e911d5ac-d3ae-41df-8451-49eca8cd69ac tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:57.945399 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8f57f3ef-b3c7-4c5e-88ce-59ae2474e91d req-e911d5ac-d3ae-41df-8451-49eca8cd69ac tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.5831513 Feb 04 06:10:58.003230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-257c4ea7-9f25-41e9-a073-f15728c654f2 None None] Set router 0061820c-2c02-4695-b497-34ea161c151b gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:58.044990 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.071330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.110135 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f62a0f-2d60-40a7-9944-9560d607aa7e']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:58.141258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd958cf9c-6566-411d-83cb-562aa2403e6a') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:58.148023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd958cf9c-6566-411d-83cb-562aa2403e6a') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:58.198518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c69ae2c-e33b-45c3-a35b-7bf6d15a5163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.230122 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d1cb6a3b-a3e5-4a3d-bc44-9e180fb1baeb tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "PUT /v2.0/floatingips/588c112a-b43b-481d-aff9-75fcbb7a4420 HTTP/1.1" status: 200 len: 992 time: 5.8836772 Feb 04 06:10:58.318906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaed8925-0713-423a-9242-3c5b2054358f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:58.338573 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-1fcb2088-4128-4c02-98ad-3d2d8cd7a41b service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876480 Feb 04 06:10:58.385491 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8f57f3ef-b3c7-4c5e-88ce-59ae2474e91d req-630a8751-d180-4988-b821-5cfb1b5e5bb2 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525582 Feb 04 06:10:58.398580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f7ff47d5-d121-421e-acf8-a98f24f907be None None] Set router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:58.444324 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.496800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.502968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.514684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'tag': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:58.527730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.570296 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-011ce904-07d6-4428-8a2a-c42b7bb83232 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.576035 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'tag': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced', 'status': 'completed', 'code': 200} Feb 04 06:10:58.577345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:10:58.577758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:10:58.591871 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:10:58.650755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e05dd-9129-451e-ac55-30b08ef74e20 req-2314323a-da6b-4a54-9bf1-a8e6258091d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:58.652298 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-133e05dd-9129-451e-ac55-30b08ef74e20 req-2314323a-da6b-4a54-9bf1-a8e6258091d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf72fda2e5b49ef9e393b075fa48c52&device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 1098 time: 0.7521186 Feb 04 06:10:58.654142 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-011ce904-07d6-4428-8a2a-c42b7bb83232 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.655757 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046d2bc-2a3b-4f86-aef8-10e99f854453 None None] Network de7df8b1-dd53-4a17-9661-13fd99c98530 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:10:58.659168 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bff4879d-17b1-4a6d-b6c8-a3a3f9454754 req-c0fd1cb0-19bc-41ad-9ad4-7730a1250188 service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900639 Feb 04 06:10:58.660153 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ce904-07d6-4428-8a2a-c42b7bb83232 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1ed411-d752-4540-ac73-08ed53254069,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:58.759766 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-011ce904-07d6-4428-8a2a-c42b7bb83232 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "DELETE /v2.0/subnets/cf1ed411-d752-4540-ac73-08ed53254069 HTTP/1.1" status: 204 len: 168 time: 1.9175391 Feb 04 06:10:58.763015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40158) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:58.884825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.896401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.922676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c69ae2c-e33b-45c3-a35b-7bf6d15a5163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.925286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c69ae2c-e33b-45c3-a35b-7bf6d15a5163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:58.929189 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5c69ae2c-e33b-45c3-a35b-7bf6d15a5163 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f61d8940-ff80-4b78-bdbf-d0d2de5c1540 HTTP/1.1" status: 204 len: 168 time: 1.6531498 Feb 04 06:10:59.011831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69ae2c-e33b-45c3-a35b-7bf6d15a5163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61d8940-ff80-4b78-bdbf-d0d2de5c1540,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:59.058339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.061553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.062085 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-257c4ea7-9f25-41e9-a073-f15728c654f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:52Z', 'revision_number': 4, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '588c112a-b43b-481d-aff9-75fcbb7a4420', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0061820c-2c02-4695-b497-34ea161c151b', 'port_id': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'mac_address': 'fa:16:3e:c2:cc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:08Z', 'updated_at': '2022-02-04T06:10:54Z', 'revision_number': 1, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74354a76-034b-48ac-a21a-ea38bbc19de8', 'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'mac_address': 'fa:16:3e:df:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:49Z', 'updated_at': '2022-02-04T06:10:03Z', 'revision_number': 5, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'subnets': [{'id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:59.070698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab7d18-0d67-40e9-87a5-68b129e8e025 req-4207499c-535d-4cbd-b7a9-10fd2b33b604 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:59.072274 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1aab7d18-0d67-40e9-87a5-68b129e8e025 req-4207499c-535d-4cbd-b7a9-10fd2b33b604 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.7161283 Feb 04 06:10:59.100846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e05dd-9129-451e-ac55-30b08ef74e20 req-8fe4c795-5dd2-4fc9-b995-675c4ad5b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:59.101462 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-133e05dd-9129-451e-ac55-30b08ef74e20 req-8fe4c795-5dd2-4fc9-b995-675c4ad5b490 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b899491a-7f2c-46d6-a513-3f795ab56507 HTTP/1.1" status: 200 len: 906 time: 0.4394522 Feb 04 06:10:59.111931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c4ea7-9f25-41e9-a073-f15728c654f2 None None] Checking router: 0061820c-2c02-4695-b497-34ea161c151b for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:59.123585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9f62a0f-2d60-40a7-9944-9560d607aa7e {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:10:59.126497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9f62a0f-2d60-40a7-9944-9560d607aa7e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:59.132356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.143440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c4ea7-9f25-41e9-a073-f15728c654f2 None None] Routers {'0061820c-2c02-4695-b497-34ea161c151b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:10:59.144106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-257c4ea7-9f25-41e9-a073-f15728c654f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0061820c-2c02-4695-b497-34ea161c151b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:59.173549 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Deleting port 5a303208-fe3a-4610-9044-9ad0bf9ca54c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:59.173750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.233813 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.234401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 261ae9e1-3718-4080-ae66-f11d9687e018 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:10:59.243740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.248089 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ff91e475-345f-4788-b004-a3a3e5e5bfb3 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "DELETE /v2.0/routers/261ae9e1-3718-4080-ae66-f11d9687e018 HTTP/1.1" status: 204 len: 168 time: 6.6750276 Feb 04 06:10:59.251482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40166) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:10:59.252695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-3c7b0184-a3df-4a9b-918b-06ac175743a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:59.254232 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-3c7b0184-a3df-4a9b-918b-06ac175743a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a08fa22ad664c3694660956ea4db6b1&device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 1099 time: 0.5571940 Feb 04 06:10:59.257265 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1aab7d18-0d67-40e9-87a5-68b129e8e025 req-677c30e6-9cf9-415d-a6f1-5fe85110933a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575017 Feb 04 06:10:59.261004 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0759351b-50d8-4c83-9bbd-288f267bdf5b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a9f62a0f-2d60-40a7-9944-9560d607aa7e HTTP/1.1" status: 204 len: 168 time: 1.9374092 Feb 04 06:10:59.292429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc358b4-66f0-41f7-a118-c5939d543f15 req-d134a2eb-e763-475e-9b41-c376b7bec887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:59.295360 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3dc358b4-66f0-41f7-a118-c5939d543f15 req-d134a2eb-e763-475e-9b41-c376b7bec887 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5eeb77cc58458a8021dffb64d08773&device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 1098 time: 0.4350920 Feb 04 06:10:59.381427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef80f3-de86-47ce-8ffa-1a17b53e5fdd req-959ea904-dc8e-45cd-8dea-f8654dc63309 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:59.382982 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-61ef80f3-de86-47ce-8ffa-1a17b53e5fdd req-959ea904-dc8e-45cd-8dea-f8654dc63309 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4706960 Feb 04 06:10:59.421445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-d6525371-6fda-4140-827a-27c5714a2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:59.422518 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-d6525371-6fda-4140-827a-27c5714a2d76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 HTTP/1.1" status: 200 len: 913 time: 0.1581233 Feb 04 06:10:59.570112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] DHCP port deletion for de7df8b1-dd53-4a17-9661-13fd99c98530 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:10:59.591002 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Deleting port 5a303208-fe3a-4610-9044-9ad0bf9ca54c {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:10:59.591343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:59.641711 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-133e05dd-9129-451e-ac55-30b08ef74e20 req-d7f515e4-cc72-4ac5-bd3c-94ffd8621ac6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 HTTP/1.1" status: 200 len: 998 time: 0.5303915 Feb 04 06:10:59.687438 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-ce606587-14b0-4a5f-8481-7a9cd0a513be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6424bff-f04f-4f0a-a223-c978ad5a2ced HTTP/1.1" status: 200 len: 1000 time: 0.2522471 Feb 04 06:10:59.774510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-257c4ea7-9f25-41e9-a073-f15728c654f2 None None] Set router 0061820c-2c02-4695-b497-34ea161c151b gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:10:59.903927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f7ff47d5-d121-421e-acf8-a98f24f907be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:53Z', 'revision_number': 4, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '0e1123ca-be85-48d9-ae83-b606d79032ed', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'floating_ip_address': '172.26.7.22', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'port_id': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'mac_address': 'fa:16:3e:0d:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:07Z', 'updated_at': '2022-02-04T06:10:54Z', 'revision_number': 1, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d64af0-364c-44b3-b947-739982a22561', 'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'mac_address': 'fa:16:3e:6c:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:50Z', 'updated_at': '2022-02-04T06:10:06Z', 'revision_number': 5, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'subnets': [{'id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:59.944369 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-61ef80f3-de86-47ce-8ffa-1a17b53e5fdd req-b0b77e2e-1d5b-4c45-884a-d8f098d1f690 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4705048 Feb 04 06:10:59.953811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff47d5-d121-421e-acf8-a98f24f907be None None] The sync data for ids ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'] in dv-neutron-827796-1-hyperv is: [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:53Z', 'revision_number': 4, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '0e1123ca-be85-48d9-ae83-b606d79032ed', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'floating_ip_address': '172.26.7.22', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'port_id': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'mac_address': 'fa:16:3e:0d:77:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:07Z', 'updated_at': '2022-02-04T06:10:54Z', 'revision_number': 1, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d64af0-364c-44b3-b947-739982a22561', 'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'mac_address': 'fa:16:3e:6c:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:50Z', 'updated_at': '2022-02-04T06:10:06Z', 'revision_number': 5, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'subnets': [{'id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:00.069787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-4fb52af0-5f7b-40c9-8cae-bbaa2b2048cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:00.073337 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-4fb52af0-5f7b-40c9-8cae-bbaa2b2048cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a2e209b-21b4-4d84-9c6e-5a22aa6969f8 HTTP/1.1" status: 200 len: 851 time: 0.3774815 Feb 04 06:11:00.233892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40182) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:00.238312 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:11:00.256550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40184) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:00.292100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-179c35bd-1878-4d21-adf4-47176ccd0bcc tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Request body: {'router': {'name': 'tempest-router--1892461336', 'project_id': 'aaa76664f9b64a18bb36fd4c4dc3ea89'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:00.303265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.307200 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5a303208-fe3a-4610-9044-9ad0bf9ca54c no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:00.328541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74561b-0011-41ea-a50a-e8267893d215 req-c8da2c43-4732-4484-8de6-805b0044d65b tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:00.334274 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5b74561b-0011-41ea-a50a-e8267893d215 req-c8da2c43-4732-4484-8de6-805b0044d65b tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.5945122 Feb 04 06:11:00.334864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-179c35bd-1878-4d21-adf4-47176ccd0bcc tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:00.339536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-179c35bd-1878-4d21-adf4-47176ccd0bcc tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Usage tracker for resource:router and tenant:aaa76664f9b64a18bb36fd4c4dc3ea89 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:00.342842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-179c35bd-1878-4d21-adf4-47176ccd0bcc tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:00.366717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-179c35bd-1878-4d21-adf4-47176ccd0bcc tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:00.384403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e05dd-9129-451e-ac55-30b08ef74e20 req-a952bca1-4581-4dd1-9013-239fd6ae2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:00.385739 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-133e05dd-9129-451e-ac55-30b08ef74e20 req-a952bca1-4581-4dd1-9013-239fd6ae2901 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c89fb3a0-23b9-4925-9cd3-f783e5a43dd4 HTTP/1.1" status: 200 len: 844 time: 0.6737895 Feb 04 06:11:00.449933 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6603a6df-924c-40a8-a9a1-ab68af731979 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93f67dbdc9cd4899b19b0f038db26254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992807 Feb 04 06:11:00.456199 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40192) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:00.484145 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] For port 5a303208-fe3a-4610-9044-9ad0bf9ca54c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5a303208-fe3a-4610-9044-9ad0bf9ca54c,segment=NetworkSegment(327a4e25-8b8c-4887-bd59-bf2e9c9a6558),segment_id=327a4e25-8b8c-4887-bd59-bf2e9c9a6558)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:00.484547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.498205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.523155 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b0c67-b6b5-430b-a325-d112a3f2015a None None] New status for floating IP 0e1123ca-be85-48d9-ae83-b606d79032ed: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:11:00.542913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-4ed36ffd-e7bf-49e2-b5d8-508a1f8a831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:00.545163 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-4ed36ffd-e7bf-49e2-b5d8-508a1f8a831f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4646959 Feb 04 06:11:00.548084 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5b74561b-0011-41ea-a50a-e8267893d215 req-bf19236b-38dd-4a9f-80fb-f5997908d3fd tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979055 Feb 04 06:11:00.552359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.593047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-179c35bd-1878-4d21-adf4-47176ccd0bcc tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.594192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-179c35bd-1878-4d21-adf4-47176ccd0bcc tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.662667 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] For port 5a303208-fe3a-4610-9044-9ad0bf9ca54c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5a303208-fe3a-4610-9044-9ad0bf9ca54c,segment=NetworkSegment(327a4e25-8b8c-4887-bd59-bf2e9c9a6558),segment_id=327a4e25-8b8c-4887-bd59-bf2e9c9a6558)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:00.663321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.678676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc358b4-66f0-41f7-a118-c5939d543f15 req-c5df70f4-cf8d-4406-abad-2c00eb1d2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:00.680354 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3dc358b4-66f0-41f7-a118-c5939d543f15 req-c5df70f4-cf8d-4406-abad-2c00eb1d2d12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcbc6d8a-a29f-4884-a766-65731440e62d HTTP/1.1" status: 200 len: 913 time: 1.3155677 Feb 04 06:11:00.743200 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Calling delete_port for 5a303208-fe3a-4610-9044-9ad0bf9ca54c owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:00.806608 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-b57b2aa8-6ee9-4ce8-99c3-df2da5b3e747 service neutron] 10.222.0.24 "GET /v2.0/networks/d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146869 Feb 04 06:11:00.898764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:00.912077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Calling delete_port for 5a303208-fe3a-4610-9044-9ad0bf9ca54c owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:00.998413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-179c35bd-1878-4d21-adf4-47176ccd0bcc tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.000306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=ac5011ef-4920-4905-811f-335fac81ebcc,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:01.021015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.033519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a70b0ae-0def-44a4-98d6-50d9f03a1900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.084768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 5a303208-fe3a-4610-9044-9ad0bf9ca54c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5a303208-fe3a-4610-9044-9ad0bf9ca54c,segment=NetworkSegment(327a4e25-8b8c-4887-bd59-bf2e9c9a6558),segment_id=327a4e25-8b8c-4887-bd59-bf2e9c9a6558)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:01.120184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-257c4ea7-9f25-41e9-a073-f15728c654f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:52Z', 'revision_number': 4, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '588c112a-b43b-481d-aff9-75fcbb7a4420', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0061820c-2c02-4695-b497-34ea161c151b', 'port_id': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'mac_address': 'fa:16:3e:c2:cc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:08Z', 'updated_at': '2022-02-04T06:10:54Z', 'revision_number': 1, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74354a76-034b-48ac-a21a-ea38bbc19de8', 'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'mac_address': 'fa:16:3e:df:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:49Z', 'updated_at': '2022-02-04T06:10:03Z', 'revision_number': 5, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'subnets': [{'id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:01.125213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c4ea7-9f25-41e9-a073-f15728c654f2 None None] The sync data for ids ['0061820c-2c02-4695-b497-34ea161c151b'] in dv-neutron-827796-1-hyperv is: [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:52Z', 'revision_number': 4, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '588c112a-b43b-481d-aff9-75fcbb7a4420', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0061820c-2c02-4695-b497-34ea161c151b', 'port_id': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'mac_address': 'fa:16:3e:c2:cc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:10:08Z', 'updated_at': '2022-02-04T06:10:54Z', 'revision_number': 1, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74354a76-034b-48ac-a21a-ea38bbc19de8', 'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'mac_address': 'fa:16:3e:df:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:49Z', 'updated_at': '2022-02-04T06:10:03Z', 'revision_number': 5, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'subnets': [{'id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:01.132917 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3dc358b4-66f0-41f7-a118-c5939d543f15 req-a59cfb01-d42c-47d4-81a2-3cb07ad61732 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 HTTP/1.1" status: 200 len: 999 time: 0.4296350 Feb 04 06:11:01.141133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e05dd-9129-451e-ac55-30b08ef74e20 req-f0729391-c4b8-41cd-8507-bb4f4d62d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.142739 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-133e05dd-9129-451e-ac55-30b08ef74e20 req-f0729391-c4b8-41cd-8507-bb4f4d62d1c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b899491a-7f2c-46d6-a513-3f795ab56507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7423818 Feb 04 06:11:01.160934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a64437-5afc-4264-833a-17d9a5d441a9 req-c0441967-c01d-4d3e-8bba-bfb76c3256b9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.169385 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-23a64437-5afc-4264-833a-17d9a5d441a9 req-c0441967-c01d-4d3e-8bba-bfb76c3256b9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.7989347 Feb 04 06:11:01.192751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a70b0ae-0def-44a4-98d6-50d9f03a1900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.220409 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.279492 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-2842344d-e783-4a26-b72c-32f521859b5d service neutron] 10.222.0.24 "GET /v2.0/networks/d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380989 Feb 04 06:11:01.304428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-179c35bd-1878-4d21-adf4-47176ccd0bcc tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.312295 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:11:01.313558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:11:01.315743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.315893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a59d11-8a72-4d63-95ed-4640515b61d9 req-1b7e6427-6bd6-4b03-8e9f-b6f698d093b2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.317375 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b9a59d11-8a72-4d63-95ed-4640515b61d9 req-1b7e6427-6bd6-4b03-8e9f-b6f698d093b2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.4940724 Feb 04 06:11:01.344703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=5a303208-fe3a-4610-9044-9ad0bf9ca54c,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:01.377223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc358b4-66f0-41f7-a118-c5939d543f15 req-dec60b35-6f64-46d2-9c2b-c6af1adcdcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.383126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3dc358b4-66f0-41f7-a118-c5939d543f15 req-dec60b35-6f64-46d2-9c2b-c6af1adcdcad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb HTTP/1.1" status: 200 len: 851 time: 0.2324851 Feb 04 06:11:01.383126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-23a64437-5afc-4264-833a-17d9a5d441a9 req-10ce8202-2863-4af3-b6d6-0096e8224b0f tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113471 Feb 04 06:11:01.393831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network acea0f06-1a51-4d86-83c0-b03a1a701884 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:01.406836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:01.406836 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b9a59d11-8a72-4d63-95ed-4640515b61d9 req-871ea4f7-9bd5-40d9-a3c5-44f6d08e2a2b tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709715 Feb 04 06:11:01.432296 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-133e05dd-9129-451e-ac55-30b08ef74e20 req-71256904-ed07-485d-a9b4-ab9e2e8e714d service neutron] 10.222.0.24 "GET /v2.0/networks/b899491a-7f2c-46d6-a513-3f795ab56507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268167 Feb 04 06:11:01.435151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:11:01.435729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:11:01.510724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9bc42-466f-4974-8b8b-1bd6b05f0299 None None] New status for floating IP 588c112a-b43b-481d-aff9-75fcbb7a4420: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:11:01.535841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-179c35bd-1878-4d21-adf4-47176ccd0bcc tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.537167 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-179c35bd-1878-4d21-adf4-47176ccd0bcc tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2657592 Feb 04 06:11:01.538045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a70b0ae-0def-44a4-98d6-50d9f03a1900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.540462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a70b0ae-0def-44a4-98d6-50d9f03a1900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.544685 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7a70b0ae-0def-44a4-98d6-50d9f03a1900 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bde3ed1-b27b-4f81-8f02-12e2e3698f88 HTTP/1.1" status: 204 len: 168 time: 1.0804183 Feb 04 06:11:01.544685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40198) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:01.574430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Deleting port 24972157-76a2-4f94-ac8b-0683cd838af1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:01.574799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.626967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70b0ae-0def-44a4-98d6-50d9f03a1900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bde3ed1-b27b-4f81-8f02-12e2e3698f88,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:01.776927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-789fcd8b-ec16-443e-9b2d-613291ef4614 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.833725 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-133e05dd-9129-451e-ac55-30b08ef74e20 req-d8944588-5ada-4c0b-8b5c-ef63488be9a6 service neutron] 10.222.0.24 "GET /v2.0/networks/b899491a-7f2c-46d6-a513-3f795ab56507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633583 Feb 04 06:11:01.877060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Deleting port 5a303208-fe3a-4610-9044-9ad0bf9ca54c {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:01.878072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.888277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc358b4-66f0-41f7-a118-c5939d543f15 req-69499c90-47d2-4a23-88ca-47f259b37ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:01.890097 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3dc358b4-66f0-41f7-a118-c5939d543f15 req-69499c90-47d2-4a23-88ca-47f259b37ece service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcbc6d8a-a29f-4884-a766-65731440e62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4561608 Feb 04 06:11:01.892175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] For port 24972157-76a2-4f94-ac8b-0683cd838af1, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=24972157-76a2-4f94-ac8b-0683cd838af1,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:01.892574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:01.987262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Deleting port 5a303208-fe3a-4610-9044-9ad0bf9ca54c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:01.987262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.003309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device eaed8925-0713-423a-9242-3c5b2054358f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:02.053270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: eaed8925-0713-423a-9242-3c5b2054358f {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:11:02.053270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device eaed8925-0713-423a-9242-3c5b2054358f not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:11:02.227034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] For port 5a303208-fe3a-4610-9044-9ad0bf9ca54c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5a303208-fe3a-4610-9044-9ad0bf9ca54c,segment=NetworkSegment(327a4e25-8b8c-4887-bd59-bf2e9c9a6558),segment_id=327a4e25-8b8c-4887-bd59-bf2e9c9a6558)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:02.227420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.264465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:02.332333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-789fcd8b-ec16-443e-9b2d-613291ef4614 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.336117 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-789fcd8b-ec16-443e-9b2d-613291ef4614 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.375972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Calling delete_port for 5a303208-fe3a-4610-9044-9ad0bf9ca54c owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:02.394726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Calling delete_port for 24972157-76a2-4f94-ac8b-0683cd838af1 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:02.523767 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.565471 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde97af-f916-4de5-8abb-478f8d688c6b req-02c8fe7f-2873-4665-992e-b18fc60f2e37 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:02.567076 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9dde97af-f916-4de5-8abb-478f8d688c6b req-02c8fe7f-2873-4665-992e-b18fc60f2e37 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.5703101 Feb 04 06:11:02.595060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] Pushing event deleted for resources: {'Port': ['ID=5a303208-fe3a-4610-9044-9ad0bf9ca54c,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:02.601319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb60386-904b-44bf-83a0-7fe520241513 None None] No DVR routers for this DVR port 5a303208-fe3a-4610-9044-9ad0bf9ca54c on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:02.631857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:02.644090 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15487985-d298-44d5-9609-9984cf5d859f None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:02.649372 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7bb1210d-244b-4ce1-a3bf-bb653159cdd4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "PUT /v2.0/routers/1cfbdfd3-da83-40f5-b009-984755f3c6aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8997033 Feb 04 06:11:02.649766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] The port '5a303208-fe3a-4610-9044-9ad0bf9ca54c' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:11:02.650639 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9dde97af-f916-4de5-8abb-478f8d688c6b req-9e9bdbac-0db3-490c-a569-fc6069378ea7 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704763 Feb 04 06:11:02.651318 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40220) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:02.659154 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'port': {'network_id': 'acea0f06-1a51-4d86-83c0-b03a1a701884', 'name': 'tempest-FloatingIPTestJSON-456982245'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:02.664048 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15487985-d298-44d5-9609-9984cf5d859f None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:02.664048 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-15487985-d298-44d5-9609-9984cf5d859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:02.681014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-789fcd8b-ec16-443e-9b2d-613291ef4614 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.681530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789fcd8b-ec16-443e-9b2d-613291ef4614 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59f83ad6-5129-4900-807a-ae74ba8c8945 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:11:02.693805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-789fcd8b-ec16-443e-9b2d-613291ef4614 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.698634 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-789fcd8b-ec16-443e-9b2d-613291ef4614 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "DELETE /v2.0/routers/59f83ad6-5129-4900-807a-ae74ba8c8945 HTTP/1.1" status: 204 len: 168 time: 1.1435285 Feb 04 06:11:02.764391 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-15487985-d298-44d5-9609-9984cf5d859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:02.785649 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15487985-d298-44d5-9609-9984cf5d859f None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:02.786453 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-15487985-d298-44d5-9609-9984cf5d859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:02.804076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.832470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7df8b1-dd53-4a17-9661-13fd99c98530']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:02.845983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327a4e25-8b8c-4887-bd59-bf2e9c9a6558') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:02.846275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327a4e25-8b8c-4887-bd59-bf2e9c9a6558') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:02.858820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.875866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.883001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:11:02.883407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:02.885591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:02.895823 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-15487985-d298-44d5-9609-9984cf5d859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:02.895823 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15487985-d298-44d5-9609-9984cf5d859f None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:02.939138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:port and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:02.949612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:11:02.957581 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:11:02.962402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:02.963841 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3dc358b4-66f0-41f7-a118-c5939d543f15 req-20ba6e55-7f6e-4db7-9d85-94dbec2e9b49 service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0589941 Feb 04 06:11:02.974908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7326e07-bcdd-412d-b3b7-5adbd7c16f1d req-9e551526-8423-4dfa-8ac7-d86d95541a1c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:02.976336 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7326e07-bcdd-412d-b3b7-5adbd7c16f1d req-9e551526-8423-4dfa-8ac7-d86d95541a1c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.6652579 Feb 04 06:11:03.004769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e514fc9-563a-42d6-8cfd-c69114ac5ca0 req-11d5114f-75e0-4810-b186-48a6ac3dfe0e tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:03.006297 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5e514fc9-563a-42d6-8cfd-c69114ac5ca0 req-11d5114f-75e0-4810-b186-48a6ac3dfe0e tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.1180453 Feb 04 06:11:03.051595 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5e514fc9-563a-42d6-8cfd-c69114ac5ca0 req-d96ac0fe-0830-4148-a8b6-4ac3507c7b64 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396004 Feb 04 06:11:03.133160 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7326e07-bcdd-412d-b3b7-5adbd7c16f1d req-88b4e48f-84c8-458f-8f69-93edcef5dff2 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431456 Feb 04 06:11:03.161126 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Made reservation on behalf of 17b3d76fbaf6447586ecbfa5afe4b333 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:03.172864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.218376 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3dc358b4-66f0-41f7-a118-c5939d543f15 req-21ff4a1b-370e-4b37-995a-78443c737fd6 service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306442 Feb 04 06:11:03.254484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.266576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] device_id is not set on port cc842263-a854-43e9-8ffa-96fe26e1f656 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:03.280723 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.289045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] Pushing event deleted for resources: {'Network': ['ID=de7df8b1-dd53-4a17-9661-13fd99c98530,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:03.349833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40240) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:03.357294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.415874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fcf83-f5c8-4426-b830-96735dda930f req-826f8964-8835-4e65-b8f8-bf4477f9222c tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:03.418534 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cbee180a-85d0-43ab-9c54-eb3c9a5bd066 tempest-AllowedAddressPairTestJSON-823614831 tempest-AllowedAddressPairTestJSON-823614831-project] 10.222.0.32 "DELETE /v2.0/networks/de7df8b1-dd53-4a17-9661-13fd99c98530 HTTP/1.1" status: 204 len: 168 time: 4.6523352 Feb 04 06:11:03.422778 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dd5fcf83-f5c8-4426-b830-96735dda930f req-826f8964-8835-4e65-b8f8-bf4477f9222c tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.2415352 Feb 04 06:11:03.443205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event deleted for resources: {'Port': ['ID=24972157-76a2-4f94-ac8b-0683cd838af1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:03.464880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40248) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:03.492191 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dd5fcf83-f5c8-4426-b830-96735dda930f req-95d808f0-a581-499d-9f29-e8ce5dc41906 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685046 Feb 04 06:11:03.529967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.20.0.11 (acea0f06-1a51-4d86-83c0-b03a1a701884/91989896-7e2b-4224-bc91-9537bc968154/cc842263-a854-43e9-8ffa-96fe26e1f656) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:03.535314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'networks': [{'name': 'tempest-network--212560247'}, {'name': 'tempest-network--1484779235'}]} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:03.538483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'network': {'name': 'tempest-network--212560247'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:03.540857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'network': {'name': 'tempest-network--1484779235'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:03.556072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:03.573381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Usage tracker for resource:network and tenant:590da897a6674645b4a72cdb2b6bc30f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:03.579668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:03.609859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:03.642235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.657283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-417806362', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:03.720138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:03.728781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Usage tracker for resource:router and tenant:e9cff3eb480c4c40810af480187eb5e4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:03.733480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:03.753340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:03.826449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Made reservation on behalf of 590da897a6674645b4a72cdb2b6bc30f for: {'network': 2} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:03.830879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.847075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.850657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.854480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.876144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.883562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:03.886637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.888188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.889160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Usage tracker for resource:security_group_rule and tenant:590da897a6674645b4a72cdb2b6bc30f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:03.891603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:03.898032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:03.914947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731426ad-9a51-4058-a1f5-40abf4817485 req-5d2fd423-0c20-4713-bb4d-f41bfbafb700 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:03.916573 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-731426ad-9a51-4058-a1f5-40abf4817485 req-5d2fd423-0c20-4713-bb4d-f41bfbafb700 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.1464031 Feb 04 06:11:03.925672 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:03.989988 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-731426ad-9a51-4058-a1f5-40abf4817485 req-47cd7863-403a-43fc-9e4a-f0e64d893d0e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562806 Feb 04 06:11:04.088466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.089029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e63f1a74-4ae1-4831-8f12-4518756cdccc {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:11:04.116869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.123696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.125034 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5ab48343-dccd-4211-8d70-556e1aa27149 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e63f1a74-4ae1-4831-8f12-4518756cdccc HTTP/1.1" status: 204 len: 168 time: 4.8695145 Feb 04 06:11:04.128858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40264) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:04.139919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2007485328', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:04.146173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:04.153883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Usage tracker for resource:router and tenant:2d6db88142d24326b07df677d95ad7b7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:04.157781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:04.165446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:04.238683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.239339 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.269188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.274131 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40270) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:04.318633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad3fbda-7053-4f07-8b99-14cc800f40b3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:04.323773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:04.333833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.334175 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Added segment 78d587d0-d0c8-4f9a-bf96-c84668441f72 of type vlan for network c6f1599b-d1ed-4aa5-84ff-a1b9e3feab58 Feb 04 06:11:04.363836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.400933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:04.410895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.411370 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Added segment 2ec9c74e-4a8e-4bb6-a3a6-b75d09e19ba0 of type vlan for network efad0de0-fe13-42a4-92fa-57d7f09b4dd6 Feb 04 06:11:04.418127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.425673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.453705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.458212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.478434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network acea0f06-1a51-4d86-83c0-b03a1a701884 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:04.540226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:04.542603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:04.598567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=cc842263-a854-43e9-8ffa-96fe26e1f656,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:04.609324 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-349f4d0f-b5c2-471b-a202-6bc0183843be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27d7bf1c570f468c895929285b61c16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318763 Feb 04 06:11:04.609561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40278) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:04.688226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.689518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.689518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.691033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:04.695770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:04.696395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.699003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:04.699615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.730306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d452e2-80a0-49b1-919f-ddddfe3abd35 req-fd66c2f1-c2d6-4081-b76b-c65986e06e14 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:04.733739 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a7d452e2-80a0-49b1-919f-ddddfe3abd35 req-fd66c2f1-c2d6-4081-b76b-c65986e06e14 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.4704728 Feb 04 06:11:04.780362 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a7d452e2-80a0-49b1-919f-ddddfe3abd35 req-e1f9bbbb-1849-48bf-90e9-0334d03879ef tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428770 Feb 04 06:11:04.799022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09139c44-67b1-422a-a71c-050e1856c949 req-01065795-de61-46ad-bf81-cfdde886cd75 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:04.800483 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-09139c44-67b1-422a-a71c-050e1856c949 req-01065795-de61-46ad-bf81-cfdde886cd75 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.3220015 Feb 04 06:11:04.873475 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1c2dc58f-738a-4a13-aa1f-5941d9191666 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2208323 Feb 04 06:11:04.884619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40286) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:04.891642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'port': {'network_id': 'acea0f06-1a51-4d86-83c0-b03a1a701884', 'name': 'tempest-FloatingIPTestJSON-1020856183'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:05.005942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event updated for resources: {'Network': ['ID=c6f1599b-d1ed-4aa5-84ff-a1b9e3feab58,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:05.016585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network c6f1599b-d1ed-4aa5-84ff-a1b9e3feab58 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:11:05.051443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:05.060684 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:port and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:05.061930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:05.070291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:05.101811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.155706 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8046932 Feb 04 06:11:05.161535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40290) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:05.185126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a3e96fa-efc4-470e-8eb3-c002f18d61fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.189434 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-09139c44-67b1-422a-a71c-050e1856c949 req-936b60a8-1912-4e90-8e00-451b9d9fbf85 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3773494 Feb 04 06:11:05.216508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a67ba8-9202-4ce5-9a7d-03ebe19e533f tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event updated for resources: {'Network': ['ID=efad0de0-fe13-42a4-92fa-57d7f09b4dd6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:05.233882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a3e96fa-efc4-470e-8eb3-c002f18d61fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.238652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network efad0de0-fe13-42a4-92fa-57d7f09b4dd6 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:11:05.298438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Made reservation on behalf of 17b3d76fbaf6447586ecbfa5afe4b333 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:05.301800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.374193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.402264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] device_id is not set on port 751d960d-1291-4114-874e-8e144ad0f54b yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:05.445470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.485473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a3e96fa-efc4-470e-8eb3-c002f18d61fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.563373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e96fa-efc4-470e-8eb3-c002f18d61fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d51dfb7-ad51-400d-94a1-ec74332eace9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:05.582785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e2510-eb54-47fc-aae6-55bcd1944894 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:05.588593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e2510-eb54-47fc-aae6-55bcd1944894 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:05.595146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e2510-eb54-47fc-aae6-55bcd1944894 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:05.600859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e2510-eb54-47fc-aae6-55bcd1944894 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:05.602823 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b43e2510-eb54-47fc-aae6-55bcd1944894 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4403651 Feb 04 06:11:05.608492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6a3e96fa-efc4-470e-8eb3-c002f18d61fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.609222 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40294) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:05.612317 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6a3e96fa-efc4-470e-8eb3-c002f18d61fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d51dfb7-ad51-400d-94a1-ec74332eace9 HTTP/1.1" status: 204 len: 168 time: 0.9992130 Feb 04 06:11:05.612317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.641105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.787211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Allocated IP 172.26.7.222 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/b87cdbfe-e951-40b3-8f54-cce4a307be8c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:05.908232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.910716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.20.0.7 (acea0f06-1a51-4d86-83c0-b03a1a701884/91989896-7e2b-4224-bc91-9537bc968154/751d960d-1291-4114-874e-8e144ad0f54b) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:05.983180 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 24972157-76a2-4f94-ac8b-0683cd838af1 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:06.035232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 24972157-76a2-4f94-ac8b-0683cd838af1 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:11:06.036237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 24972157-76a2-4f94-ac8b-0683cd838af1 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:11:06.054686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.086999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.182462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f1599b-d1ed-4aa5-84ff-a1b9e3feab58']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:06.206294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d587d0-d0c8-4f9a-bf96-c84668441f72') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:06.212132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d587d0-d0c8-4f9a-bf96-c84668441f72') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:06.223746 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.236572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.282139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.313835 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:06.316358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:11:06.321194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:06.321330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.321420 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:11:06.332881 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:11:06.348746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Pushing event updated for resources: {'Port': ['ID=b87cdbfe-e951-40b3-8f54-cce4a307be8c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:06.479476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Allocated IP 172.26.7.197 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/9c8bc5c3-e460-4232-857f-b79fa4c245fd) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:06.494614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.598362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.644419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.656852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event deleted for resources: {'Network': ['ID=c6f1599b-d1ed-4aa5-84ff-a1b9e3feab58,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:06.680689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7412fd6-3942-40c3-8439-cd49848e2874 req-21499785-ea29-4f55-8d79-dad2f120d9f8 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:06.682172 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d7412fd6-3942-40c3-8439-cd49848e2874 req-21499785-ea29-4f55-8d79-dad2f120d9f8 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.2839956 Feb 04 06:11:06.695610 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c9f63891-b740-4ea1-ac93-ffddd5f3499e tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "DELETE /v2.0/networks/c6f1599b-d1ed-4aa5-84ff-a1b9e3feab58 HTTP/1.1" status: 204 len: 168 time: 1.0809178 Feb 04 06:11:06.701986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40318) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:06.831489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.852807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.893855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40324) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:06.915641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.921266 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d7412fd6-3942-40c3-8439-cd49848e2874 req-19fecada-b7b8-4d07-9159-f7b00ac3ead7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243752 Feb 04 06:11:06.963009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:06.966503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network acea0f06-1a51-4d86-83c0-b03a1a701884 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:06.974331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:06.979675 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:07.026278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=751d960d-1291-4114-874e-8e144ad0f54b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:07.088858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-28571603'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:07.104817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:07.105486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.127360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:07.195915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:network and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:07.196475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:07.214006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:07.217943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.224550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.251838 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efad0de0-fe13-42a4-92fa-57d7f09b4dd6']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:07.262843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.267525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec9c74e-4a8e-4bb6-a3a6-b75d09e19ba0') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:07.268026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec9c74e-4a8e-4bb6-a3a6-b75d09e19ba0') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:07.317053 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7850c69f-a13c-4d2c-a3c8-ac857681b181 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4303539 Feb 04 06:11:07.327356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.333364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40330) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:07.354428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '751d960d-1291-4114-874e-8e144ad0f54b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:07.367969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:07.373066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:07.375173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.381156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:floatingip and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:07.383809 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:07.386326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:07.498864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Router feba9399-84d8-4801-9e79-a158c1ae7868 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:11:07.518802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:07.534776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:07.538285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.547498 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Pushing event updated for resources: {'Port': ['ID=9c8bc5c3-e460-4232-857f-b79fa4c245fd,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:07.551860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:11:07.552258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.568369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:11:07.570311 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:11:07.628884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.678005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:07.733225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:security_group_rule and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:07.741950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:07.753798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.778884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:07.798786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:07.809972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd6ae7-cca2-4e6c-9ef9-45ab04c22f02 None None] Sync routers for ids ['feba9399-84d8-4801-9e79-a158c1ae7868'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:07.821337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd6ae7-cca2-4e6c-9ef9-45ab04c22f02 None None] Routers {'feba9399-84d8-4801-9e79-a158c1ae7868'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:07.822035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cbcd6ae7-cca2-4e6c-9ef9-45ab04c22f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['feba9399-84d8-4801-9e79-a158c1ae7868'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:07.884412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cbcd6ae7-cca2-4e6c-9ef9-45ab04c22f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:07.892964 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd6ae7-cca2-4e6c-9ef9-45ab04c22f02 None None] Routers {'feba9399-84d8-4801-9e79-a158c1ae7868'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:07.893582 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cbcd6ae7-cca2-4e6c-9ef9-45ab04c22f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['feba9399-84d8-4801-9e79-a158c1ae7868'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:07.916489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.955240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cbcd6ae7-cca2-4e6c-9ef9-45ab04c22f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:07.955454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd6ae7-cca2-4e6c-9ef9-45ab04c22f02 None None] The sync data for ids ['feba9399-84d8-4801-9e79-a158c1ae7868'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:07.959365 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.978706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:07.981795 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8ba51edb-459f-4db0-9e07-7f6c7771f980 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8492384 Feb 04 06:11:07.984078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40336) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:07.989386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a5d69a5a-f21a-4f80-a8d7-8a24f3a309b4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'enable_snat': False}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:07.994134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event deleted for resources: {'Network': ['ID=efad0de0-fe13-42a4-92fa-57d7f09b4dd6,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:08.008326 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-39723610-08ef-4af6-bbd4-51bae925c86a tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "DELETE /v2.0/networks/efad0de0-fe13-42a4-92fa-57d7f09b4dd6 HTTP/1.1" status: 204 len: 168 time: 1.3018274 Feb 04 06:11:08.013948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40340) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:08.296350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6231655-50b3-42f0-bade-a8d5471d1cf4 req-d53329e8-a2f8-43e9-bdc7-a517e07eb442 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:08.297834 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b6231655-50b3-42f0-bade-a8d5471d1cf4 req-d53329e8-a2f8-43e9-bdc7-a517e07eb442 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.2480853 Feb 04 06:11:08.392251 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5d12b2-b91d-4aef-af57-173b06438634 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:08.398172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5d12b2-b91d-4aef-af57-173b06438634 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:08.398922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ab5d12b2-b91d-4aef-af57-173b06438634 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Synchronizing usage tracker for tenant:590da897a6674645b4a72cdb2b6bc30f on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:08.409636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.425387 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b6231655-50b3-42f0-bade-a8d5471d1cf4 req-49edd8b1-bdc0-466c-accf-fc5053c3ac6d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149259 Feb 04 06:11:08.450133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.511013 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.561189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ab5d12b2-b91d-4aef-af57-173b06438634 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Unset dirty status for tenant:590da897a6674645b4a72cdb2b6bc30f on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:08.562274 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ab5d12b2-b91d-4aef-af57-173b06438634 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5461171 Feb 04 06:11:08.566618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.569182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40344) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:08.588614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-217386186'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:08.607145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a5a-f21a-4f80-a8d7-8a24f3a309b4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.609178 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:08.643968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:08.705177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:08.738643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.738986 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Added segment 58dd8bc9-e0b3-4f15-89ef-fd024e9a847a of type vlan for network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c Feb 04 06:11:08.740032 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac89a5a3-f151-42a9-9ffe-f2ba5935ced3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:08.863350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.878517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Made reservation on behalf of 590da897a6674645b4a72cdb2b6bc30f for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:08.881462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.959097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.26.7.108 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/73e1569e-17b2-4e41-be27-d01c554f3b22) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:08.981629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:09.181179 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.186979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:09.187558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.275607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.275953 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Added segment 1c6ab8a9-3b2a-4927-93e1-3e6000efda80 of type vlan for network 7992e381-4b4b-49c4-b5ce-c0c95271b720 Feb 04 06:11:09.372372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.468101 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a5a-f21a-4f80-a8d7-8a24f3a309b4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.474454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a5a-f21a-4f80-a8d7-8a24f3a309b4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.479887 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Network': ['ID=b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:09.480352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.489759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:11:09.523878 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-82f6aade-d7b2-4aec-95e8-802e980d9ade tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6237593 Feb 04 06:11:09.527722 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40352) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:09.551190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:09.628408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:11:09.686632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.691746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d69a5a-f21a-4f80-a8d7-8a24f3a309b4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Router feba9399-84d8-4801-9e79-a158c1ae7868 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:09.847316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.852811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:09.853535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.862225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:09.873620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d69a5a-f21a-4f80-a8d7-8a24f3a309b4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:09.877979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5d69a5a-f21a-4f80-a8d7-8a24f3a309b4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.879165 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a5d69a5a-f21a-4f80-a8d7-8a24f3a309b4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "PUT /v2.0/routers/feba9399-84d8-4801-9e79-a158c1ae7868 HTTP/1.1" status: 200 len: 922 time: 1.8940406 Feb 04 06:11:09.882118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40356) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:09.883745 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d230a-521f-4f1c-8d0d-ff45b7512847 None None] Sync routers for ids ['feba9399-84d8-4801-9e79-a158c1ae7868'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:09.894870 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8d230a-521f-4f1c-8d0d-ff45b7512847 None None] Routers {'feba9399-84d8-4801-9e79-a158c1ae7868'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:09.895520 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-3d8d230a-521f-4f1c-8d0d-ff45b7512847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['feba9399-84d8-4801-9e79-a158c1ae7868'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:09.896424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:09.907170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:09.969648 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-3d8d230a-521f-4f1c-8d0d-ff45b7512847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:09.972072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:09.979084 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8d230a-521f-4f1c-8d0d-ff45b7512847 None None] Routers {'feba9399-84d8-4801-9e79-a158c1ae7868'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:09.979895 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-3d8d230a-521f-4f1c-8d0d-ff45b7512847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['feba9399-84d8-4801-9e79-a158c1ae7868'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:10.023150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event updated for resources: {'Network': ['ID=7992e381-4b4b-49c4-b5ce-c0c95271b720,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:10.032599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b646da-d016-4eca-89c5-d389336db531 req-3e166ce0-3669-490c-a55a-007dcc8b915e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:10.035152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 7992e381-4b4b-49c4-b5ce-c0c95271b720 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:11:10.042635 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-68b646da-d016-4eca-89c5-d389336db531 req-3e166ce0-3669-490c-a55a-007dcc8b915e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4634295 Feb 04 06:11:10.043016 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-3d8d230a-521f-4f1c-8d0d-ff45b7512847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:10.044417 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d230a-521f-4f1c-8d0d-ff45b7512847 None None] The sync data for ids ['feba9399-84d8-4801-9e79-a158c1ae7868'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:10.075157 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f6e3f747-1209-4474-95ee-e2f46322b7e4 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/routers/feba9399-84d8-4801-9e79-a158c1ae7868 HTTP/1.1" status: 200 len: 922 time: 0.1909299 Feb 04 06:11:10.075791 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-85909f90-86ae-45ad-b147-b5037405b683 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4915855 Feb 04 06:11:10.082170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40360) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:10.082578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40362) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:10.101191 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-68b646da-d016-4eca-89c5-d389336db531 req-2671d1a6-ec5c-4c02-9bcd-482809dbb868 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567350 Feb 04 06:11:10.104291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.134828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1916049049'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:10.146031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:10.158684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:10.176743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:10.179582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:10.180166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ecd1f-4687-4192-81bc-59d312122c91 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:10.181753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-654ecd1f-4687-4192-81bc-59d312122c91 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Synchronizing usage tracker for tenant:519bc71c42b145ae97c1d245c85d1ccf on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:10.183298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:10.220231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Router 34f35ca3-930c-41e2-9288-421e5aa1c1df is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:11:10.239642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=73e1569e-17b2-4e41-be27-d01c554f3b22,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:10.250058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:10.253482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.266369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Made reservation on behalf of 590da897a6674645b4a72cdb2b6bc30f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:10.269858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.282282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-654ecd1f-4687-4192-81bc-59d312122c91 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Unset dirty status for tenant:519bc71c42b145ae97c1d245c85d1ccf on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:10.285925 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-654ecd1f-4687-4192-81bc-59d312122c91 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&device_id=feba9399-84d8-4801-9e79-a158c1ae7868&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1980836 Feb 04 06:11:10.288253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40368) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:10.381571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:10.399611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.399957 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Added segment e74b8cc0-2847-4c9b-8d82-6d3cf855bdf7 of type vlan for network 8e22a571-6d0e-4863-9cbb-24aa07c9ba9b Feb 04 06:11:10.455420 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ccf0a2-7698-4d95-a624-0c0786771549 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:10.455995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f0ccf0a2-7698-4d95-a624-0c0786771549 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Synchronizing usage tracker for tenant:519bc71c42b145ae97c1d245c85d1ccf on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:10.460264 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.555428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f0ccf0a2-7698-4d95-a624-0c0786771549 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Unset dirty status for tenant:519bc71c42b145ae97c1d245c85d1ccf on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:10.556534 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f0ccf0a2-7698-4d95-a624-0c0786771549 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/networks/0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 881 time: 0.2673309 Feb 04 06:11:10.559338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40374) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:10.596473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.602144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:10.610718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.629188 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cb383e82-313f-4594-b099-af241cfd895d tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=feba9399-84d8-4801-9e79-a158c1ae7868 HTTP/1.1" status: 200 len: 205 time: 0.0687008 Feb 04 06:11:10.637328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40378) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:10.799379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event updated for resources: {'Network': ['ID=8e22a571-6d0e-4863-9cbb-24aa07c9ba9b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:10.810791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 8e22a571-6d0e-4863-9cbb-24aa07c9ba9b details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:11:10.824926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:10.875401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d3b86d-733e-4134-a45c-420bc8f2cc6e None None] Sync routers for ids ['34f35ca3-930c-41e2-9288-421e5aa1c1df'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:10.888178 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-535b6dd4-7f1e-4f0f-a8b6-c71e92d8b8e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8044431 Feb 04 06:11:10.891026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40382) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:10.904296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'ports': [{'network_id': '7992e381-4b4b-49c4-b5ce-c0c95271b720', 'name': 'tempest-port--1152595127', 'admin_state_up': True}, {'network_id': '8e22a571-6d0e-4863-9cbb-24aa07c9ba9b', 'admin_state_up': False}]} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:10.904618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'port': {'network_id': '7992e381-4b4b-49c4-b5ce-c0c95271b720', 'name': 'tempest-port--1152595127', 'admin_state_up': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:10.905122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'port': {'network_id': '8e22a571-6d0e-4863-9cbb-24aa07c9ba9b', 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:10.907699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3b86d-733e-4134-a45c-420bc8f2cc6e None None] Routers {'34f35ca3-930c-41e2-9288-421e5aa1c1df'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:10.908332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a1d3b86d-733e-4134-a45c-420bc8f2cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['34f35ca3-930c-41e2-9288-421e5aa1c1df'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:10.920070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.983577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a1d3b86d-733e-4134-a45c-420bc8f2cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:10.994431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3b86d-733e-4134-a45c-420bc8f2cc6e None None] Routers {'34f35ca3-930c-41e2-9288-421e5aa1c1df'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:10.995706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a1d3b86d-733e-4134-a45c-420bc8f2cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['34f35ca3-930c-41e2-9288-421e5aa1c1df'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:11.055240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a1d3b86d-733e-4134-a45c-420bc8f2cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:11.055686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d3b86d-733e-4134-a45c-420bc8f2cc6e None None] The sync data for ids ['34f35ca3-930c-41e2-9288-421e5aa1c1df'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:11.069094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.070308 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8af3f5fa-26c4-422e-a214-6148c9195665 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6038635 Feb 04 06:11:11.094260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40386) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:11.268032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.312088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74809c1d-9493-40b4-9e81-aa2012e02728 req-d3dcb58b-a2b3-405c-b64c-44319b20b551 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:11.313841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.314029 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-74809c1d-9493-40b4-9e81-aa2012e02728 req-d3dcb58b-a2b3-405c-b64c-44319b20b551 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.1009433 Feb 04 06:11:11.358260 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-74809c1d-9493-40b4-9e81-aa2012e02728 req-d030d99b-3bbd-420a-97d4-40dc86942ed5 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388417 Feb 04 06:11:11.369148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Deleting port b87cdbfe-e951-40b3-8f54-cce4a307be8c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:11.369569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.500464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:11.524788 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Usage tracker for resource:port and tenant:590da897a6674645b4a72cdb2b6bc30f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:11.532592 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=5b4721a8-847b-47b6-8d0d-d280ea509772,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:11.534825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:11.541241 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b5c298b4-0c10-46a4-bfb0-e3d3d9d6270b tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/routers/34f35ca3-930c-41e2-9288-421e5aa1c1df HTTP/1.1" status: 200 len: 924 time: 0.4414902 Feb 04 06:11:11.544110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40392) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:11.547709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.547961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:11.559959 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:11.560315 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network hostable DHCP agents. Network: b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:11:11.600075 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.604626 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dd669778-2730-4ca5-b965-e55bf1191162 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=34f35ca3-930c-41e2-9288-421e5aa1c1df HTTP/1.1" status: 200 len: 205 time: 0.0593519 Feb 04 06:11:11.609924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40396) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:11.673643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Made reservation on behalf of 590da897a6674645b4a72cdb2b6bc30f for: {'port': 2} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:11.678165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.698850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:11:11.717276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Calling delete_port for b87cdbfe-e951-40b3-8f54-cce4a307be8c owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:11.718974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.924834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:11.932436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd61f1-8475-48a2-b812-0db67752c48e None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:11.962048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:11.962633 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.967538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.049060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Pushing event deleted for resources: {'Port': ['ID=b87cdbfe-e951-40b3-8f54-cce4a307be8c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:12.053584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.079529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.115491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.159331 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '5b4721a8-847b-47b6-8d0d-d280ea509772'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:11:12.160507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.302114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.304498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.323788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/5b4721a8-847b-47b6-8d0d-d280ea509772/151845da-7ccf-431e-88e7-48addfc9cecf) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:12.337763 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] device_id is not set on port 88055a5b-87b1-4826-9953-cf212708b9a8 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:12.457399 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b64c1049-58c5-418c-9aba-122b1e3b377f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9243019 Feb 04 06:11:12.458138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40402) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:12.463857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'name': 'tempest-NetworksTestDHCPv6-55894146'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:12.491659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.492174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Fanout notify agent at l3_agent the message router_deleted on router feba9399-84d8-4801-9e79-a158c1ae7868 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:11:12.559970 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.571403 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Transition to ACTIVE for port object 151845da-7ccf-431e-88e7-48addfc9cecf will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:12.572317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.576841 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1c5290d8-bc9c-4c9a-a21d-09acc827b0ce tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/feba9399-84d8-4801-9e79-a158c1ae7868 HTTP/1.1" status: 204 len: 168 time: 1.8857942 Feb 04 06:11:12.578041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40406) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:12.584901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b3d51a7e-f12e-43c4-9ee6-592de4a70d81 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-929134049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:12.594215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b3d51a7e-f12e-43c4-9ee6-592de4a70d81 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:12.597243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Transition to ACTIVE for port object 151845da-7ccf-431e-88e7-48addfc9cecf will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:12.603426 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b3d51a7e-f12e-43c4-9ee6-592de4a70d81 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Usage tracker for resource:router and tenant:2d6db88142d24326b07df677d95ad7b7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:12.608203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b3d51a7e-f12e-43c4-9ee6-592de4a70d81 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:12.618261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.626015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b3d51a7e-f12e-43c4-9ee6-592de4a70d81 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:12.651556 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:12.655795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:12.658958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:12.664982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:12.672524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.735993 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9cb36-ff4a-4445-a5b6-6d2f1a1ed789 req-0b547317-bd59-4dfa-a893-a05f4b015026 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:12.737522 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-00a9cb36-ff4a-4445-a5b6-6d2f1a1ed789 req-0b547317-bd59-4dfa-a893-a05f4b015026 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.2351756 Feb 04 06:11:12.740523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.747035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3d51a7e-f12e-43c4-9ee6-592de4a70d81 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.747603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:12.748578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3d51a7e-f12e-43c4-9ee6-592de4a70d81 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.750838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:12.753609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:12.766783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3d51a7e-f12e-43c4-9ee6-592de4a70d81 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.776469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:12.780398 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.788084 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Pushing event updated for resources: {'Port': ['ID=151845da-7ccf-431e-88e7-48addfc9cecf,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:12.806277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 2266769a-c2dc-42c2-8d29-bbb8b8119bd1 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:12.836385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.846401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Deleting port 9c8bc5c3-e460-4232-857f-b79fa4c245fd {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:12.846401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.856587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Attempting to bind port 151845da-7ccf-431e-88e7-48addfc9cecf on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:12.856952 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Attempting to bind port 151845da-7ccf-431e-88e7-48addfc9cecf by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:12.863110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Attempting to bind port 151845da-7ccf-431e-88e7-48addfc9cecf on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:12.863110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:12.863110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:12.863402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.863756 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:12.864204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Bound port: 151845da-7ccf-431e-88e7-48addfc9cecf, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:12.864562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.919475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3d51a7e-f12e-43c4-9ee6-592de4a70d81 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.942915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] device_id is not set on port 0c0894b5-8eb1-4109-a2ce-663006350048 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:12.948920 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-00a9cb36-ff4a-4445-a5b6-6d2f1a1ed789 req-950c43e4-5988-45d3-9935-ff59c45b428f tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949208 Feb 04 06:11:12.956939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] For port 151845da-7ccf-431e-88e7-48addfc9cecf, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:12.961017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] For port 151845da-7ccf-431e-88e7-48addfc9cecf, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=151845da-7ccf-431e-88e7-48addfc9cecf,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:12.978346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::28f (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/5b4721a8-847b-47b6-8d0d-d280ea509772/2266769a-c2dc-42c2-8d29-bbb8b8119bd1) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:13.022207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.034965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3d51a7e-f12e-43c4-9ee6-592de4a70d81 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.038971 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b3d51a7e-f12e-43c4-9ee6-592de4a70d81 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4575541 Feb 04 06:11:13.051558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40410) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:13.056500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:13.067148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.163905 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c761269-e645-44c3-a577-21bba2bdaac7 None None] Pushing event updated for resources: {'Port': ['ID=151845da-7ccf-431e-88e7-48addfc9cecf,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:13.190657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=73e1569e-17b2-4e41-be27-d01c554f3b22,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:13.206151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.277237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.408385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Calling delete_port for 9c8bc5c3-e460-4232-857f-b79fa4c245fd owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:13.613050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.715994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.725874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.746027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 2266769a-c2dc-42c2-8d29-bbb8b8119bd1 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:13.877338 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP a9ead425-bc10-4d6a-bafc-b3fa93f138ec associated. External IP: 172.26.7.108, port: 751d960d-1291-4114-874e-8e144ad0f54b. Feb 04 06:11:13.882090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.980378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:13.997081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:14.003979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:14.009650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:14.010290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.035120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=2266769a-c2dc-42c2-8d29-bbb8b8119bd1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:14.125840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 151845da-7ccf-431e-88e7-48addfc9cecf up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:14.142820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.193582 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0c2ca2bf-94c4-4890-ac76-9058c241bf95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7323751 Feb 04 06:11:14.194631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40416) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:14.287004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 151845da-7ccf-431e-88e7-48addfc9cecf completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:14.348310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event updated for resources: {'Port': ['ID=88055a5b-87b1-4826-9953-cf212708b9a8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:14.356594 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Checking segment: {'id': '1c6ab8a9-3b2a-4927-93e1-3e6000efda80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7992e381-4b4b-49c4-b5ce-c0c95271b720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:14.356977 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Network hostable DHCP agents. Network: 7992e381-4b4b-49c4-b5ce-c0c95271b720, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:11:14.403955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53134cf-8abb-4752-85b0-23b721c932e9 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:14.443372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.460480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.508460 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.511297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Pushing event deleted for resources: {'Port': ['ID=9c8bc5c3-e460-4232-857f-b79fa4c245fd,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:14.566695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace10426-ea60-408f-a341-f3cc2b90e6c3 req-c22aac57-c845-4bfb-8380-c2a08231bc9d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:14.572320 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ace10426-ea60-408f-a341-f3cc2b90e6c3 req-c22aac57-c845-4bfb-8380-c2a08231bc9d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4408503 Feb 04 06:11:14.583834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Network 7992e381-4b4b-49c4-b5ce-c0c95271b720 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:11:14.605233 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:14.616236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9a769e03-8c63-4f75-97f5-59536284e11e None None] Provisioning for port 151845da-7ccf-431e-88e7-48addfc9cecf completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:14.627092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9a769e03-8c63-4f75-97f5-59536284e11e None None] Provisioning complete for port 151845da-7ccf-431e-88e7-48addfc9cecf triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:14.627092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9a769e03-8c63-4f75-97f5-59536284e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.639452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c8318-04a2-4ce3-884a-b548a993def5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:14.645216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c8318-04a2-4ce3-884a-b548a993def5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:14.646012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-355c8318-04a2-4ce3-884a-b548a993def5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:14.697571 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.719123 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ace10426-ea60-408f-a341-f3cc2b90e6c3 req-9b7e8191-836d-45cc-8874-dc55145e78fa tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372237 Feb 04 06:11:14.750866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 7992e381-4b4b-49c4-b5ce-c0c95271b720) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:14.766216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Allocated IP 172.26.7.25 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/7c10b738-f54c-44dd-bb89-cddce829874f) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:14.779404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1cd60b-edf8-42a6-a2c1-3ee4009a66a6 None None] Network 7992e381-4b4b-49c4-b5ce-c0c95271b720 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:14.799003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-355c8318-04a2-4ce3-884a-b548a993def5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:14.799003 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-355c8318-04a2-4ce3-884a-b548a993def5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6008356 Feb 04 06:11:14.812138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40420) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:14.825768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:14.826743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.893332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9a769e03-8c63-4f75-97f5-59536284e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.002673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9a769e03-8c63-4f75-97f5-59536284e11e None None] For port 151845da-7ccf-431e-88e7-48addfc9cecf, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=151845da-7ccf-431e-88e7-48addfc9cecf,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:15.057466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.138877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9a769e03-8c63-4f75-97f5-59536284e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.180562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.213893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.218926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.225703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a769e03-8c63-4f75-97f5-59536284e11e None None] Pushing event updated for resources: {'Port': ['ID=151845da-7ccf-431e-88e7-48addfc9cecf,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:15.263126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:15.265365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:15.273701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:15.286119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-943463fe-5329-408d-a7ec-fb6d3db2aa59 None None] Provisioning complete for port 151845da-7ccf-431e-88e7-48addfc9cecf triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:15.286491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-943463fe-5329-408d-a7ec-fb6d3db2aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.294288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-44812081-e76e-4c31-8632-ae8893646e8b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 2266769a-c2dc-42c2-8d29-bbb8b8119bd1 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:15.299389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44812081-e76e-4c31-8632-ae8893646e8b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.320217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Pushing event updated for resources: {'Port': ['ID=7c10b738-f54c-44dd-bb89-cddce829874f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:15.328603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event updated for resources: {'Port': ['ID=0c0894b5-8eb1-4109-a2ce-663006350048,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:15.357673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:15.370172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Checking segment: {'id': 'e74b8cc0-2847-4c9b-8d82-6d3cf855bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8e22a571-6d0e-4863-9cbb-24aa07c9ba9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:15.370812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Network hostable DHCP agents. Network: 8e22a571-6d0e-4863-9cbb-24aa07c9ba9b, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:11:15.370957 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c5b26-e0d6-4786-8a4d-86c738bc3fa2 None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:15.383970 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c5b26-e0d6-4786-8a4d-86c738bc3fa2 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:15.385051 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-366c5b26-e0d6-4786-8a4d-86c738bc3fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:15.461710 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.461710 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Fanout notify agent at l3_agent the message router_deleted on router 34f35ca3-930c-41e2-9288-421e5aa1c1df {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:11:15.511840 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.511840 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-304f7c7c-e783-4934-8820-5ea885b331f1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/34f35ca3-930c-41e2-9288-421e5aa1c1df HTTP/1.1" status: 204 len: 168 time: 3.8976130 Feb 04 06:11:15.514612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40424) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:15.523472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1550530606', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'enable_snat': False}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:15.532060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:15.555124 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-366c5b26-e0d6-4786-8a4d-86c738bc3fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:15.564958 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c5b26-e0d6-4786-8a4d-86c738bc3fa2 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:15.565633 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-366c5b26-e0d6-4786-8a4d-86c738bc3fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:10:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:15.580464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-943463fe-5329-408d-a7ec-fb6d3db2aa59 None None] Provisioning for port 2266769a-c2dc-42c2-8d29-bbb8b8119bd1 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:15.593163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-943463fe-5329-408d-a7ec-fb6d3db2aa59 None None] Provisioning complete for port 2266769a-c2dc-42c2-8d29-bbb8b8119bd1 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:15.593748 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-943463fe-5329-408d-a7ec-fb6d3db2aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.613916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Network 8e22a571-6d0e-4863-9cbb-24aa07c9ba9b is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:11:15.616422 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.620282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Usage tracker for resource:router and tenant:7b3937bc615d4211a00ef83dd4e6e070 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:15.628968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:15.638992 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-366c5b26-e0d6-4786-8a4d-86c738bc3fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:15.640177 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c5b26-e0d6-4786-8a4d-86c738bc3fa2 None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:15.642708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:15.664864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-943463fe-5329-408d-a7ec-fb6d3db2aa59 None None] Port 2266769a-c2dc-42c2-8d29-bbb8b8119bd1 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:11:15.711754 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d01cda33-bd21-46e5-810e-4ea48d0a94a5 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.3705115 Feb 04 06:11:15.714578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40430) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:15.720275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-36476112-6941-436e-ab47-d707cc1607c3 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:15.743188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44812081-e76e-4c31-8632-ae8893646e8b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.782155 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-23a714a8-a9b5-4dfa-8370-c5bb83031888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.793848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1159cc3a-87e5-4477-a1d9-9ee9c3a9f786 None None] Provisioning complete for port 2266769a-c2dc-42c2-8d29-bbb8b8119bd1 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:15.800641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1159cc3a-87e5-4477-a1d9-9ee9c3a9f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.826434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36476112-6941-436e-ab47-d707cc1607c3 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.862582 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1159cc3a-87e5-4477-a1d9-9ee9c3a9f786 None None] Port 2266769a-c2dc-42c2-8d29-bbb8b8119bd1 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:11:15.878216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-44812081-e76e-4c31-8632-ae8893646e8b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 2266769a-c2dc-42c2-8d29-bbb8b8119bd1 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:15.890348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.891361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.954486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 8e22a571-6d0e-4863-9cbb-24aa07c9ba9b) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:15.958355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:15.964876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:15.967374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd09967b-fe2d-4157-8c6d-3f868cd90555 None None] Network 8e22a571-6d0e-4863-9cbb-24aa07c9ba9b requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:15.970145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:15.970806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.036455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.052806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 151845da-7ccf-431e-88e7-48addfc9cecf up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:16.058295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba9041-502a-46b0-b96f-a5f2043db1f2 req-33d2c366-47cf-48f9-8409-a9b44a481330 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.059943 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3fba9041-502a-46b0-b96f-a5f2043db1f2 req-33d2c366-47cf-48f9-8409-a9b44a481330 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.1889222 Feb 04 06:11:16.126739 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-18d5c995-d7dc-4f3f-ae1d-09d70e2e88ce tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.2321758 Feb 04 06:11:16.128316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40436) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:16.164449 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3fba9041-502a-46b0-b96f-a5f2043db1f2 req-e1d9a207-e2df-421f-82cd-b8416d900d02 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989089 Feb 04 06:11:16.227152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 151845da-7ccf-431e-88e7-48addfc9cecf triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:16.227735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.263876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44812081-e76e-4c31-8632-ae8893646e8b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.297737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.358630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44812081-e76e-4c31-8632-ae8893646e8b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=2266769a-c2dc-42c2-8d29-bbb8b8119bd1,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:16.370912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44812081-e76e-4c31-8632-ae8893646e8b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.458752 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-44812081-e76e-4c31-8632-ae8893646e8b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/2266769a-c2dc-42c2-8d29-bbb8b8119bd1 HTTP/1.1" status: 204 len: 168 time: 1.6341839 Feb 04 06:11:16.460027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40440) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:16.547557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed8ec9e-5d9b-4618-a320-ec4bb04dfe21 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.549185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed8ec9e-5d9b-4618-a320-ec4bb04dfe21 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.549922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3ed8ec9e-5d9b-4618-a320-ec4bb04dfe21 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:16.643576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3ed8ec9e-5d9b-4618-a320-ec4bb04dfe21 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:16.643873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36476112-6941-436e-ab47-d707cc1607c3 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.647339 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3ed8ec9e-5d9b-4618-a320-ec4bb04dfe21 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1834602 Feb 04 06:11:16.647613 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40444) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:16.714481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bbba6b-a8a2-430a-a8b7-dbc46a1ed6d9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 5b4721a8-847b-47b6-8d0d-d280ea509772 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:11:16.718746 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bbba6b-a8a2-430a-a8b7-dbc46a1ed6d9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.776951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bbba6b-a8a2-430a-a8b7-dbc46a1ed6d9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.777167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36476112-6941-436e-ab47-d707cc1607c3 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.778197 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-36476112-6941-436e-ab47-d707cc1607c3 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP a9ead425-bc10-4d6a-bafc-b3fa93f138ec disassociated. External IP: 172.26.7.108, port: 751d960d-1291-4114-874e-8e144ad0f54b. Feb 04 06:11:16.859800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bbba6b-a8a2-430a-a8b7-dbc46a1ed6d9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.973149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb8c42-4c1c-4332-b3cd-8790dc31efc5 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.978886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb8c42-4c1c-4332-b3cd-8790dc31efc5 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:16.980406 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b0fb8c42-4c1c-4332-b3cd-8790dc31efc5 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8494613 Feb 04 06:11:16.983412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40448) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:16.989938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.023559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bbba6b-a8a2-430a-a8b7-dbc46a1ed6d9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.079655 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35bbba6b-a8a2-430a-a8b7-dbc46a1ed6d9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.085050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbba6b-a8a2-430a-a8b7-dbc46a1ed6d9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4721a8-847b-47b6-8d0d-d280ea509772,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:17.085800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd46c0-0db5-4ae3-9a53-425d3d291c5c None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:17.104628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2de00ae9-dd2d-4cb2-a58f-c490e53b9998 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Deleting port 88055a5b-87b1-4826-9953-cf212708b9a8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:17.104969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2de00ae9-dd2d-4cb2-a58f-c490e53b9998 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.212463 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-35bbba6b-a8a2-430a-a8b7-dbc46a1ed6d9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/5b4721a8-847b-47b6-8d0d-d280ea509772 HTTP/1.1" status: 204 len: 168 time: 0.5624108 Feb 04 06:11:17.221057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40456) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:17.366610 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9c5415-060b-4ed2-8dab-776517cc513c None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:11:17.372306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c5415-060b-4ed2-8dab-776517cc513c None None] Deleting port 151845da-7ccf-431e-88e7-48addfc9cecf {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:17.372716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8a9c5415-060b-4ed2-8dab-776517cc513c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.430513 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-69c668e5-a08e-474a-bc61-cc5c895beed1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2046390 Feb 04 06:11:17.430513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40460) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:17.438357 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:17.463592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.483077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.642428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:17.654028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:17.656150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8a9c5415-060b-4ed2-8dab-776517cc513c None None] For port 151845da-7ccf-431e-88e7-48addfc9cecf, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=151845da-7ccf-431e-88e7-48addfc9cecf,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:17.656864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8a9c5415-060b-4ed2-8dab-776517cc513c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.657988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2de00ae9-dd2d-4cb2-a58f-c490e53b9998 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.665329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:17.675311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:17.704293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36476112-6941-436e-ab47-d707cc1607c3 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:17.788040 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c5415-060b-4ed2-8dab-776517cc513c None None] Calling delete_port for 151845da-7ccf-431e-88e7-48addfc9cecf owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:17.791490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2de00ae9-dd2d-4cb2-a58f-c490e53b9998 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Calling delete_port for 88055a5b-87b1-4826-9953-cf212708b9a8 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:17.792077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e5cf4-3150-4020-9056-83d5f7fdb262 req-c0dfeafa-96a5-4aa7-99c8-cf5b7cb81af3 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:17.794094 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fb7e5cf4-3150-4020-9056-83d5f7fdb262 req-c0dfeafa-96a5-4aa7-99c8-cf5b7cb81af3 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4242518 Feb 04 06:11:17.894818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:17.898483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.932919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a47e2a23-f4a5-4d4a-b10f-0aeafed6a0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.009431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8a9c5415-060b-4ed2-8dab-776517cc513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.012280 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2de00ae9-dd2d-4cb2-a58f-c490e53b9998 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.057777 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 151845da-7ccf-431e-88e7-48addfc9cecf no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:18.067077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de00ae9-dd2d-4cb2-a58f-c490e53b9998 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event deleted for resources: {'Port': ['ID=88055a5b-87b1-4826-9953-cf212708b9a8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:18.077970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2de00ae9-dd2d-4cb2-a58f-c490e53b9998 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.093147 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2de00ae9-dd2d-4cb2-a58f-c490e53b9998 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "DELETE /v2.0/ports/88055a5b-87b1-4826-9953-cf212708b9a8 HTTP/1.1" status: 204 len: 168 time: 1.1054316 Feb 04 06:11:18.093421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40464) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:18.104734 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c5415-060b-4ed2-8dab-776517cc513c None None] Pushing event deleted for resources: {'Port': ['ID=151845da-7ccf-431e-88e7-48addfc9cecf,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:18.107705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c5415-060b-4ed2-8dab-776517cc513c None None] No DVR routers for this DVR port 151845da-7ccf-431e-88e7-48addfc9cecf on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:18.109008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 151845da-7ccf-431e-88e7-48addfc9cecf {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:11:18.109345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 151845da-7ccf-431e-88e7-48addfc9cecf not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:11:18.166249 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fb7e5cf4-3150-4020-9056-83d5f7fdb262 req-e59f4e82-7833-4daf-9b77-07a6979fd7e3 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246656 Feb 04 06:11:18.217811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bce5b602-93c6-4812-99f7-fe67782656bb tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Deleting port 0c0894b5-8eb1-4109-a2ce-663006350048 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:18.218171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bce5b602-93c6-4812-99f7-fe67782656bb tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.350329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36476112-6941-436e-ab47-d707cc1607c3 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:18.363456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24df63d-5d4e-42d9-9971-2fb7821e230b None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:18.366387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.373955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24df63d-5d4e-42d9-9971-2fb7821e230b None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:18.374652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f24df63d-5d4e-42d9-9971-2fb7821e230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:18.400678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.403537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36476112-6941-436e-ab47-d707cc1607c3 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.429154 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.448767 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f24df63d-5d4e-42d9-9971-2fb7821e230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:18.460050 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24df63d-5d4e-42d9-9971-2fb7821e230b None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:18.461080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f24df63d-5d4e-42d9-9971-2fb7821e230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:18.470153 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Router 7137b46f-7a71-4e08-954d-b76f3dc60ebf is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:11:18.510873 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-36476112-6941-436e-ab47-d707cc1607c3 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "PUT /v2.0/floatingips/a9ead425-bc10-4d6a-bafc-b3fa93f138ec HTTP/1.1" status: 200 len: 688 time: 2.7946272 Feb 04 06:11:18.513318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40468) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:18.527632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:18.533564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:18.539804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:18.540219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.547622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993adbbb-ec2f-4032-864f-d5e7e52ed0e7 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:18.548832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bce5b602-93c6-4812-99f7-fe67782656bb tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.562522 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f24df63d-5d4e-42d9-9971-2fb7821e230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:18.562924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24df63d-5d4e-42d9-9971-2fb7821e230b None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:18.565268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=95f44723-a481-44dd-92c1-2e841d54d1ae,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:18.688039 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bce5b602-93c6-4812-99f7-fe67782656bb tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Calling delete_port for 0c0894b5-8eb1-4109-a2ce-663006350048 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:18.717177 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1f7ca692-0866-4791-9a9e-46daefc49202 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2867336 Feb 04 06:11:18.725374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40472) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:18.741514 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'name': 'tempest-NetworksTestDHCPv6-1933412412'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:18.774417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '95f44723-a481-44dd-92c1-2e841d54d1ae'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:11:18.775484 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.806072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0187ef81-7d2f-4619-9e82-4448bd29e61d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 73e1569e-17b2-4e41-be27-d01c554f3b22 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:18.806635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0187ef81-7d2f-4619-9e82-4448bd29e61d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.908288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:18.912999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:18.916375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:18.923332 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:18.955303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/95f44723-a481-44dd-92c1-2e841d54d1ae/4ef475f1-e032-438d-adf0-be8ac59275ab) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:18.957031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Allocated IP 172.26.7.218 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/a096f4f3-f0e7-4898-8d1b-8bef2a83652d) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:19.031781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:19.043706 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed4e3a-2ac1-4a73-bebc-55ee895b4f7b None None] Sync routers for ids ['7137b46f-7a71-4e08-954d-b76f3dc60ebf'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:19.049324 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bce5b602-93c6-4812-99f7-fe67782656bb tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.056432 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed4e3a-2ac1-4a73-bebc-55ee895b4f7b None None] Routers {'7137b46f-7a71-4e08-954d-b76f3dc60ebf'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:19.057765 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1ed4e3a-2ac1-4a73-bebc-55ee895b4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7137b46f-7a71-4e08-954d-b76f3dc60ebf'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:19.072357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.073558 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9f96f5d4-eb2a-4bff-9798-3aae0e31d03a tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "PUT /v2.0/routers/7137b46f-7a71-4e08-954d-b76f3dc60ebf HTTP/1.1" status: 200 len: 878 time: 6.0210147 Feb 04 06:11:19.113115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.129280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.129460 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40476) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:19.129546 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1ed4e3a-2ac1-4a73-bebc-55ee895b4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:19.142797 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed4e3a-2ac1-4a73-bebc-55ee895b4f7b None None] Routers {'7137b46f-7a71-4e08-954d-b76f3dc60ebf'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:19.143643 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1ed4e3a-2ac1-4a73-bebc-55ee895b4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7137b46f-7a71-4e08-954d-b76f3dc60ebf'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:19.184672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0187ef81-7d2f-4619-9e82-4448bd29e61d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.209406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0187ef81-7d2f-4619-9e82-4448bd29e61d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.210061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.218543 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1ed4e3a-2ac1-4a73-bebc-55ee895b4f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:19.219175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Transition to ACTIVE for port object 4ef475f1-e032-438d-adf0-be8ac59275ab will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:19.219346 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed4e3a-2ac1-4a73-bebc-55ee895b4f7b None None] The sync data for ids ['7137b46f-7a71-4e08-954d-b76f3dc60ebf'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:19.247447 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Transition to ACTIVE for port object 4ef475f1-e032-438d-adf0-be8ac59275ab will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:19.339937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5b602-93c6-4812-99f7-fe67782656bb tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event deleted for resources: {'Port': ['ID=0c0894b5-8eb1-4109-a2ce-663006350048,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:19.341881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:19.345827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.410900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bce5b602-93c6-4812-99f7-fe67782656bb tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.442898 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 7d36c6cc-9799-4dec-9588-6bad744e11d3 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:19.455756 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.458454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0187ef81-7d2f-4619-9e82-4448bd29e61d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 73e1569e-17b2-4e41-be27-d01c554f3b22 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:19.484456 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bce5b602-93c6-4812-99f7-fe67782656bb tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "DELETE /v2.0/ports/0c0894b5-8eb1-4109-a2ce-663006350048 HTTP/1.1" status: 204 len: 168 time: 1.3900590 Feb 04 06:11:19.485874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40482) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:19.546610 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:19.554843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:19.559080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:19.563515 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3c21b6c8-791b-4e5f-a369-b5ea2e71d1e9 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0765331 Feb 04 06:11:19.568303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.575953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40486) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:19.602642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-366856688'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:19.610238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.616329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:19.676590 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Pushing event updated for resources: {'Port': ['ID=4ef475f1-e032-438d-adf0-be8ac59275ab,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:19.684491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Attempting to bind port 4ef475f1-e032-438d-adf0-be8ac59275ab on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:19.684891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Attempting to bind port 4ef475f1-e032-438d-adf0-be8ac59275ab by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:19.685242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Attempting to bind port 4ef475f1-e032-438d-adf0-be8ac59275ab on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:19.690752 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:19.691113 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:19.691510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.691893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:19.692326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Bound port: 4ef475f1-e032-438d-adf0-be8ac59275ab, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:19.692750 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.711896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Usage tracker for resource:network and tenant:590da897a6674645b4a72cdb2b6bc30f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:19.717048 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-da545237-d880-4f42-9498-3a22d05991cd tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/routers/7137b46f-7a71-4e08-954d-b76f3dc60ebf HTTP/1.1" status: 200 len: 919 time: 0.6004288 Feb 04 06:11:19.720287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40490) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:19.721419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:19.743906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:19.753392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d21ac-7431-4d1a-8880-a44c68e5d4d1 req-12030106-e7c4-4f6d-97f2-9169a3b47d61 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:19.754893 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0f4d21ac-7431-4d1a-8880-a44c68e5d4d1 req-12030106-e7c4-4f6d-97f2-9169a3b47d61 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4163368 Feb 04 06:11:19.774499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.785121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] For port 4ef475f1-e032-438d-adf0-be8ac59275ab, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:19.789891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] For port 4ef475f1-e032-438d-adf0-be8ac59275ab, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4ef475f1-e032-438d-adf0-be8ac59275ab,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:19.792397 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::27e (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/95f44723-a481-44dd-92c1-2e841d54d1ae/7d36c6cc-9799-4dec-9588-6bad744e11d3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:19.826969 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0f4d21ac-7431-4d1a-8880-a44c68e5d4d1 req-5ffa2bf5-4bcf-4de9-988d-d18ac5af39c8 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656803 Feb 04 06:11:19.854308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0187ef81-7d2f-4619-9e82-4448bd29e61d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.872382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:19.876293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:19.879083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event updated for resources: {'Port': ['ID=a096f4f3-f0e7-4898-8d1b-8bef2a83652d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:19.884156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:19.932134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Made reservation on behalf of 590da897a6674645b4a72cdb2b6bc30f for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:19.936091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.941337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.996951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:20.001424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187ef81-7d2f-4619-9e82-4448bd29e61d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=73e1569e-17b2-4e41-be27-d01c554f3b22,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:20.018277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.018622 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Added segment 652af690-af53-4f1b-85a6-26574385bdc2 of type vlan for network 9d55c1df-8b93-4a12-a525-1d550d29f7a8 Feb 04 06:11:20.087229 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.091755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.094852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f345312-ec56-43eb-b1b2-4dfbe4ff72b6 None None] Pushing event updated for resources: {'Port': ['ID=4ef475f1-e032-438d-adf0-be8ac59275ab,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:20.116900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 7d36c6cc-9799-4dec-9588-6bad744e11d3 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:20.144742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c05bde-eae2-4306-a330-6386879a30a9 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:20.146686 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-32c05bde-eae2-4306-a330-6386879a30a9 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&device_id=7137b46f-7a71-4e08-954d-b76f3dc60ebf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4253221 Feb 04 06:11:20.149874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40494) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:20.172596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0187ef81-7d2f-4619-9e82-4448bd29e61d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.301833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.307546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:20.307817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0187ef81-7d2f-4619-9e82-4448bd29e61d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.308166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.311711 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0187ef81-7d2f-4619-9e82-4448bd29e61d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/floatingips/a9ead425-bc10-4d6a-bafc-b3fa93f138ec HTTP/1.1" status: 204 len: 168 time: 1.7927098 Feb 04 06:11:20.313485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40498) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:20.339038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': 'cc842263-a854-43e9-8ffa-96fe26e1f656'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:20.348525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:20.352269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.364830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:floatingip and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:20.369711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:20.376362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:20.408921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e88339-3031-439d-9d31-7aaac2141690 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:20.410385 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-05e88339-3031-439d-9d31-7aaac2141690 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/networks/0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 881 time: 0.2585287 Feb 04 06:11:20.413465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40502) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:20.437841 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.482692 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e1ec9fe0-32fa-45ce-a95d-941cb0f13673 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=7137b46f-7a71-4e08-954d-b76f3dc60ebf HTTP/1.1" status: 200 len: 205 time: 0.0657067 Feb 04 06:11:20.483069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40506) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:20.512596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:20.517134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:20.525118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:20.530604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:20.531197 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.537231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event updated for resources: {'Network': ['ID=9d55c1df-8b93-4a12-a525-1d550d29f7a8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:20.544519 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.548775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=7d36c6cc-9799-4dec-9588-6bad744e11d3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:20.550276 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 9d55c1df-8b93-4a12-a525-1d550d29f7a8 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:11:20.572276 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-01acefa5-1e82-4db3-ad3e-e36cbe223f6c tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9893141 Feb 04 06:11:20.572590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40510) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:20.578608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-120769286'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:20.583800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:20.588581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Usage tracker for resource:network and tenant:590da897a6674645b4a72cdb2b6bc30f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:20.591789 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:20.597926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:20.630535 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-48ddea01-69c5-40bb-baf8-118664be311e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9038849 Feb 04 06:11:20.633115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40514) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:20.736063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1943193-ee6d-4636-b31c-94cf27310371 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:20.742108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1943193-ee6d-4636-b31c-94cf27310371 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:20.742903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f1943193-ee6d-4636-b31c-94cf27310371 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:20.747467 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Made reservation on behalf of 590da897a6674645b4a72cdb2b6bc30f for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:20.750728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.785046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:20.793757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.794106 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Added segment de037df2-cf6b-481f-aff6-c2514076bfd2 of type vlan for network a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7 Feb 04 06:11:20.819980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.894682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f1943193-ee6d-4636-b31c-94cf27310371 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:20.899087 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f1943193-ee6d-4636-b31c-94cf27310371 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2649384 Feb 04 06:11:20.899741 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40520) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:20.959995 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.966246 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:20.966884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.097765 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c4245-4b15-4b56-8e52-8fcbc31656d5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 7d36c6cc-9799-4dec-9588-6bad744e11d3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:21.098114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4245-4b15-4b56-8e52-8fcbc31656d5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.100419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.135814 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5620720 Feb 04 06:11:21.145755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aff1f7-f46b-468e-88aa-34ae44936558 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event updated for resources: {'Network': ['ID=a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:21.162279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:11:21.176620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.274474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40524) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:21.281347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'subnets': [{'network_id': '9d55c1df-8b93-4a12-a525-1d550d29f7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--372503651', 'ip_version': 4}, {'network_id': 'a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:21.281861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'subnet': {'network_id': '9d55c1df-8b93-4a12-a525-1d550d29f7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--372503651', 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:21.282424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Request body: {'subnet': {'network_id': 'a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:21.460416 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f93fac6f-90d6-4a75-b2d1-c294c985058e None None] Provisioning for port 4ef475f1-e032-438d-adf0-be8ac59275ab completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:21.519972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.579717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f7d70-fe43-402d-b6a8-039114923946 req-1b00b233-f441-4956-b4c9-2b4b7d84e04d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:21.581221 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7d6f7d70-fe43-402d-b6a8-039114923946 req-1b00b233-f441-4956-b4c9-2b4b7d84e04d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.5909185 Feb 04 06:11:21.625442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.686938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-99d9dd71-8393-44eb-93a0-8f6d59c52a74 None None] Provisioning for port 7d36c6cc-9799-4dec-9588-6bad744e11d3 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:21.693260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-99d9dd71-8393-44eb-93a0-8f6d59c52a74 None None] Provisioning complete for port 7d36c6cc-9799-4dec-9588-6bad744e11d3 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:21.693905 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-99d9dd71-8393-44eb-93a0-8f6d59c52a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.724619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4245-4b15-4b56-8e52-8fcbc31656d5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.754369 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-99d9dd71-8393-44eb-93a0-8f6d59c52a74 None None] Port 7d36c6cc-9799-4dec-9588-6bad744e11d3 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:11:21.780852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Deleting port 7c10b738-f54c-44dd-bb89-cddce829874f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:21.781192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.788316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:21.815379 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7d6f7d70-fe43-402d-b6a8-039114923946 req-657f436f-111a-42a4-bc08-9ac355641071 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124810 Feb 04 06:11:21.857188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c4245-4b15-4b56-8e52-8fcbc31656d5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 7d36c6cc-9799-4dec-9588-6bad744e11d3 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:21.862672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.885943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Usage tracker for resource:subnet and tenant:590da897a6674645b4a72cdb2b6bc30f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:21.894940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:21.911489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:22.040984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Made reservation on behalf of 590da897a6674645b4a72cdb2b6bc30f for: {'subnet': 2} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:22.048213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.048421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.091842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.26.7.164 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/42831c56-61a1-4a3e-8916-c21ce96511f0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:22.151807 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 4ef475f1-e032-438d-adf0-be8ac59275ab up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:22.167948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4245-4b15-4b56-8e52-8fcbc31656d5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.271107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c4245-4b15-4b56-8e52-8fcbc31656d5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=7d36c6cc-9799-4dec-9588-6bad744e11d3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:22.272550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.284969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4245-4b15-4b56-8e52-8fcbc31656d5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.321752 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 4ef475f1-e032-438d-adf0-be8ac59275ab completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:22.328429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 4ef475f1-e032-438d-adf0-be8ac59275ab triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:22.328846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.396141 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3c4c4245-4b15-4b56-8e52-8fcbc31656d5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/7d36c6cc-9799-4dec-9588-6bad744e11d3 HTTP/1.1" status: 204 len: 168 time: 1.4932146 Feb 04 06:11:22.398889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40532) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:22.533635 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7a0242-c63f-4e17-829d-e66fd499b377 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:22.535574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7a0242-c63f-4e17-829d-e66fd499b377 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:22.536527 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0a7a0242-c63f-4e17-829d-e66fd499b377 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:22.546475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.583740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 4ef475f1-e032-438d-adf0-be8ac59275ab, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4ef475f1-e032-438d-adf0-be8ac59275ab,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:22.656126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Calling delete_port for 7c10b738-f54c-44dd-bb89-cddce829874f owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:22.679563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0a7a0242-c63f-4e17-829d-e66fd499b377 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:22.683311 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0a7a0242-c63f-4e17-829d-e66fd499b377 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2808282 Feb 04 06:11:22.683794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40536) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:22.707544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.765750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-847c9972-dd21-4330-b733-b063a09a02a0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 95f44723-a481-44dd-92c1-2e841d54d1ae {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:11:22.769517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-847c9972-dd21-4330-b733-b063a09a02a0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.796021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=4ef475f1-e032-438d-adf0-be8ac59275ab,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:22.862368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-847c9972-dd21-4330-b733-b063a09a02a0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.908474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.927692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464865d-5e5f-4643-b990-99b99b8144a0 req-201e35b2-cdfb-4e4c-a5c8-0740b4987ed5 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:22.932488 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2464865d-5e5f-4643-b990-99b99b8144a0 req-201e35b2-cdfb-4e4c-a5c8-0740b4987ed5 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4048197 Feb 04 06:11:22.969082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a929c6-4c4d-4ad1-955f-ef5b4c856493 req-030d6f90-1332-4f29-9e28-287a0b98c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:22.970551 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7a929c6-4c4d-4ad1-955f-ef5b4c856493 req-030d6f90-1332-4f29-9e28-287a0b98c18d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5eeb77cc58458a8021dffb64d08773&device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 1098 time: 0.3290892 Feb 04 06:11:22.983802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-847c9972-dd21-4330-b733-b063a09a02a0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.032610 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.066764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Router 68e01a7b-39b3-434a-a3f4-6786e86ec238 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:11:23.084200 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2464865d-5e5f-4643-b990-99b99b8144a0 req-39cd80c0-47d3-4027-b81d-21676a3811f5 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461384 Feb 04 06:11:23.127419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event updated for resources: {'Subnet': ['ID=d7746b38-edee-4a6b-8860-1419a0e97839,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:23.138529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Checking segment: {'id': '652af690-af53-4f1b-85a6-26574385bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9d55c1df-8b93-4a12-a525-1d550d29f7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:23.138970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Network hostable DHCP agents. Network: 9d55c1df-8b93-4a12-a525-1d550d29f7a8, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:11:23.205494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-847c9972-dd21-4330-b733-b063a09a02a0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.243945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c9972-dd21-4330-b733-b063a09a02a0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=95f44723-a481-44dd-92c1-2e841d54d1ae,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:23.248344 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-847c9972-dd21-4330-b733-b063a09a02a0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.251033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Network 9d55c1df-8b93-4a12-a525-1d550d29f7a8 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:11:23.257347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.271925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc3ea7-2580-429b-995b-d6193383c148 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:23.322780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.338580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a929c6-4c4d-4ad1-955f-ef5b4c856493 req-4df08b00-68ed-4566-8c43-487efb2f9ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:23.340128 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7a929c6-4c4d-4ad1-955f-ef5b4c856493 req-4df08b00-68ed-4566-8c43-487efb2f9ce9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcbc6d8a-a29f-4884-a766-65731440e62d HTTP/1.1" status: 200 len: 913 time: 0.3613307 Feb 04 06:11:23.341047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 9d55c1df-8b93-4a12-a525-1d550d29f7a8) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:23.351155 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-847c9972-dd21-4330-b733-b063a09a02a0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/95f44723-a481-44dd-92c1-2e841d54d1ae HTTP/1.1" status: 204 len: 168 time: 0.6642885 Feb 04 06:11:23.351905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40542) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:23.352424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45031d8-5d75-435f-a3f6-ac9e9ef77e67 None None] Network 9d55c1df-8b93-4a12-a525-1d550d29f7a8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:23.358098 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.484918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:23.532258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:23.547870 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:23.595357 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-60081732-f362-4410-bd2d-a6be5a42967d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2391441 Feb 04 06:11:23.600004 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40546) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:23.601251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=42831c56-61a1-4a3e-8916-c21ce96511f0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:23.621576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:23.683502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:23.692277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Sync routers for ids ['68e01a7b-39b3-434a-a3f4-6786e86ec238'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:23.698475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-9d55c1df-8b93-4a12-a525-1d550d29f7a8', 'network_id': '9d55c1df-8b93-4a12-a525-1d550d29f7a8', 'tenant_id': '590da897a6674645b4a72cdb2b6bc30f', 'fixed_ips': [{'subnet_id': 'd7746b38-edee-4a6b-8860-1419a0e97839'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:11:23.700077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.707522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Pushing event deleted for resources: {'Port': ['ID=7c10b738-f54c-44dd-bb89-cddce829874f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:23.728558 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7a929c6-4c4d-4ad1-955f-ef5b4c856493 req-ad8ad9fc-2ea4-44d2-93bb-1361ea38f9ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 HTTP/1.1" status: 200 len: 999 time: 0.3256247 Feb 04 06:11:23.732379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Routers {'68e01a7b-39b3-434a-a3f4-6786e86ec238'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:23.733592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['68e01a7b-39b3-434a-a3f4-6786e86ec238'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:23.745630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event updated for resources: {'Subnet': ['ID=8960f6ce-f8ae-480b-9f4b-0016b1a6a62d,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:23.769917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Checking segment: {'id': 'de037df2-cf6b-481f-aff6-c2514076bfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:23.770973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Network hostable DHCP agents. Network: a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:11:23.787580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:23.794163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:23.798616 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:23.798766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:11:23.805001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:23.843720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.853846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Deleting port 4ef475f1-e032-438d-adf0-be8ac59275ab {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:23.854211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.909517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Network a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:11:23.967011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:23.972738 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.068247 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:24.082717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 4ef475f1-e032-438d-adf0-be8ac59275ab no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:24.089714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.090484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.091173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.146343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a929c6-4c4d-4ad1-955f-ef5b4c856493 req-b57f320c-0751-411f-9960-451ca5f6c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.147792 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7a929c6-4c4d-4ad1-955f-ef5b4c856493 req-b57f320c-0751-411f-9960-451ca5f6c60c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb HTTP/1.1" status: 200 len: 851 time: 0.4068582 Feb 04 06:11:24.155278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.156446 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-be2ce200-f4b0-4000-962a-d25090058b66 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.6410887 Feb 04 06:11:24.162665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40552) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:24.213929 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e419dc9-1158-48d2-bf2c-fd555d0225c9 None None] Network a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:24.258973 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a75a107e-a29d-4498-8b17-2a443ec805dc tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9821534 Feb 04 06:11:24.264121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.266596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40556) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:24.315163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Set router 68e01a7b-39b3-434a-a3f4-6786e86ec238 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:24.322872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.388751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722f680-8cb3-4ac6-8cd2-8be9d2d3a80d tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.390245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722f680-8cb3-4ac6-8cd2-8be9d2d3a80d tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.391776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722f680-8cb3-4ac6-8cd2-8be9d2d3a80d tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.392505 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e722f680-8cb3-4ac6-8cd2-8be9d2d3a80d tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Synchronizing usage tracker for tenant:590da897a6674645b4a72cdb2b6bc30f on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:24.412974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d7a01-6ccd-43b9-9ae7-40b7780eb62e req-5f08169b-ae7a-45e8-8757-e57103809ed9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.414474 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e90d7a01-6ccd-43b9-9ae7-40b7780eb62e req-5f08169b-ae7a-45e8-8757-e57103809ed9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.2129829 Feb 04 06:11:24.497203 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e90d7a01-6ccd-43b9-9ae7-40b7780eb62e req-1902e653-47b2-40b7-93f2-519224ab5697 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695763 Feb 04 06:11:24.498273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.536378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e722f680-8cb3-4ac6-8cd2-8be9d2d3a80d tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Unset dirty status for tenant:590da897a6674645b4a72cdb2b6bc30f on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:24.540405 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e722f680-8cb3-4ac6-8cd2-8be9d2d3a80d tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2647684 Feb 04 06:11:24.543285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40560) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:24.557245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:24.561077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:24.570430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.571151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.597419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.597965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Fanout notify agent at l3_agent the message router_deleted on router 7137b46f-7a71-4e08-954d-b76f3dc60ebf {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:11:24.600949 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=55a0fb53-2025-4f6e-9c52-f303d5b5e347,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:24.625015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Allocated IP 172.20.0.2 (9d55c1df-8b93-4a12-a525-1d550d29f7a8/d7746b38-edee-4a6b-8860-1419a0e97839/d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:24.703986 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6d69105f-46ed-4ba9-a5fc-dfdd6cb636e7 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/routers/68e01a7b-39b3-434a-a3f4-6786e86ec238 HTTP/1.1" status: 200 len: 909 time: 0.5080719 Feb 04 06:11:24.705295 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0a78855b-acc2-45c1-bfeb-d8f1fdd27cd1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1020365 Feb 04 06:11:24.706162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40566) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:24.706648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40568) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:24.715394 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1550530606', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'enable_snat': True}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:24.721159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.726021 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'name': 'tempest-NetworksTestDHCPv6-1626553049'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:24.726180 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b698319b-92c9-425e-91b2-dc15100ef820 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/7137b46f-7a71-4e08-954d-b76f3dc60ebf HTTP/1.1" status: 204 len: 168 time: 4.2382791 Feb 04 06:11:24.731499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40574) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:24.733700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a929c6-4c4d-4ad1-955f-ef5b4c856493 req-02bf5833-caeb-40ee-9f9d-2f94729a3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.735396 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7a929c6-4c4d-4ad1-955f-ef5b4c856493 req-02bf5833-caeb-40ee-9f9d-2f94729a3470 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcbc6d8a-a29f-4884-a766-65731440e62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5755432 Feb 04 06:11:24.745898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8b999dc9-ebbf-42d2-b11d-173c294364c9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-494342518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:24.747490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:24.791494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c3e7d6-fe94-4686-a37e-1abf94f1c6ab tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Deleting subnet d7746b38-edee-4a6b-8860-1419a0e97839 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:11:24.799627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b999dc9-ebbf-42d2-b11d-173c294364c9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:24.802644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Usage tracker for resource:router and tenant:7b3937bc615d4211a00ef83dd4e6e070 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:24.807116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:24.816930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:24.862734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b999dc9-ebbf-42d2-b11d-173c294364c9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Usage tracker for resource:router and tenant:2d6db88142d24326b07df677d95ad7b7 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:24.872104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b999dc9-ebbf-42d2-b11d-173c294364c9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:24.873927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] For port 4ef475f1-e032-438d-adf0-be8ac59275ab, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4ef475f1-e032-438d-adf0-be8ac59275ab,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:24.874485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.891094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b999dc9-ebbf-42d2-b11d-173c294364c9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:24.891302 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:24.895590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:24.898755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:24.905366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:24.931086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.932226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.948534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.978760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7a929c6-4c4d-4ad1-955f-ef5b4c856493 req-683dbf27-ce9e-4fb6-ad97-1bd0db21c922 service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250092 Feb 04 06:11:24.995566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:24.999794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.023770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 47928ea7-1ddd-447a-ada0-33d37895090c yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:25.082256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Calling delete_port for 4ef475f1-e032-438d-adf0-be8ac59275ab owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:25.090170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b999dc9-ebbf-42d2-b11d-173c294364c9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.090783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b999dc9-ebbf-42d2-b11d-173c294364c9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.146194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.147453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.148361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b999dc9-ebbf-42d2-b11d-173c294364c9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.222693 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7a929c6-4c4d-4ad1-955f-ef5b4c856493 req-41ee9851-13c9-4ec3-bb58-7ba911b82483 service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381134 Feb 04 06:11:25.289561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b999dc9-ebbf-42d2-b11d-173c294364c9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.333612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 4ef475f1-e032-438d-adf0-be8ac59275ab, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4ef475f1-e032-438d-adf0-be8ac59275ab,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:25.338683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7', 'network_id': 'a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7', 'tenant_id': '590da897a6674645b4a72cdb2b6bc30f', 'fixed_ips': [{'subnet_id': '8960f6ce-f8ae-480b-9f4b-0016b1a6a62d'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:11:25.339527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.395317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b999dc9-ebbf-42d2-b11d-173c294364c9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.399641 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8b999dc9-ebbf-42d2-b11d-173c294364c9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6630907 Feb 04 06:11:25.400830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40578) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:25.408296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.421071 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.423213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'enable_snat': True}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:25.432965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.444905 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Transition to ACTIVE for port object d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:25.454830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e01a7b-39b3-434a-a3f4-6786e86ec238', 'name': 'tempest-snat-router-1550530606', 'tenant_id': '7b3937bc615d4211a00ef83dd4e6e070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.218'}], 'enable_snat': False}, 'gw_port_id': 'a096f4f3-f0e7-4898-8d1b-8bef2a83652d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:15Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 3, 'project_id': '7b3937bc615d4211a00ef83dd4e6e070', 'gw_port': {'id': 'a096f4f3-f0e7-4898-8d1b-8bef2a83652d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e01a7b-39b3-434a-a3f4-6786e86ec238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:25.471058 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.665442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Checking router: 68e01a7b-39b3-434a-a3f4-6786e86ec238 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:11:25.665442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Updating router 68e01a7b-39b3-434a-a3f4-6786e86ec238 port a096f4f3-f0e7-4898-8d1b-8bef2a83652d binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:11:25.665442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Transition to ACTIVE for port object d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:25.665442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:11:25.665442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:11:25.686683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.710668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63c3e7d6-fe94-4686-a37e-1abf94f1c6ab tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.734593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::4b (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/55a0fb53-2025-4f6e-9c52-f303d5b5e347/47928ea7-1ddd-447a-ada0-33d37895090c) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:25.790412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.804262 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:11:25.826758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=4ef475f1-e032-438d-adf0-be8ac59275ab,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:25.903087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Network 9d55c1df-8b93-4a12-a525-1d550d29f7a8 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:25.911257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Allocated IP 172.20.0.18 (a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7/8960f6ce-f8ae-480b-9f4b-0016b1a6a62d/b413b21f-f466-4391-8987-dfa698a8ac04) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:25.915792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:25.918227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:25.928019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63c3e7d6-fe94-4686-a37e-1abf94f1c6ab tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:25.959276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:11:25.997126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.029272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Pushing event updated for resources: {'Port': ['ID=d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:26.036949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84789b1-0015-4df9-bce1-717e68e1367d req-68964580-4ec0-4a2a-8acf-47b38143f76c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:26.045478 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c84789b1-0015-4df9-bce1-717e68e1367d req-68964580-4ec0-4a2a-8acf-47b38143f76c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.3936281 Feb 04 06:11:26.090830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.159518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Deleting port 4ef475f1-e032-438d-adf0-be8ac59275ab {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:26.159893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.175769 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c84789b1-0015-4df9-bce1-717e68e1367d req-9861aa7f-b161-4aab-aba7-ea985e492ed2 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289346 Feb 04 06:11:26.213939 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.225400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63c3e7d6-fe94-4686-a37e-1abf94f1c6ab tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.270490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=42831c56-61a1-4a3e-8916-c21ce96511f0,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:26.284706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.287364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Attempting to bind port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:26.287850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Attempting to bind port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '652af690-af53-4f1b-85a6-26574385bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9d55c1df-8b93-4a12-a525-1d550d29f7a8'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:26.288313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Attempting to bind port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 on network 9d55c1df-8b93-4a12-a525-1d550d29f7a8 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:26.299757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.329582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 47928ea7-1ddd-447a-ada0-33d37895090c will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:26.370559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:26.371685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Checking segment: {'id': '652af690-af53-4f1b-85a6-26574385bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9d55c1df-8b93-4a12-a525-1d550d29f7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:26.372158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.372914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Bound using segment: {'id': '652af690-af53-4f1b-85a6-26574385bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9d55c1df-8b93-4a12-a525-1d550d29f7a8'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:26.373698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Bound port: d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652af690-af53-4f1b-85a6-26574385bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9d55c1df-8b93-4a12-a525-1d550d29f7a8'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:26.373698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.512901 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP fe95de55-95a2-4af9-a8a4-a9fb86b7a7b7 associated. External IP: 172.26.7.164, port: cc842263-a854-43e9-8ffa-96fe26e1f656. Feb 04 06:11:26.588089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63c3e7d6-fe94-4686-a37e-1abf94f1c6ab tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.622574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.633291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3e7d6-fe94-4686-a37e-1abf94f1c6ab tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event deleted for resources: {'Subnet': ['ID=d7746b38-edee-4a6b-8860-1419a0e97839,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:26.660072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63c3e7d6-fe94-4686-a37e-1abf94f1c6ab tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.660193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.726157 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] For port 4ef475f1-e032-438d-adf0-be8ac59275ab, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4ef475f1-e032-438d-adf0-be8ac59275ab,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:26.726696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.749237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.802522 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] For port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:26.804290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.827873 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-63c3e7d6-fe94-4686-a37e-1abf94f1c6ab tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "DELETE /v2.0/subnets/d7746b38-edee-4a6b-8860-1419a0e97839 HTTP/1.1" status: 204 len: 168 time: 2.2858636 Feb 04 06:11:26.832689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40584) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:26.834078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:26.884786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Calling delete_port for 4ef475f1-e032-438d-adf0-be8ac59275ab owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:26.891899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:26.894525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:26.899694 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:26.900321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:26.934129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=47928ea7-1ddd-447a-ada0-33d37895090c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:26.951575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] For port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2,segment=NetworkSegment(652af690-af53-4f1b-85a6-26574385bdc2),segment_id=652af690-af53-4f1b-85a6-26574385bdc2)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:26.979014 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Transition to ACTIVE for port object b413b21f-f466-4391-8987-dfa698a8ac04 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:26.985356 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-1139aeea-19b3-4582-9bbe-5f0a6447f502 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Deleting subnet 8960f6ce-f8ae-480b-9f4b-0016b1a6a62d {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:11:27.005829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:27.024264 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Transition to ACTIVE for port object b413b21f-f466-4391-8987-dfa698a8ac04 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:27.026504 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.051958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Transition to ACTIVE for port object a096f4f3-f0e7-4898-8d1b-8bef2a83652d will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:27.107389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.190247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1139aeea-19b3-4582-9bbe-5f0a6447f502 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.193165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.195450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.215178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.225502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.234786 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-319aea70-260f-4605-ab66-6176cd315462 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5240049 Feb 04 06:11:27.239318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d6c35-14bd-49f0-83e9-4274971241d9 None None] Pushing event updated for resources: {'Port': ['ID=d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:27.261416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40590) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:27.271703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.302569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Network a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:27.317482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:27.329815 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] No DVR routers for this DVR port 4ef475f1-e032-438d-adf0-be8ac59275ab on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:27.346214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:27.386110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:27.396525 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9cbc96-3822-49f7-98dc-36b4b79d38b9 None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:27.411401 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9cbc96-3822-49f7-98dc-36b4b79d38b9 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:27.412953 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6a9cbc96-3822-49f7-98dc-36b4b79d38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:27.432417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1139aeea-19b3-4582-9bbe-5f0a6447f502 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.438392 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c125007-8614-446b-a467-c610ee269339 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:27.445045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Allocated IP 172.26.7.152 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/535f56f2-7107-411a-a3a8-28aaa7bb2541) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:27.501347 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Attempting to bind port a096f4f3-f0e7-4898-8d1b-8bef2a83652d on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:27.501773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Attempting to bind port a096f4f3-f0e7-4898-8d1b-8bef2a83652d by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:27.502296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Attempting to bind port a096f4f3-f0e7-4898-8d1b-8bef2a83652d on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:27.606107 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6a9cbc96-3822-49f7-98dc-36b4b79d38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:27.628821 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9cbc96-3822-49f7-98dc-36b4b79d38b9 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:27.629591 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6a9cbc96-3822-49f7-98dc-36b4b79d38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:27.630994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7973b-c71a-44a2-953f-b28cb79eea53 req-5a1acaac-e22c-42dc-8abd-9a47170db7ad tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:27.636571 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-20c7973b-c71a-44a2-953f-b28cb79eea53 req-5a1acaac-e22c-42dc-8abd-9a47170db7ad tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.3001494 Feb 04 06:11:27.697380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b098b-ad0e-48c6-b99d-6796ee585b5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:27.699097 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c71b098b-ad0e-48c6-b99d-6796ee585b5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4360466 Feb 04 06:11:27.703017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40594) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:27.724330 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6a9cbc96-3822-49f7-98dc-36b4b79d38b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:27.725432 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9cbc96-3822-49f7-98dc-36b4b79d38b9 None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:27.751486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Pushing event updated for resources: {'Port': ['ID=b413b21f-f466-4391-8987-dfa698a8ac04,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:27.764915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:27.765355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:27.765798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.766195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:27.766679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Bound port: a096f4f3-f0e7-4898-8d1b-8bef2a83652d, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:27.767113 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.768356 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.773105 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-20c7973b-c71a-44a2-953f-b28cb79eea53 req-6d20c26a-e640-4ea9-ade2-823db796e3d4 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305218 Feb 04 06:11:27.781463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.907646 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b905cd-cf4b-416d-8c81-2c3eb8a70b51 None None] Pushing event deleted for resources: {'Port': ['ID=4ef475f1-e032-438d-adf0-be8ac59275ab,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:27.915257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1139aeea-19b3-4582-9bbe-5f0a6447f502 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.951268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Attempting to bind port b413b21f-f466-4391-8987-dfa698a8ac04 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:27.951676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Attempting to bind port b413b21f-f466-4391-8987-dfa698a8ac04 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'de037df2-cf6b-481f-aff6-c2514076bfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:27.952261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Attempting to bind port b413b21f-f466-4391-8987-dfa698a8ac04 on network a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:27.955579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.008365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:28.008842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Checking segment: {'id': 'de037df2-cf6b-481f-aff6-c2514076bfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:28.009713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.010120 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Bound using segment: {'id': 'de037df2-cf6b-481f-aff6-c2514076bfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:28.010601 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Bound port: b413b21f-f466-4391-8987-dfa698a8ac04, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de037df2-cf6b-481f-aff6-c2514076bfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:28.012035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.062911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1874a237-775d-4520-8976-3636b5983d85 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 47928ea7-1ddd-447a-ada0-33d37895090c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:28.070624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1874a237-775d-4520-8976-3636b5983d85 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.090402 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-74b0aa67-467a-41e9-8b88-d1d6b046987e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7628284 Feb 04 06:11:28.106006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40600) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:28.132495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c5450-e070-479c-9d76-fcb48642daf0 None None] Pushing event updated for resources: {'Port': ['ID=a096f4f3-f0e7-4898-8d1b-8bef2a83652d,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:28.177975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:28.177975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:28.177975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:28.185320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:28.203441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Allocated IP 172.26.7.37 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/0f7c0923-fb3d-4fcd-8cca-fe25ea49d5fb) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:28.205562 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event updated for resources: {'Port': ['ID=535f56f2-7107-411a-a3a8-28aaa7bb2541,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:28.252033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] For port a096f4f3-f0e7-4898-8d1b-8bef2a83652d, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:28.293992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] For port a096f4f3-f0e7-4898-8d1b-8bef2a83652d, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a096f4f3-f0e7-4898-8d1b-8bef2a83652d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:28.348809 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f5f9031c-4b88-42be-8326-26b88acfa362 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "GET /v2.0/floatingips/fe95de55-95a2-4af9-a8a4-a9fb86b7a7b7 HTTP/1.1" status: 200 len: 978 time: 0.2415261 Feb 04 06:11:28.364440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40604) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:28.403279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '55a0fb53-2025-4f6e-9c52-f303d5b5e347'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:11:28.404127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.476225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb81e1-8b04-4bd7-a98b-e56c6221312d req-fdd610e5-77ff-41aa-8eb6-80272877d21d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:28.477766 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-01eb81e1-8b04-4bd7-a98b-e56c6221312d req-fdd610e5-77ff-41aa-8eb6-80272877d21d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.5246909 Feb 04 06:11:28.577567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.580917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.590294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] For port b413b21f-f466-4391-8987-dfa698a8ac04, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:28.604030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1139aeea-19b3-4582-9bbe-5f0a6447f502 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.629267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:28.671332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] For port b413b21f-f466-4391-8987-dfa698a8ac04, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b413b21f-f466-4391-8987-dfa698a8ac04,segment=NetworkSegment(de037df2-cf6b-481f-aff6-c2514076bfd2),segment_id=de037df2-cf6b-481f-aff6-c2514076bfd2)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:28.671627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139aeea-19b3-4582-9bbe-5f0a6447f502 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event deleted for resources: {'Subnet': ['ID=8960f6ce-f8ae-480b-9f4b-0016b1a6a62d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:28.692460 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-069e7ea0-f707-475e-beeb-6301b02a2639 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Synchronizing usage tracker for tenant:17b3d76fbaf6447586ecbfa5afe4b333 on resource:floatingip {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:28.695271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1139aeea-19b3-4582-9bbe-5f0a6447f502 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.699916 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/55a0fb53-2025-4f6e-9c52-f303d5b5e347/a39e817b-e585-4f82-a48b-c93d932becda) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:28.734134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba78144f-03ec-4251-9b8a-e1905f19e407 None None] Network 9d55c1df-8b93-4a12-a525-1d550d29f7a8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:28.741074 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-01eb81e1-8b04-4bd7-a98b-e56c6221312d req-31955fe5-8218-43b2-85af-4004b7f2bfc6 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599891 Feb 04 06:11:28.744697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.746445 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1139aeea-19b3-4582-9bbe-5f0a6447f502 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "DELETE /v2.0/subnets/8960f6ce-f8ae-480b-9f4b-0016b1a6a62d HTTP/1.1" status: 204 len: 168 time: 1.9130223 Feb 04 06:11:28.759627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40608) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:28.765631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.808013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1874a237-775d-4520-8976-3636b5983d85 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:28.846055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:28.853148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:28.856420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:28.894654 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Routers {'68e01a7b-39b3-434a-a3f4-6786e86ec238'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:28.895278 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['68e01a7b-39b3-434a-a3f4-6786e86ec238'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:28.905906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event updated for resources: {'Port': ['ID=0f7c0923-fb3d-4fcd-8cca-fe25ea49d5fb,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:28.943209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c5450-e070-479c-9d76-fcb48642daf0 None None] Pushing event updated for resources: {'Port': ['ID=a096f4f3-f0e7-4898-8d1b-8bef2a83652d,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:28.943466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-069e7ea0-f707-475e-beeb-6301b02a2639 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Unset dirty status for tenant:17b3d76fbaf6447586ecbfa5afe4b333 on resource:floatingip {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:28.947313 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-069e7ea0-f707-475e-beeb-6301b02a2639 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5792029 Feb 04 06:11:28.954702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1874a237-775d-4520-8976-3636b5983d85 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 47928ea7-1ddd-447a-ada0-33d37895090c owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:28.973053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40614) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:28.995874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'floatingip': {'port_id': '751d960d-1291-4114-874e-8e144ad0f54b'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:29.001086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa94dc8c-cab5-4aca-add8-cb1943f8a2a8 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:29.001777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa94dc8c-cab5-4aca-add8-cb1943f8a2a8 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Synchronizing usage tracker for tenant:590da897a6674645b4a72cdb2b6bc30f on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:29.229400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c835f-8bdf-4aa8-8672-c2cdf33c6214 None None] Pushing event updated for resources: {'Port': ['ID=b413b21f-f466-4391-8987-dfa698a8ac04,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:29.272597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1874a237-775d-4520-8976-3636b5983d85 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.280938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa94dc8c-cab5-4aca-add8-cb1943f8a2a8 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Unset dirty status for tenant:590da897a6674645b4a72cdb2b6bc30f on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:29.280938 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fa94dc8c-cab5-4aca-add8-cb1943f8a2a8 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5132935 Feb 04 06:11:29.295634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40618) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:29.346662 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3fb10eec-9253-45a5-9879-708efb43b078 None None] Provisioning for port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:29.388587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874a237-775d-4520-8976-3636b5983d85 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=47928ea7-1ddd-447a-ada0-33d37895090c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:29.392255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3fb10eec-9253-45a5-9879-708efb43b078 None None] Provisioning complete for port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:29.392635 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3fb10eec-9253-45a5-9879-708efb43b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.424486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.444081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1874a237-775d-4520-8976-3636b5983d85 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.478049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] Set router 68e01a7b-39b3-434a-a3f4-6786e86ec238 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:29.487128 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1874a237-775d-4520-8976-3636b5983d85 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/47928ea7-1ddd-447a-ada0-33d37895090c HTTP/1.1" status: 204 len: 168 time: 1.7826786 Feb 04 06:11:29.487871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40622) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:29.609101 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c342fd-252c-486f-b25e-d0c4b91a3ef2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:29.612392 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c342fd-252c-486f-b25e-d0c4b91a3ef2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:29.614701 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f0c342fd-252c-486f-b25e-d0c4b91a3ef2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1258891 Feb 04 06:11:29.618090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40628) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:29.662763 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.696693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-6faa12e6-61bc-4edd-bc6e-b3a17958f5b8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 55a0fb53-2025-4f6e-9c52-f303d5b5e347 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:11:29.800402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5841577-dd6f-41dd-b67a-44fb854bd621 req-a0561a19-2867-470a-9e00-15f57ac11b0c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:29.804913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.807661 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a5841577-dd6f-41dd-b67a-44fb854bd621 req-a0561a19-2867-470a-9e00-15f57ac11b0c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.0995069 Feb 04 06:11:29.872029 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a5841577-dd6f-41dd-b67a-44fb854bd621 req-68b51d89-e504-40a5-8d52-2997f6686051 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633006 Feb 04 06:11:29.883800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.935182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Transition to ACTIVE for port object a39e817b-e585-4f82-a48b-c93d932becda will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:29.978596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Deleting port b413b21f-f466-4391-8987-dfa698a8ac04 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:29.979021 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.002721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] DHCP port deletion for 9d55c1df-8b93-4a12-a525-1d550d29f7a8 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:11:30.014322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Transition to ACTIVE for port object a39e817b-e585-4f82-a48b-c93d932becda will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:30.069995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Deleting port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:30.070367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.108186 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3fb10eec-9253-45a5-9879-708efb43b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.152899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6faa12e6-61bc-4edd-bc6e-b3a17958f5b8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.160486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.246817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b413b21f-f466-4391-8987-dfa698a8ac04 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:30.256854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6faa12e6-61bc-4edd-bc6e-b3a17958f5b8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.333938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3fb10eec-9253-45a5-9879-708efb43b078 None None] For port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2,segment=NetworkSegment(652af690-af53-4f1b-85a6-26574385bdc2),segment_id=652af690-af53-4f1b-85a6-26574385bdc2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:30.363089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:30.370040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6faa12e6-61bc-4edd-bc6e-b3a17958f5b8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.370307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:30.372769 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:30.445532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Pushing event updated for resources: {'Port': ['ID=a39e817b-e585-4f82-a48b-c93d932becda,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:30.461097 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3fb10eec-9253-45a5-9879-708efb43b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.626775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] For port b413b21f-f466-4391-8987-dfa698a8ac04, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b413b21f-f466-4391-8987-dfa698a8ac04,segment=NetworkSegment(de037df2-cf6b-481f-aff6-c2514076bfd2),segment_id=de037df2-cf6b-481f-aff6-c2514076bfd2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:30.627492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.680976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb9dda-8d22-4f0d-8a6a-593358d0de29 None None] Network a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:30.708431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e01a7b-39b3-434a-a3f4-6786e86ec238', 'name': 'tempest-snat-router-1550530606', 'tenant_id': '7b3937bc615d4211a00ef83dd4e6e070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.218'}], 'enable_snat': False}, 'gw_port_id': 'a096f4f3-f0e7-4898-8d1b-8bef2a83652d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:15Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 3, 'project_id': '7b3937bc615d4211a00ef83dd4e6e070', 'gw_port': {'id': 'a096f4f3-f0e7-4898-8d1b-8bef2a83652d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e01a7b-39b3-434a-a3f4-6786e86ec238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:30.758423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b37854-cef3-4ee8-9c61-b967f6e46879 req-a84e6b0e-5d9e-4146-ace6-8a2b6500ab7e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:30.767416 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d0b37854-cef3-4ee8-9c61-b967f6e46879 req-a84e6b0e-5d9e-4146-ace6-8a2b6500ab7e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.1366644 Feb 04 06:11:30.779759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Attempting to bind port a39e817b-e585-4f82-a48b-c93d932becda on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:30.785000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Attempting to bind port a39e817b-e585-4f82-a48b-c93d932becda by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:30.785000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Attempting to bind port a39e817b-e585-4f82-a48b-c93d932becda on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:30.788112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] For port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2,segment=NetworkSegment(652af690-af53-4f1b-85a6-26574385bdc2),segment_id=652af690-af53-4f1b-85a6-26574385bdc2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:30.788658 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.797496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7daddc-926a-4d25-8686-087eff4825bd None None] The sync data for ids ['68e01a7b-39b3-434a-a3f4-6786e86ec238'] in dv-neutron-827796-1-hyperv is: [{'id': '68e01a7b-39b3-434a-a3f4-6786e86ec238', 'name': 'tempest-snat-router-1550530606', 'tenant_id': '7b3937bc615d4211a00ef83dd4e6e070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.218'}], 'enable_snat': False}, 'gw_port_id': 'a096f4f3-f0e7-4898-8d1b-8bef2a83652d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:15Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 3, 'project_id': '7b3937bc615d4211a00ef83dd4e6e070', 'gw_port': {'id': 'a096f4f3-f0e7-4898-8d1b-8bef2a83652d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e01a7b-39b3-434a-a3f4-6786e86ec238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:30.828909 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d0b37854-cef3-4ee8-9c61-b967f6e46879 req-3b8dc10c-50be-4781-bf90-5cb444b08c2c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606878 Feb 04 06:11:30.836148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6faa12e6-61bc-4edd-bc6e-b3a17958f5b8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.839337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:30.842070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:30.842070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.842070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:30.842070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Bound port: a39e817b-e585-4f82-a48b-c93d932becda, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:30.842070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.910790 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port b413b21f-f466-4391-8987-dfa698a8ac04 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:30.911093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa12e6-61bc-4edd-bc6e-b3a17958f5b8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=55a0fb53-2025-4f6e-9c52-f303d5b5e347,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:30.914411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb10eec-9253-45a5-9879-708efb43b078 None None] Pushing event updated for resources: {'Port': ['ID=d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:30.925123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6faa12e6-61bc-4edd-bc6e-b3a17958f5b8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:30.938430 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6faa12e6-61bc-4edd-bc6e-b3a17958f5b8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/55a0fb53-2025-4f6e-9c52-f303d5b5e347 HTTP/1.1" status: 204 len: 168 time: 1.3144345 Feb 04 06:11:30.938610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40636) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:31.003867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Calling delete_port for d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:31.016408 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-99d0043e-a752-4303-8dae-8888705bb6c5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743880 Feb 04 06:11:31.016693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40640) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:31.035038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-137e60f1-61bf-43d4-8bd0-3ff9a2150f87 None None] Provisioning for port b413b21f-f466-4391-8987-dfa698a8ac04 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:31.126015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-137e60f1-61bf-43d4-8bd0-3ff9a2150f87 None None] Provisioning complete for port b413b21f-f466-4391-8987-dfa698a8ac04 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:31.126015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-137e60f1-61bf-43d4-8bd0-3ff9a2150f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:31.127763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d13de5-32c8-4032-8480-0442b9b799ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:31.128433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-45d13de5-32c8-4032-8480-0442b9b799ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:31.142892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Calling delete_port for b413b21f-f466-4391-8987-dfa698a8ac04 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:31.162190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:31.237984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-45d13de5-32c8-4032-8480-0442b9b799ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:31.237984 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-45d13de5-32c8-4032-8480-0442b9b799ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2182803 Feb 04 06:11:31.238780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40644) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:31.316157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96de380d-4d2e-47a6-a3e6-8640951e200b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:31.316803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-96de380d-4d2e-47a6-a3e6-8640951e200b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:31.432437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-96de380d-4d2e-47a6-a3e6-8640951e200b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:31.434634 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-96de380d-4d2e-47a6-a3e6-8640951e200b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1940649 Feb 04 06:11:31.436299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40648) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:31.451219 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] For port a39e817b-e585-4f82-a48b-c93d932becda, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:31.474280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] For port a39e817b-e585-4f82-a48b-c93d932becda, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a39e817b-e585-4f82-a48b-c93d932becda,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:31.556727 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:31.564908 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-30080ca7-248d-43fb-ad4d-2b2983d99af1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262403 Feb 04 06:11:31.570603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40652) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:31.576793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:31.586100 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:11:31.586454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:11:31.607978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:31.639850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:31.725793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc77916-fef8-412c-9f29-6f21650612dd None None] Pushing event updated for resources: {'Port': ['ID=a39e817b-e585-4f82-a48b-c93d932becda,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:31.748815 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:31.751983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:31.765570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:31.770700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-137e60f1-61bf-43d4-8bd0-3ff9a2150f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:31.829510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:31.850515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820583b8-5d2f-4ae3-93ab-6e96b450a94f None None] DHCP port deletion for a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:11:31.883506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:31.890057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:31.892307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2,segment=NetworkSegment(652af690-af53-4f1b-85a6-26574385bdc2),segment_id=652af690-af53-4f1b-85a6-26574385bdc2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:31.997906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.090016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event deleted for resources: {'Port': ['ID=b413b21f-f466-4391-8987-dfa698a8ac04,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:32.093293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] No DVR routers for this DVR port b413b21f-f466-4391-8987-dfa698a8ac04 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:32.111097 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Deleting port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:32.113209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.192288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:32.215474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a096f4f3-f0e7-4898-8d1b-8bef2a83652d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:32.338737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.404962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:32.405558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:32.410162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:32.410162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.427418 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d0cf6b-8855-41f7-9718-b710f5e0d450 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:32.445934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=aa2ec267-e99c-4de2-b169-78a04dcf5446,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:32.504154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port a096f4f3-f0e7-4898-8d1b-8bef2a83652d completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:32.537437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] For port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2,segment=NetworkSegment(652af690-af53-4f1b-85a6-26574385bdc2),segment_id=652af690-af53-4f1b-85a6-26574385bdc2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:32.537839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.545768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port a096f4f3-f0e7-4898-8d1b-8bef2a83652d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:32.546086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.576136 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dea50b73-b85c-470f-9329-b2b06363de00 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0043135 Feb 04 06:11:32.582794 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:32.594721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': 'aa2ec267-e99c-4de2-b169-78a04dcf5446', 'ip_address': '2001:db8::10eb:a7f0:8e2:ecec'}], 'name': 'tempest-NetworksTestDHCPv6-832562897'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:32.608053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.679493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:32.729987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Calling delete_port for d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:32.768017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de037df2-cf6b-481f-aff6-c2514076bfd2') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:32.768327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de037df2-cf6b-481f-aff6-c2514076bfd2') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:32.809108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd7a67-208f-47d7-9de2-33b91fefec49 req-ebdc93d0-6e99-4339-9b62-e60d764ca225 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:32.812335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:32.816598 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-41cd7a67-208f-47d7-9de2-33b91fefec49 req-ebdc93d0-6e99-4339-9b62-e60d764ca225 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.8024540 Feb 04 06:11:32.824582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:32.836163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.858600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:11:32.920398 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.933403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:32.944532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.949372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.958570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.967086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:11:32.967501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.991002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Router ff5179ca-a5af-4bc6-ab88-4765e8fcb187 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:11:32.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:11:33.004007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port a096f4f3-f0e7-4898-8d1b-8bef2a83652d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a096f4f3-f0e7-4898-8d1b-8bef2a83652d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:33.059162 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-41cd7a67-208f-47d7-9de2-33b91fefec49 req-24d5db6f-ee77-422e-8d1a-ba31561252be tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414620 Feb 04 06:11:33.083080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.085309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.109386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 64111ed7-c5a6-41f8-9148-2cfe4ecebbb0 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:33.172296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] Pushing event deleted for resources: {'Port': ['ID=d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:33.172626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.179696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6522c6-1ce0-445c-8278-2237a0af92d7 None None] No DVR routers for this DVR port d1d4da0e-992c-4c1a-8bdb-fe8eb5debbb2 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:33.181381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.275562 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.285575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=a096f4f3-f0e7-4898-8d1b-8bef2a83652d,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:33.293174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b413b21f-f466-4391-8987-dfa698a8ac04 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:33.370665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.375481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.379527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: b413b21f-f466-4391-8987-dfa698a8ac04 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:11:33.379878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b413b21f-f466-4391-8987-dfa698a8ac04 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:11:33.393735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f61db-a259-4824-b7c5-387cdf40db11 None None] Update dhcp port {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': 'aa2ec267-e99c-4de2-b169-78a04dcf5446'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': 'a39e817b-e585-4f82-a48b-c93d932becda'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:11:33.403745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::10eb:a7f0:8e2:ecec (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/aa2ec267-e99c-4de2-b169-78a04dcf5446/64111ed7-c5a6-41f8-9148-2cfe4ecebbb0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:33.449577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dc5f61db-a259-4824-b7c5-387cdf40db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.504331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event deleted for resources: {'Network': ['ID=a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:33.578345 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f3126986-c632-4054-b62a-3b07a6a2bb23 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "DELETE /v2.0/networks/a7d0c57d-56a5-4c6e-8ae4-f1c94ed5ffd7 HTTP/1.1" status: 204 len: 168 time: 4.2793553 Feb 04 06:11:33.589908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40670) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:33.659890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.676571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 64111ed7-c5a6-41f8-9148-2cfe4ecebbb0 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:33.781182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.814047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:33.828118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Sync routers for ids ['ff5179ca-a5af-4bc6-ab88-4765e8fcb187'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:33.855739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Routers {'ff5179ca-a5af-4bc6-ab88-4765e8fcb187'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:33.856824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['ff5179ca-a5af-4bc6-ab88-4765e8fcb187'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:33.890118 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP fe95de55-95a2-4af9-a8a4-a9fb86b7a7b7 associated. External IP: 172.26.7.164, port: cc842263-a854-43e9-8ffa-96fe26e1f656. Feb 04 06:11:33.951277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-dc5f61db-a259-4824-b7c5-387cdf40db11 None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/aa2ec267-e99c-4de2-b169-78a04dcf5446/a39e817b-e585-4f82-a48b-c93d932becda) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:33.965343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:33.970794 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:33.975431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:33.982991 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.983155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:33.983155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.992932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.994380 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5225d785-152f-4e75-903d-648a32ee61be tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2843971 Feb 04 06:11:34.000433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40674) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:34.002449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=64111ed7-c5a6-41f8-9148-2cfe4ecebbb0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:34.128544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a096f4f3-f0e7-4898-8d1b-8bef2a83652d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:34.141401 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3f86e60c-e9ae-46df-b5c1-c1fbe5145378 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5570166 Feb 04 06:11:34.144359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40678) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:34.243200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d719fb2a-9380-4d6e-ac8f-52e626f2e54d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:34.249403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d719fb2a-9380-4d6e-ac8f-52e626f2e54d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:34.250226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d719fb2a-9380-4d6e-ac8f-52e626f2e54d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:34.255004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Set router ff5179ca-a5af-4bc6-ab88-4765e8fcb187 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:34.366753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d719fb2a-9380-4d6e-ac8f-52e626f2e54d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:34.370937 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d719fb2a-9380-4d6e-ac8f-52e626f2e54d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.2219028 Feb 04 06:11:34.371330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40682) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:34.442446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Router d8a3d786-7035-4722-a6f3-7e0da5b8640e is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:11:34.449657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6054c1b3-529d-4a2a-9eec-a725826ffe3e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 64111ed7-c5a6-41f8-9148-2cfe4ecebbb0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:34.449853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6054c1b3-529d-4a2a-9eec-a725826ffe3e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.458252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-dc5f61db-a259-4824-b7c5-387cdf40db11 None None] For port a39e817b-e585-4f82-a48b-c93d932becda, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a39e817b-e585-4f82-a48b-c93d932becda,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:34.470898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port a096f4f3-f0e7-4898-8d1b-8bef2a83652d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:34.471266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.532871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.561805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cc211-ced6-4f9e-829f-98287fdb53b1 req-4b704b05-890e-4a13-8506-9eea6f1c4d3a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:34.563319 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0e9cc211-ced6-4f9e-829f-98287fdb53b1 req-4b704b05-890e-4a13-8506-9eea6f1c4d3a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.8295314 Feb 04 06:11:34.612847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dc5f61db-a259-4824-b7c5-387cdf40db11 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.638882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-dc5f61db-a259-4824-b7c5-387cdf40db11 None None] Ignored duplicate provisioning block setup for port a39e817b-e585-4f82-a48b-c93d932becda by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 06:11:34.713534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dc5f61db-a259-4824-b7c5-387cdf40db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.719153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d55c1df-8b93-4a12-a525-1d550d29f7a8']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:34.725677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6054c1b3-529d-4a2a-9eec-a725826ffe3e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.818017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5179ca-a5af-4bc6-ab88-4765e8fcb187', 'name': 'tempest-snat-router-1550530606', 'tenant_id': '7b3937bc615d4211a00ef83dd4e6e070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '535f56f2-7107-411a-a3a8-28aaa7bb2541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:24Z', 'updated_at': '2022-02-04T06:11:28Z', 'revision_number': 3, 'project_id': '7b3937bc615d4211a00ef83dd4e6e070', 'gw_port': {'id': '535f56f2-7107-411a-a3a8-28aaa7bb2541', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5179ca-a5af-4bc6-ab88-4765e8fcb187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:26Z', 'updated_at': '2022-02-04T06:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:34.819778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652af690-af53-4f1b-85a6-26574385bdc2') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:34.820291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652af690-af53-4f1b-85a6-26574385bdc2') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:34.833191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Checking router: ff5179ca-a5af-4bc6-ab88-4765e8fcb187 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:11:34.833757 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Updating router ff5179ca-a5af-4bc6-ab88-4765e8fcb187 port 535f56f2-7107-411a-a3a8-28aaa7bb2541 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:11:34.853286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6054c1b3-529d-4a2a-9eec-a725826ffe3e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 64111ed7-c5a6-41f8-9148-2cfe4ecebbb0 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:34.882483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f61db-a259-4824-b7c5-387cdf40db11 None None] Pushing event updated for resources: {'Port': ['ID=a39e817b-e585-4f82-a48b-c93d932becda,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:34.882901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.893095 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0e9cc211-ced6-4f9e-829f-98287fdb53b1 req-0ad84896-e09c-4798-b0c1-e633c816b706 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093472 Feb 04 06:11:34.916552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.928293 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-215cd08c-25ca-459f-959f-ca47bcaefd30 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/routers/ff5179ca-a5af-4bc6-ab88-4765e8fcb187 HTTP/1.1" status: 200 len: 908 time: 0.9109783 Feb 04 06:11:34.933808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40686) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:34.991128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.072496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6054c1b3-529d-4a2a-9eec-a725826ffe3e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.142823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:11:35.143040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:11:35.169528 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:11:35.181658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054c1b3-529d-4a2a-9eec-a725826ffe3e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=64111ed7-c5a6-41f8-9148-2cfe4ecebbb0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:35.247251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6054c1b3-529d-4a2a-9eec-a725826ffe3e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.315947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:35.320530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.321861 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-19948a0e-7786-4f7c-9d02-760b88009645 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "PUT /v2.0/routers/d8a3d786-7035-4722-a6f3-7e0da5b8640e HTTP/1.1" status: 200 len: 913 time: 9.9093535 Feb 04 06:11:35.326053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40690) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:35.333367 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de3b86-5fb6-47c8-82ff-c18a788b0ade None None] Sync routers for ids ['d8a3d786-7035-4722-a6f3-7e0da5b8640e'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:35.340790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:35.358687 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de3b86-5fb6-47c8-82ff-c18a788b0ade None None] Routers {'d8a3d786-7035-4722-a6f3-7e0da5b8640e'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:35.359372 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-60de3b86-5fb6-47c8-82ff-c18a788b0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d8a3d786-7035-4722-a6f3-7e0da5b8640e'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:35.369188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.423706 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6054c1b3-529d-4a2a-9eec-a725826ffe3e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/64111ed7-c5a6-41f8-9148-2cfe4ecebbb0 HTTP/1.1" status: 204 len: 168 time: 1.0513093 Feb 04 06:11:35.432638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40694) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:35.447640 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-60de3b86-5fb6-47c8-82ff-c18a788b0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:35.457631 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de3b86-5fb6-47c8-82ff-c18a788b0ade None None] Routers {'d8a3d786-7035-4722-a6f3-7e0da5b8640e'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:35.458231 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-60de3b86-5fb6-47c8-82ff-c18a788b0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d8a3d786-7035-4722-a6f3-7e0da5b8640e'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:35.464005 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Transition to ACTIVE for port object 535f56f2-7107-411a-a3a8-28aaa7bb2541 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:35.557439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.589691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7659ef-4695-4b66-8ba7-f86a1ba21322 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:35.591336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7659ef-4695-4b66-8ba7-f86a1ba21322 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:35.592432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7c7659ef-4695-4b66-8ba7-f86a1ba21322 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:35.610139 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-60de3b86-5fb6-47c8-82ff-c18a788b0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:35.610545 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de3b86-5fb6-47c8-82ff-c18a788b0ade None None] The sync data for ids ['d8a3d786-7035-4722-a6f3-7e0da5b8640e'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:35.629291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.642141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.647314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Attempting to bind port 535f56f2-7107-411a-a3a8-28aaa7bb2541 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:35.647682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Attempting to bind port 535f56f2-7107-411a-a3a8-28aaa7bb2541 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:35.648038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Attempting to bind port 535f56f2-7107-411a-a3a8-28aaa7bb2541 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:35.651766 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-736a306f-dab6-45f1-9898-a1c103a3f2fb tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/routers/d8a3d786-7035-4722-a6f3-7e0da5b8640e HTTP/1.1" status: 200 len: 919 time: 0.3223267 Feb 04 06:11:35.651961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f41334-b57c-4799-81ab-65f2a09e99fb None None] Pushing event updated for resources: {'Port': ['ID=535f56f2-7107-411a-a3a8-28aaa7bb2541,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40698) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:35.656451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:35.657124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:35.657525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.657906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:35.658358 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Bound port: 535f56f2-7107-411a-a3a8-28aaa7bb2541, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:35.659068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.660986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.700695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7c7659ef-4695-4b66-8ba7-f86a1ba21322 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:35.704628 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7c7659ef-4695-4b66-8ba7-f86a1ba21322 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2681291 Feb 04 06:11:35.707700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40702) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:35.745011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] For port 535f56f2-7107-411a-a3a8-28aaa7bb2541, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:35.749482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] For port 535f56f2-7107-411a-a3a8-28aaa7bb2541, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=535f56f2-7107-411a-a3a8-28aaa7bb2541,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:35.752702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event deleted for resources: {'Network': ['ID=9d55c1df-8b93-4a12-a525-1d550d29f7a8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:35.765754 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f44580a2-95d9-44b7-841c-c66139893e20 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "DELETE /v2.0/networks/9d55c1df-8b93-4a12-a525-1d550d29f7a8 HTTP/1.1" status: 204 len: 168 time: 2.1680548 Feb 04 06:11:35.767249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40706) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:35.847427 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.876547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet aa2ec267-e99c-4de2-b169-78a04dcf5446 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:11:35.896475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:35.940701 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Routers {'ff5179ca-a5af-4bc6-ab88-4765e8fcb187'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:35.941395 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['ff5179ca-a5af-4bc6-ab88-4765e8fcb187'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:35.969020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:35.998968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d5331-864d-4011-b4f7-273fe79d5eb1 None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:36.019148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:36.031337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f41334-b57c-4799-81ab-65f2a09e99fb None None] Pushing event updated for resources: {'Port': ['ID=535f56f2-7107-411a-a3a8-28aaa7bb2541,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:36.046190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d5331-864d-4011-b4f7-273fe79d5eb1 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:36.046731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c908871-a2f2-4f23-afdc-c08cb948520e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:36.046868 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a19d5331-864d-4011-b4f7-273fe79d5eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:36.050847 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7c908871-a2f2-4f23-afdc-c08cb948520e tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&device_id=d8a3d786-7035-4722-a6f3-7e0da5b8640e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3948953 Feb 04 06:11:36.059366 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40712) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:36.136242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a19d5331-864d-4011-b4f7-273fe79d5eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:36.176057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:36.211320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d5331-864d-4011-b4f7-273fe79d5eb1 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:36.211973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a19d5331-864d-4011-b4f7-273fe79d5eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:36.296715 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a39e817b-e585-4f82-a48b-c93d932becda up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:36.335592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a19d5331-864d-4011-b4f7-273fe79d5eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:36.335983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d5331-864d-4011-b4f7-273fe79d5eb1 None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:36.379691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] Set router ff5179ca-a5af-4bc6-ab88-4765e8fcb187 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:11:36.399256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18307674-2ab4-403d-8a29-9c36d42e810c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:36.400563 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-18307674-2ab4-403d-8a29-9c36d42e810c tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/networks/0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 881 time: 0.3404901 Feb 04 06:11:36.407023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:36.414301 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40716) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:36.417231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Deleting port 535f56f2-7107-411a-a3a8-28aaa7bb2541 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:36.425567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:36.485051 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-dfabfff2-c1b6-40c2-8c3d-22bb20f24ca8 None None] Provisioning for port a39e817b-e585-4f82-a48b-c93d932becda completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:36.552369 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-270f9e7e-c25a-4c8c-8099-24174775e276 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8a3d786-7035-4722-a6f3-7e0da5b8640e HTTP/1.1" status: 200 len: 205 time: 0.1344287 Feb 04 06:11:36.560141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40720) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:36.678717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:36.727214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port a39e817b-e585-4f82-a48b-c93d932becda completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:36.734940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6ea26793-fda3-4dd9-b7bf-bcacb8dabdbb None None] Could not find standard attr ID for object 64111ed7-c5a6-41f8-9148-2cfe4ecebbb0. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:11:36.739132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port a39e817b-e585-4f82-a48b-c93d932becda triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:36.740041 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:36.749637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378ffd-6511-491e-afb1-c08b0a8ff90d req-ce154899-ec4c-4972-99ad-6c13a9b42737 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:36.756341 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-85378ffd-6511-491e-afb1-c08b0a8ff90d req-ce154899-ec4c-4972-99ad-6c13a9b42737 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.3543630 Feb 04 06:11:36.778568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e22a571-6d0e-4863-9cbb-24aa07c9ba9b']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:36.797865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74b8cc0-2847-4c9b-8d82-6d3cf855bdf7') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:36.798161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74b8cc0-2847-4c9b-8d82-6d3cf855bdf7') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:36.813158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a42112e-1344-4893-9b2f-08504ce620f7 None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:11:36.822110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:36.842783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:36.883108 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5179ca-a5af-4bc6-ab88-4765e8fcb187', 'name': 'tempest-snat-router-1550530606', 'tenant_id': '7b3937bc615d4211a00ef83dd4e6e070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '535f56f2-7107-411a-a3a8-28aaa7bb2541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:24Z', 'updated_at': '2022-02-04T06:11:28Z', 'revision_number': 3, 'project_id': '7b3937bc615d4211a00ef83dd4e6e070', 'gw_port': {'id': '535f56f2-7107-411a-a3a8-28aaa7bb2541', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5179ca-a5af-4bc6-ab88-4765e8fcb187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:26Z', 'updated_at': '2022-02-04T06:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:36.889481 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-85378ffd-6511-491e-afb1-c08b0a8ff90d req-f8f4e0b6-4050-48df-94f8-67e5f8eccef7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319282 Feb 04 06:11:36.945366 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c63a95-e9a8-480a-85f5-6c540fb92a19 None None] The sync data for ids ['ff5179ca-a5af-4bc6-ab88-4765e8fcb187'] in dv-neutron-827796-1-hyperv is: [{'id': 'ff5179ca-a5af-4bc6-ab88-4765e8fcb187', 'name': 'tempest-snat-router-1550530606', 'tenant_id': '7b3937bc615d4211a00ef83dd4e6e070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '535f56f2-7107-411a-a3a8-28aaa7bb2541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:24Z', 'updated_at': '2022-02-04T06:11:28Z', 'revision_number': 3, 'project_id': '7b3937bc615d4211a00ef83dd4e6e070', 'gw_port': {'id': '535f56f2-7107-411a-a3a8-28aaa7bb2541', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5179ca-a5af-4bc6-ab88-4765e8fcb187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:26Z', 'updated_at': '2022-02-04T06:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:36.964208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:36.975360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:11:36.975818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:11:37.005783 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:11:37.009354 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.025436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:37.038979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] For port 535f56f2-7107-411a-a3a8-28aaa7bb2541, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=535f56f2-7107-411a-a3a8-28aaa7bb2541,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:37.039333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.051754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42112e-1344-4893-9b2f-08504ce620f7 None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:11:37.099918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.110396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.178220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2ec267-e99c-4de2-b169-78a04dcf5446,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:37.184817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.193092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.193460 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.193777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.194114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.194446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.194779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.195106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.195434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.195761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.196090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.196415 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.196764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:37.275247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.318201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.320144 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "DELETE /v2.0/networks/8e22a571-6d0e-4863-9cbb-24aa07c9ba9b HTTP/1.1" status: 204 len: 168 time: 1.5506563 Feb 04 06:11:37.332254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40726) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:37.344798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:11:37.345190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:11:37.348442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be96c3c-f2c3-4afb-b680-f493a27925a3 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event deleted for resources: {'Network': ['ID=8e22a571-6d0e-4863-9cbb-24aa07c9ba9b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:37.372400 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-195c1fdb-d6e8-474e-b7c3-a958de209a79 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/aa2ec267-e99c-4de2-b169-78a04dcf5446 HTTP/1.1" status: 204 len: 168 time: 1.6581626 Feb 04 06:11:37.375972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40730) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:37.578462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Calling delete_port for 535f56f2-7107-411a-a3a8-28aaa7bb2541 owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:37.637379 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1175d50c-8043-47d0-9ca1-2862dcee7385 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2536907 Feb 04 06:11:37.649030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.651012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40734) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:37.659371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:37.760405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac6ae11-a3f3-4071-834b-f824a2bdb3c5 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:37.964447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:37.984349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:37.988688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.992834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-85e66a11-eb9f-4bc7-8a4e-6e618ca15e22 None None] Provisioning complete for port a39e817b-e585-4f82-a48b-c93d932becda triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:37.993357 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-85e66a11-eb9f-4bc7-8a4e-6e618ca15e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:37.998061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:38.011753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:38.033502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.039398 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7992e381-4b4b-49c4-b5ce-c0c95271b720']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:38.059529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6ab8a9-3b2a-4927-93e1-3e6000efda80') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:38.059892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6ab8a9-3b2a-4927-93e1-3e6000efda80') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:38.062699 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:38.074747 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a07b0f-3f13-4073-a37a-c679b4ed9b47 None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:38.082723 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.085019 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a07b0f-3f13-4073-a37a-c679b4ed9b47 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:38.085648 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e7a07b0f-3f13-4073-a37a-c679b4ed9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:38.091611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.106334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.115637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:11:38.119804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:11:38.147169 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:11:38.151008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port a39e817b-e585-4f82-a48b-c93d932becda, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a39e817b-e585-4f82-a48b-c93d932becda,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:38.200220 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e7a07b0f-3f13-4073-a37a-c679b4ed9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:38.220065 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a07b0f-3f13-4073-a37a-c679b4ed9b47 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:38.220973 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e7a07b0f-3f13-4073-a37a-c679b4ed9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:38.223406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.259137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-85e66a11-eb9f-4bc7-8a4e-6e618ca15e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.284399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc0947-5e1f-41a2-94f0-a880381b940f req-e6d8e167-d3b8-4fd2-9c04-d475bc106447 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:38.286740 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-79fc0947-5e1f-41a2-94f0-a880381b940f req-e6d8e167-d3b8-4fd2-9c04-d475bc106447 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 1.2357688 Feb 04 06:11:38.287362 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.319476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:38.321967 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e7a07b0f-3f13-4073-a37a-c679b4ed9b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:38.322362 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a07b0f-3f13-4073-a37a-c679b4ed9b47 None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:38.326368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.392609 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1bdd5350-7ef3-4488-b706-edde6c0dd2b0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "PUT /v2.0/floatingips/fe95de55-95a2-4af9-a8a4-a9fb86b7a7b7 HTTP/1.1" status: 200 len: 978 time: 9.4182432 Feb 04 06:11:38.399833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40740) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:38.410647 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a4c2d14f-8e28-436f-9fab-17acb1f027cb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:38.454526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:11:38.511913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-85e66a11-eb9f-4bc7-8a4e-6e618ca15e22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:11:38.512182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-85e66a11-eb9f-4bc7-8a4e-6e618ca15e22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:11:38.525377 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Deleting port a39e817b-e585-4f82-a48b-c93d932becda {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:38.525525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.541106 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-79fc0947-5e1f-41a2-94f0-a880381b940f req-d750334c-a4eb-4223-ab24-697f8ac187f2 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651525 Feb 04 06:11:38.541808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Deleting port 0f7c0923-fb3d-4fcd-8cca-fe25ea49d5fb {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:38.542185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.570626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=a39e817b-e585-4f82-a48b-c93d932becda,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:38.580576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 535f56f2-7107-411a-a3a8-28aaa7bb2541 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:38.648000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.654349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.705294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] Pushing event deleted for resources: {'Network': ['ID=7992e381-4b4b-49c4-b5ce-c0c95271b720,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:38.765736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.776335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d14f-8e28-436f-9fab-17acb1f027cb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.800705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 535f56f2-7107-411a-a3a8-28aaa7bb2541 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:38.819459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 535f56f2-7107-411a-a3a8-28aaa7bb2541 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:38.819849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.861029 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d1aa08a3-8a75-47ec-b751-0afac7379d69 tempest-BulkNetworkOpsTest-2133071139 tempest-BulkNetworkOpsTest-2133071139-project] 10.222.0.32 "DELETE /v2.0/networks/7992e381-4b4b-49c4-b5ce-c0c95271b720 HTTP/1.1" status: 204 len: 168 time: 1.5260632 Feb 04 06:11:38.882067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] For port a39e817b-e585-4f82-a48b-c93d932becda, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a39e817b-e585-4f82-a48b-c93d932becda,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:38.882478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:38.926051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4e6a6-50a6-4b2d-aacc-e433623cf858 req-2f71fa86-f65f-4de2-99ef-0f7676c08bee tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:38.927369 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5ab4e6a6-50a6-4b2d-aacc-e433623cf858 req-2f71fa86-f65f-4de2-99ef-0f7676c08bee tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.2190278 Feb 04 06:11:38.967511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.025789 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5ab4e6a6-50a6-4b2d-aacc-e433623cf858 req-48820ac9-7236-4254-a59a-c44df822954b tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905778 Feb 04 06:11:39.032430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:39.034690 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Calling delete_port for 0f7c0923-fb3d-4fcd-8cca-fe25ea49d5fb owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:39.035628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:39.038705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:39.039314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.105276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=ad2977f7-3b50-4fc7-b610-82250ea522e7,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:39.110887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Calling delete_port for a39e817b-e585-4f82-a48b-c93d932becda owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:39.201221 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b918dbf8-d4cd-4109-b034-ac7554b8db77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5453477 Feb 04 06:11:39.205227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40750) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:39.208307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': 'ad2977f7-3b50-4fc7-b610-82250ea522e7', 'ip_address': '2001:db8::1537:b554:4a96:29c0'}], 'name': 'tempest-NetworksTestDHCPv6-1635684499'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:39.300819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.369156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:39.373845 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:39.376679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:39.383611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:39.426077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.466021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:39.497515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] No DVR routers for this DVR port a39e817b-e585-4f82-a48b-c93d932becda on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:39.504719 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Pushing event deleted for resources: {'Port': ['ID=a39e817b-e585-4f82-a48b-c93d932becda,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:39.519889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7bc707-7978-49e2-8f8b-3a5545006112 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:39.526856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e94fcd-5a50-409f-90a6-f1aaa1113034 req-9d812bcd-a38c-4ef3-93dd-e12f92e84e86 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:39.526856 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a5e94fcd-5a50-409f-90a6-f1aaa1113034 req-9d812bcd-a38c-4ef3-93dd-e12f92e84e86 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.2743466 Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.628088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4b90b-59df-491c-8392-53e1e213d024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.631465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.639620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.665575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port a94d6331-16a0-4861-a4d9-74030af50067 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:39.677631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d14f-8e28-436f-9fab-17acb1f027cb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.695744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40758) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:39.697151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event deleted for resources: {'Port': ['ID=535f56f2-7107-411a-a3a8-28aaa7bb2541,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:39.781458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.782290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.782630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.782956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.783281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.783629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.783951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.784272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.784587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.784929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.785278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.785644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:39.809468 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a5e94fcd-5a50-409f-90a6-f1aaa1113034 req-976b4462-d5e8-4e48-b524-87b2f9ea4c55 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775896 Feb 04 06:11:39.810061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d14f-8e28-436f-9fab-17acb1f027cb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.811206 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-a4c2d14f-8e28-436f-9fab-17acb1f027cb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP fe95de55-95a2-4af9-a8a4-a9fb86b7a7b7 disassociated. External IP: 172.26.7.164, port: 751d960d-1291-4114-874e-8e144ad0f54b. Feb 04 06:11:39.864251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': 'ad2977f7-3b50-4fc7-b610-82250ea522e7'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:11:39.865759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:39.916828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::1537:b554:4a96:29c0 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/ad2977f7-3b50-4fc7-b610-82250ea522e7/a94d6331-16a0-4861-a4d9-74030af50067) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:40.007982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.062708 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-44c7d257-12a7-4879-9bf5-63b0e8a40298 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=590da897a6674645b4a72cdb2b6bc30f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595507 Feb 04 06:11:40.065901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40766) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:40.187761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.188753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.190727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39c3ed50-0d19-4b1f-8fd4-32151f728c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.221025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object a94d6331-16a0-4861-a4d9-74030af50067 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:40.230177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39c3ed50-0d19-4b1f-8fd4-32151f728c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.293501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Pushing event deleted for resources: {'Port': ['ID=0f7c0923-fb3d-4fcd-8cca-fe25ea49d5fb,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:40.303554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.310069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.386698 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.433981 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a39e817b-e585-4f82-a48b-c93d932becda no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:40.437688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39c3ed50-0d19-4b1f-8fd4-32151f728c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.485527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3ed50-0d19-4b1f-8fd4-32151f728c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad3fbda-7053-4f07-8b99-14cc800f40b3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:40.511586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: a39e817b-e585-4f82-a48b-c93d932becda {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:11:40.511693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:40.511774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a39e817b-e585-4f82-a48b-c93d932becda not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:11:40.511855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.511932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:40.520842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:40.527682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:40.528395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.556438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=a94d6331-16a0-4861-a4d9-74030af50067,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:40.560628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39c3ed50-0d19-4b1f-8fd4-32151f728c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.561848 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-39c3ed50-0d19-4b1f-8fd4-32151f728c5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ad3fbda-7053-4f07-8b99-14cc800f40b3 HTTP/1.1" status: 204 len: 168 time: 0.4950738 Feb 04 06:11:40.563018 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/ad2977f7-3b50-4fc7-b610-82250ea522e7/228ea8e8-74ec-4e4d-8312-905e9b9b9925) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:40.649532 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7c19bcb5-4861-4012-b27c-7616d092a0ea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4441669 Feb 04 06:11:40.649830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40772) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:40.740832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.741423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff5179ca-a5af-4bc6-ab88-4765e8fcb187 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:11:40.749308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8698c176-1e23-4959-91ea-eb55ab5df2b3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:40.751760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8698c176-1e23-4959-91ea-eb55ab5df2b3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:40.819243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.830819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Transition to ACTIVE for port object 228ea8e8-74ec-4e4d-8312-905e9b9b9925 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:40.851204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Transition to ACTIVE for port object 228ea8e8-74ec-4e4d-8312-905e9b9b9925 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:40.883323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8698c176-1e23-4959-91ea-eb55ab5df2b3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:40.885363 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8698c176-1e23-4959-91ea-eb55ab5df2b3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2338138 Feb 04 06:11:40.888058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40778) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:40.898196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.903787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.910288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.911426 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-00e14a26-6679-4b41-baab-5d87b6f905f3 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ff5179ca-a5af-4bc6-ab88-4765e8fcb187 HTTP/1.1" status: 204 len: 168 time: 5.9750490 Feb 04 06:11:40.918024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40782) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:40.964554 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:40.969080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-485d71b7-3df9-4cdd-9243-a38818063ca1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port a94d6331-16a0-4861-a4d9-74030af50067 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:40.969945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-485d71b7-3df9-4cdd-9243-a38818063ca1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.005293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c2d14f-8e28-436f-9fab-17acb1f027cb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:41.060641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:41.061686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Pushing event updated for resources: {'Port': ['ID=228ea8e8-74ec-4e4d-8312-905e9b9b9925,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:41.064374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:41.066614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:41.174027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.174458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Fanout notify agent at l3_agent the message router_deleted on router d8a3d786-7035-4722-a6f3-7e0da5b8640e {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:11:41.177123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Attempting to bind port 228ea8e8-74ec-4e4d-8312-905e9b9b9925 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:41.177500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Attempting to bind port 228ea8e8-74ec-4e4d-8312-905e9b9b9925 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:41.177862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Attempting to bind port 228ea8e8-74ec-4e4d-8312-905e9b9b9925 on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:41.184574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:41.184984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:41.185386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.185774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:41.186237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Bound port: 228ea8e8-74ec-4e4d-8312-905e9b9b9925, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:41.186609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.206823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.207967 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-159aef84-037f-428c-8425-e9bc23e383a4 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/d8a3d786-7035-4722-a6f3-7e0da5b8640e HTTP/1.1" status: 204 len: 168 time: 4.6466382 Feb 04 06:11:41.215716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40792) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:41.222911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.280518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9e241413-ac12-4c0b-91db-88b1368025e8 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1515137091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:41.294006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] For port 228ea8e8-74ec-4e4d-8312-905e9b9b9925, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:41.297325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] For port 228ea8e8-74ec-4e4d-8312-905e9b9b9925, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=228ea8e8-74ec-4e4d-8312-905e9b9b9925,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:41.321587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-485d71b7-3df9-4cdd-9243-a38818063ca1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.361209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9e241413-ac12-4c0b-91db-88b1368025e8 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:41.381360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9e241413-ac12-4c0b-91db-88b1368025e8 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Usage tracker for resource:router and tenant:2d6db88142d24326b07df677d95ad7b7 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:41.385951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9e241413-ac12-4c0b-91db-88b1368025e8 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:41.392090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.406333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9e241413-ac12-4c0b-91db-88b1368025e8 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:41.443943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c2d14f-8e28-436f-9fab-17acb1f027cb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:41.457902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04814ab-c9bb-4e0c-a01e-9e798b8de989 None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:41.460413 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-485d71b7-3df9-4cdd-9243-a38818063ca1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for a94d6331-16a0-4861-a4d9-74030af50067 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:41.508430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04814ab-c9bb-4e0c-a01e-9e798b8de989 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:41.508842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d14f-8e28-436f-9fab-17acb1f027cb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.509099 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c04814ab-c9bb-4e0c-a01e-9e798b8de989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:41.552435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e241413-ac12-4c0b-91db-88b1368025e8 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.553750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e241413-ac12-4c0b-91db-88b1368025e8 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.579747 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798d261-e72b-4124-a71b-fdb44a6128ab None None] Pushing event updated for resources: {'Port': ['ID=228ea8e8-74ec-4e4d-8312-905e9b9b9925,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:41.585463 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c04814ab-c9bb-4e0c-a01e-9e798b8de989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:41.605482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04814ab-c9bb-4e0c-a01e-9e798b8de989 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:41.606113 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c04814ab-c9bb-4e0c-a01e-9e798b8de989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:41.610707 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a4c2d14f-8e28-436f-9fab-17acb1f027cb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "PUT /v2.0/floatingips/fe95de55-95a2-4af9-a8a4-a9fb86b7a7b7 HTTP/1.1" status: 200 len: 688 time: 3.2080061 Feb 04 06:11:41.611799 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40804) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:41.679329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c04814ab-c9bb-4e0c-a01e-9e798b8de989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:41.679735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04814ab-c9bb-4e0c-a01e-9e798b8de989 None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:41.720430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.814237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0a79c9df-0327-4d8c-8bd9-7b91f0f45ebb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 42831c56-61a1-4a3e-8916-c21ce96511f0 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:41.814843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a79c9df-0327-4d8c-8bd9-7b91f0f45ebb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.871293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Deleting port a096f4f3-f0e7-4898-8d1b-8bef2a83652d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:41.871628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.893702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40810) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:41.918369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-485d71b7-3df9-4cdd-9243-a38818063ca1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:41.984232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d71b7-3df9-4cdd-9243-a38818063ca1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=a94d6331-16a0-4861-a4d9-74030af50067,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:41.992089 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e241413-ac12-4c0b-91db-88b1368025e8 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.051264 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a07feae4-49e4-4351-8dcb-c22c8e12a60b tempest-DvrRoutersNegativeTest-1279994889 tempest-DvrRoutersNegativeTest-1279994889-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2079612255', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:42.056747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.policy [None req-a07feae4-49e4-4351-8dcb-c22c8e12a60b tempest-DvrRoutersNegativeTest-1279994889 tempest-DvrRoutersNegativeTest-1279994889-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88198) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 04 06:11:42.057073 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.policy [None req-a07feae4-49e4-4351-8dcb-c22c8e12a60b tempest-DvrRoutersNegativeTest-1279994889 tempest-DvrRoutersNegativeTest-1279994889-project] Failed policy check for 'create_router' {{(pid=88198) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 04 06:11:42.057681 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-a07feae4-49e4-4351-8dcb-c22c8e12a60b tempest-DvrRoutersNegativeTest-1279994889 tempest-DvrRoutersNegativeTest-1279994889-project] create failed (client error): Access was denied to this resource. Feb 04 06:11:42.061790 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a07feae4-49e4-4351-8dcb-c22c8e12a60b tempest-DvrRoutersNegativeTest-1279994889 tempest-DvrRoutersNegativeTest-1279994889-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1641085 Feb 04 06:11:42.070472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-485d71b7-3df9-4cdd-9243-a38818063ca1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.083277 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-485d71b7-3df9-4cdd-9243-a38818063ca1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/a94d6331-16a0-4861-a4d9-74030af50067 HTTP/1.1" status: 204 len: 168 time: 1.1909921 Feb 04 06:11:42.083606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40818) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:42.159091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880a088-b383-4bef-a2bb-98780f0eea02 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:42.161348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880a088-b383-4bef-a2bb-98780f0eea02 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:42.162301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7880a088-b383-4bef-a2bb-98780f0eea02 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:42.225745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e241413-ac12-4c0b-91db-88b1368025e8 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.275131 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7880a088-b383-4bef-a2bb-98780f0eea02 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:42.277831 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7880a088-b383-4bef-a2bb-98780f0eea02 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1931772 Feb 04 06:11:42.281231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40822) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:42.291549 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a79c9df-0327-4d8c-8bd9-7b91f0f45ebb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.291895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a79c9df-0327-4d8c-8bd9-7b91f0f45ebb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.354112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcd81f1-65e2-41b3-87e7-c0e1be38ee6e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet ad2977f7-3b50-4fc7-b610-82250ea522e7 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:11:42.357654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3bcd81f1-65e2-41b3-87e7-c0e1be38ee6e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.436665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0a79c9df-0327-4d8c-8bd9-7b91f0f45ebb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 42831c56-61a1-4a3e-8916-c21ce96511f0 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:42.446663 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 228ea8e8-74ec-4e4d-8312-905e9b9b9925 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:42.462253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3bcd81f1-65e2-41b3-87e7-c0e1be38ee6e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.470833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e241413-ac12-4c0b-91db-88b1368025e8 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.475154 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9e241413-ac12-4c0b-91db-88b1368025e8 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2572217 Feb 04 06:11:42.484439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40826) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:42.511767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'enable_snat': False}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:42.608965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3bcd81f1-65e2-41b3-87e7-c0e1be38ee6e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.618917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] For port a096f4f3-f0e7-4898-8d1b-8bef2a83652d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a096f4f3-f0e7-4898-8d1b-8bef2a83652d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:42.623236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.649696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 228ea8e8-74ec-4e4d-8312-905e9b9b9925 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:42.667158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 535f56f2-7107-411a-a3a8-28aaa7bb2541 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:42.709821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40832) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:42.716379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 535f56f2-7107-411a-a3a8-28aaa7bb2541 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:11:42.716379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 535f56f2-7107-411a-a3a8-28aaa7bb2541 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:11:42.780941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3bcd81f1-65e2-41b3-87e7-c0e1be38ee6e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.846634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3bcd81f1-65e2-41b3-87e7-c0e1be38ee6e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.857802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd81f1-65e2-41b3-87e7-c0e1be38ee6e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2977f7-3b50-4fc7-b610-82250ea522e7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:42.862966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17923d7b-10c9-429e-8c17-6f9181858074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:42.881686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-17923d7b-10c9-429e-8c17-6f9181858074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:42.885737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-17923d7b-10c9-429e-8c17-6f9181858074 admin admin] Usage tracker for resource:security_group_rule and tenant:c23b5dc3e4d142f189d7c731c4f09b05 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:42.889961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-17923d7b-10c9-429e-8c17-6f9181858074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:42.898354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-17923d7b-10c9-429e-8c17-6f9181858074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:42.904201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Calling delete_port for a096f4f3-f0e7-4898-8d1b-8bef2a83652d owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:42.915678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2e445-2ff0-4322-8dd7-b87f5796e4ec None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:42.984744 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3bcd81f1-65e2-41b3-87e7-c0e1be38ee6e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/ad2977f7-3b50-4fc7-b610-82250ea522e7 HTTP/1.1" status: 204 len: 168 time: 0.7000041 Feb 04 06:11:42.990996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40838) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:43.127542 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e259037c-6ec2-4a14-97bd-aecbc75f0dbe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1347671 Feb 04 06:11:43.131910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:43.159224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:43.232720 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-beb02be7-06f7-4e0f-a27b-b3d3bedc9744 None None] Provisioning for port 228ea8e8-74ec-4e4d-8312-905e9b9b9925 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:43.248837 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-beb02be7-06f7-4e0f-a27b-b3d3bedc9744 None None] Provisioning complete for port 228ea8e8-74ec-4e4d-8312-905e9b9b9925 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:43.249233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-beb02be7-06f7-4e0f-a27b-b3d3bedc9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.270321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.297499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:43.301639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:43.304605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:43.311092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:43.325218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17923d7b-10c9-429e-8c17-6f9181858074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.386899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-beb02be7-06f7-4e0f-a27b-b3d3bedc9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.423985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-beb02be7-06f7-4e0f-a27b-b3d3bedc9744 None None] For port 228ea8e8-74ec-4e4d-8312-905e9b9b9925, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=228ea8e8-74ec-4e4d-8312-905e9b9b9925,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:43.433171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3096bf-c1f7-4172-80bb-e2e70bc610c1 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:11:43.437859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2a3096bf-c1f7-4172-80bb-e2e70bc610c1 None None] Deleting port 228ea8e8-74ec-4e4d-8312-905e9b9b9925 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:43.438229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2a3096bf-c1f7-4172-80bb-e2e70bc610c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.443838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:43.447331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.461168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17923d7b-10c9-429e-8c17-6f9181858074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.526155 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-beb02be7-06f7-4e0f-a27b-b3d3bedc9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.580714 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-17923d7b-10c9-429e-8c17-6f9181858074 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c23b5dc3e4d142f189d7c731c4f09b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8684700 Feb 04 06:11:43.586342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:43.592412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17923d7b-10c9-429e-8c17-6f9181858074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686a9e28-966b-42d0-9a8d-c1c3f42e56c9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:43.617554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a79c9df-0327-4d8c-8bd9-7b91f0f45ebb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.680446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31110411-36e1-4618-b753-6612bc6c6bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.684901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79c9df-0327-4d8c-8bd9-7b91f0f45ebb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=42831c56-61a1-4a3e-8916-c21ce96511f0,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:43.693069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb02be7-06f7-4e0f-a27b-b3d3bedc9744 None None] Pushing event updated for resources: {'Port': ['ID=228ea8e8-74ec-4e4d-8312-905e9b9b9925,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:43.717457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2a3096bf-c1f7-4172-80bb-e2e70bc610c1 None None] For port 228ea8e8-74ec-4e4d-8312-905e9b9b9925, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=228ea8e8-74ec-4e4d-8312-905e9b9b9925,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:43.719466 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2a3096bf-c1f7-4172-80bb-e2e70bc610c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.754242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31110411-36e1-4618-b753-6612bc6c6bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.804290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a79c9df-0327-4d8c-8bd9-7b91f0f45ebb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.827519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.841181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2a3096bf-c1f7-4172-80bb-e2e70bc610c1 None None] Calling delete_port for 228ea8e8-74ec-4e4d-8312-905e9b9b9925 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:43.916449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event deleted for resources: {'Port': ['ID=a096f4f3-f0e7-4898-8d1b-8bef2a83652d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:43.954888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a79c9df-0327-4d8c-8bd9-7b91f0f45ebb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:43.955985 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0a79c9df-0327-4d8c-8bd9-7b91f0f45ebb tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/floatingips/fe95de55-95a2-4af9-a8a4-a9fb86b7a7b7 HTTP/1.1" status: 204 len: 168 time: 2.3409786 Feb 04 06:11:43.958795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:44.009218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2a3096bf-c1f7-4172-80bb-e2e70bc610c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.022497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.055808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3096bf-c1f7-4172-80bb-e2e70bc610c1 None None] Pushing event deleted for resources: {'Port': ['ID=228ea8e8-74ec-4e4d-8312-905e9b9b9925,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:44.059480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31110411-36e1-4618-b753-6612bc6c6bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.060137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3096bf-c1f7-4172-80bb-e2e70bc610c1 None None] No DVR routers for this DVR port 228ea8e8-74ec-4e4d-8312-905e9b9b9925 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:44.068269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.073000 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-c9d3f607-f3e4-4ede-92d1-80050629ffdc tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] delete failed (client error): The resource could not be found. Feb 04 06:11:44.075918 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c9d3f607-f3e4-4ede-92d1-80050629ffdc tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/floatingips/fe95de55-95a2-4af9-a8a4-a9fb86b7a7b7 HTTP/1.1" status: 404 len: 345 time: 0.1147900 Feb 04 06:11:44.087614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40854) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:44.134829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31110411-36e1-4618-b753-6612bc6c6bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686a9e28-966b-42d0-9a8d-c1c3f42e56c9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:44.148719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:44.160254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:44.167571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:44.167824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.170226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b131b1b4-dc6b-4049-93ab-04b0535830c3 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:44.188400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=96df9635-9a0e-4287-baf5-cdd55d7f1842,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:44.206113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31110411-36e1-4618-b753-6612bc6c6bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.206296 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-31110411-36e1-4618-b753-6612bc6c6bcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/686a9e28-966b-42d0-9a8d-c1c3f42e56c9 HTTP/1.1" status: 204 len: 168 time: 0.6190054 Feb 04 06:11:44.250401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d152484b-1136-41d7-ab30-7e4bb2342be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:44.258448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d152484b-1136-41d7-ab30-7e4bb2342be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:44.266321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d152484b-1136-41d7-ab30-7e4bb2342be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:44.267281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d152484b-1136-41d7-ab30-7e4bb2342be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Synchronizing usage tracker for tenant:17b3d76fbaf6447586ecbfa5afe4b333 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:44.311394 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9ddfd205-d124-444c-9316-5cacb131a6f8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1718891 Feb 04 06:11:44.311394 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40860) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:44.317385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': '96df9635-9a0e-4287-baf5-cdd55d7f1842', 'ip_address': '2001:db8::affa:4359:d482:6dbd'}], 'name': 'tempest-NetworksTestDHCPv6-539783523'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:44.363362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.367003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.396721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.427483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.454013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '96df9635-9a0e-4287-baf5-cdd55d7f1842'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:11:44.454013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.473255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 228ea8e8-74ec-4e4d-8312-905e9b9b9925 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:44.493569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d152484b-1136-41d7-ab30-7e4bb2342be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Unset dirty status for tenant:17b3d76fbaf6447586ecbfa5afe4b333 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:44.497915 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d152484b-1136-41d7-ab30-7e4bb2342be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "GET /v2.0/ports?network_id=acea0f06-1a51-4d86-83c0-b03a1a701884 HTTP/1.1" status: 200 len: 2358 time: 0.4032190 Feb 04 06:11:44.498372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40864) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:44.521155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:44.522635 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 228ea8e8-74ec-4e4d-8312-905e9b9b9925 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:11:44.523126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 228ea8e8-74ec-4e4d-8312-905e9b9b9925 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:11:44.525797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:44.528470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:44.537249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:44.566469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf01d40-2d54-47ca-b8cf-a81a64fd4cc9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:44.567105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-adf01d40-2d54-47ca-b8cf-a81a64fd4cc9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Synchronizing usage tracker for tenant:17b3d76fbaf6447586ecbfa5afe4b333 on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:44.607264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.607859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68e01a7b-39b3-434a-a3f4-6786e86ec238 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:11:44.640642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.641941 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-186dfdc6-6c85-4860-83ae-cb58ccb26ee2 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "DELETE /v2.0/routers/68e01a7b-39b3-434a-a3f4-6786e86ec238 HTTP/1.1" status: 204 len: 168 time: 3.7227173 Feb 04 06:11:44.646405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40868) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:44.653838 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1049648495', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:44.666396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:44.713484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Usage tracker for resource:router and tenant:e9cff3eb480c4c40810af480187eb5e4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:44.718180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:44.723008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:44.726808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:44.728859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-adf01d40-2d54-47ca-b8cf-a81a64fd4cc9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Unset dirty status for tenant:17b3d76fbaf6447586ecbfa5afe4b333 on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:44.736433 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-adf01d40-2d54-47ca-b8cf-a81a64fd4cc9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "GET /v2.0/subnets/91989896-7e2b-4224-bc91-9537bc968154 HTTP/1.1" status: 200 len: 797 time: 0.2312808 Feb 04 06:11:44.737761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40874) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:44.737895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/96df9635-9a0e-4287-baf5-cdd55d7f1842/fc2e9585-0715-4a04-81b3-f952fea76dbd) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:44.749790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'port': {'network_id': 'acea0f06-1a51-4d86-83c0-b03a1a701884', 'name': 'tempest-FloatingIPTestJSON-506055880', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:44.846339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Allocated IP 172.26.7.234 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/c19e1ce5-f6ad-4336-976e-e2fb5d21178e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:44.910648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.914326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.927978 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.011513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.014469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.027235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Transition to ACTIVE for port object fc2e9585-0715-4a04-81b3-f952fea76dbd will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:45.033819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 87cefd51-2873-414c-af61-e9630be0b599 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:45.042123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:45.049592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Transition to ACTIVE for port object fc2e9585-0715-4a04-81b3-f952fea76dbd will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:45.066189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:45.105302 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.191843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.252261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Made reservation on behalf of 17b3d76fbaf6447586ecbfa5afe4b333 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:45.271922 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:45.272188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::affa:4359:d482:6dbd (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/96df9635-9a0e-4287-baf5-cdd55d7f1842/87cefd51-2873-414c-af61-e9630be0b599) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:45.275191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:45.279608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:45.315888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Pushing event updated for resources: {'Port': ['ID=fc2e9585-0715-4a04-81b3-f952fea76dbd,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:45.414139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Attempting to bind port fc2e9585-0715-4a04-81b3-f952fea76dbd on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:45.414556 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Attempting to bind port fc2e9585-0715-4a04-81b3-f952fea76dbd by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:45.415007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Attempting to bind port fc2e9585-0715-4a04-81b3-f952fea76dbd on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:45.421530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:45.423831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:45.423831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.423831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:45.423831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Bound port: fc2e9585-0715-4a04-81b3-f952fea76dbd, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:45.423831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.525390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] For port fc2e9585-0715-4a04-81b3-f952fea76dbd, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:45.529249 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] For port fc2e9585-0715-4a04-81b3-f952fea76dbd, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fc2e9585-0715-4a04-81b3-f952fea76dbd,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:45.532926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.540012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.554383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 87cefd51-2873-414c-af61-e9630be0b599 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:45.608907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.691194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.692286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6faf542-c803-46e0-a54f-503b45bc1263 None None] Pushing event updated for resources: {'Port': ['ID=fc2e9585-0715-4a04-81b3-f952fea76dbd,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:45.734738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6274-fe7b-456e-9e73-b02f885a8198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.770879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:45.779643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.784876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:45.788350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:45.791277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:45.794607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Pushing event updated for resources: {'Port': ['ID=c19e1ce5-f6ad-4336-976e-e2fb5d21178e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:45.796597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:45.800269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:45.802615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:45.805479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.812208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=87cefd51-2873-414c-af61-e9630be0b599,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:45.888753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.895772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40898) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:45.952156 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e5d3e25a-5585-4d7e-9eee-56df2fe2ec7c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6434145 Feb 04 06:11:45.955888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40904) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:46.056554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] device_id is not set on port 71b221c1-cad7-4698-a2a5-80a510c36ea8 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:46.064751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6ed70495-69b1-420d-bd37-86437bbce979 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-862892735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:46.078659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4589e78a-8238-48b1-b795-d2fd9cb8e47b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:46.084684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4589e78a-8238-48b1-b795-d2fd9cb8e47b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:46.085479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4589e78a-8238-48b1-b795-d2fd9cb8e47b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:46.091191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6ed70495-69b1-420d-bd37-86437bbce979 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:46.098310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6ed70495-69b1-420d-bd37-86437bbce979 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Usage tracker for resource:router and tenant:d4257573edf446209a84646c4af2ca1b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:46.103602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6ed70495-69b1-420d-bd37-86437bbce979 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:46.110992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6ed70495-69b1-420d-bd37-86437bbce979 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:46.265799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4589e78a-8238-48b1-b795-d2fd9cb8e47b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:46.267109 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4589e78a-8238-48b1-b795-d2fd9cb8e47b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3099911 Feb 04 06:11:46.270106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40908) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:46.310362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ed70495-69b1-420d-bd37-86437bbce979 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:46.311388 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ed70495-69b1-420d-bd37-86437bbce979 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:46.355959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ed70495-69b1-420d-bd37-86437bbce979 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:46.371026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dd193470-ef6b-44b2-aca6-017f028df93d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 87cefd51-2873-414c-af61-e9630be0b599 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:46.371026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd193470-ef6b-44b2-aca6-017f028df93d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:46.427180 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fc2e9585-0715-4a04-81b3-f952fea76dbd up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:46.526697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ed70495-69b1-420d-bd37-86437bbce979 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:46.598163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port fc2e9585-0715-4a04-81b3-f952fea76dbd completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:46.611846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a096f4f3-f0e7-4898-8d1b-8bef2a83652d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:46.655988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: a096f4f3-f0e7-4898-8d1b-8bef2a83652d {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:11:46.656328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a096f4f3-f0e7-4898-8d1b-8bef2a83652d not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:11:46.710772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ed70495-69b1-420d-bd37-86437bbce979 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:46.714433 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6ed70495-69b1-420d-bd37-86437bbce979 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8151493 Feb 04 06:11:46.715276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40912) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:46.722357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-520286195'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:46.727399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd193470-ef6b-44b2-aca6-017f028df93d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:46.739714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:46.794833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Usage tracker for resource:network and tenant:d4257573edf446209a84646c4af2ca1b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:46.855290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:46.864231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dd193470-ef6b-44b2-aca6-017f028df93d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 87cefd51-2873-414c-af61-e9630be0b599 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:46.900975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:46.907590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:46.989948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Made reservation on behalf of d4257573edf446209a84646c4af2ca1b for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:46.993544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.012500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.040773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:47.049516 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Usage tracker for resource:security_group_rule and tenant:d4257573edf446209a84646c4af2ca1b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:47.053099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:47.058909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:47.069310 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-29df3b04-6e87-4abd-ae17-66769267c12d None None] Provisioning for port fc2e9585-0715-4a04-81b3-f952fea76dbd completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:47.077438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-29df3b04-6e87-4abd-ae17-66769267c12d None None] Provisioning complete for port fc2e9585-0715-4a04-81b3-f952fea76dbd triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:47.078231 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-29df3b04-6e87-4abd-ae17-66769267c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.080627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.136447 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.138647 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.20.0.14 (acea0f06-1a51-4d86-83c0-b03a1a701884/91989896-7e2b-4224-bc91-9537bc968154/71b221c1-cad7-4698-a2a5-80a510c36ea8) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:47.192755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd193470-ef6b-44b2-aca6-017f028df93d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.209674 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-29df3b04-6e87-4abd-ae17-66769267c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.244509 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-29df3b04-6e87-4abd-ae17-66769267c12d None None] For port fc2e9585-0715-4a04-81b3-f952fea76dbd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fc2e9585-0715-4a04-81b3-f952fea76dbd,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:47.252451 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.20.0.13 (acea0f06-1a51-4d86-83c0-b03a1a701884/91989896-7e2b-4224-bc91-9537bc968154/71b221c1-cad7-4698-a2a5-80a510c36ea8) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:47.317678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd193470-ef6b-44b2-aca6-017f028df93d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=87cefd51-2873-414c-af61-e9630be0b599,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:47.327566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-29df3b04-6e87-4abd-ae17-66769267c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.327773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd193470-ef6b-44b2-aca6-017f028df93d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.419372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.453982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c4273923-579d-44e0-ae45-ea031a692f97 None None] Could not find standard attr ID for object 87cefd51-2873-414c-af61-e9630be0b599. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:11:47.454505 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dd193470-ef6b-44b2-aca6-017f028df93d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/87cefd51-2873-414c-af61-e9630be0b599 HTTP/1.1" status: 204 len: 168 time: 1.1829329 Feb 04 06:11:47.459674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40918) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:47.459923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df3b04-6e87-4abd-ae17-66769267c12d None None] Pushing event updated for resources: {'Port': ['ID=fc2e9585-0715-4a04-81b3-f952fea76dbd,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:47.539497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.577901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18ef1e5-7716-40af-9c82-133b6c1193c7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:47.579385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18ef1e5-7716-40af-9c82-133b6c1193c7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:47.580118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c18ef1e5-7716-40af-9c82-133b6c1193c7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:47.595294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:47.608409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b45b58-e200-4e54-8f2b-b45eb645facd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:47.621591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.621848 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Added segment ce0a0592-1105-45b0-b778-0f89a1313d54 of type vlan for network dd3e8930-185f-48f9-b713-6689bf650f07 Feb 04 06:11:47.649589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.688377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Allocated IP 172.26.7.59 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/b4dba065-0427-46ff-9a57-265ea8efc920) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:47.708628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.723103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c18ef1e5-7716-40af-9c82-133b6c1193c7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:47.725683 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c18ef1e5-7716-40af-9c82-133b6c1193c7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2676516 Feb 04 06:11:47.727006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:47.730077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.767742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.773139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:47.773734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.919702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.957226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6513d10a-4820-431e-bd8e-43040a95444d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.990299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-05eb0ebd-917a-4472-8bfa-dc194a2a8660 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 96df9635-9a0e-4287-baf5-cdd55d7f1842 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:11:48.003905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-05eb0ebd-917a-4472-8bfa-dc194a2a8660 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.048252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Network': ['ID=dd3e8930-185f-48f9-b713-6689bf650f07,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:48.059845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network dd3e8930-185f-48f9-b713-6689bf650f07 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:11:48.068568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-05eb0ebd-917a-4472-8bfa-dc194a2a8660 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.079136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.101130 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f1375044-4658-4b8f-a618-ca46fc401065 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3821845 Feb 04 06:11:48.103754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40926) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:48.109511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'subnet': {'network_id': 'dd3e8930-185f-48f9-b713-6689bf650f07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:48.241532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.245747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:48.255600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Usage tracker for resource:subnet and tenant:d4257573edf446209a84646c4af2ca1b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:48.259650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:48.266515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:48.279600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-05eb0ebd-917a-4472-8bfa-dc194a2a8660 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.306304 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Router f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:11:48.311013 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.366662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Made reservation on behalf of d4257573edf446209a84646c4af2ca1b for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:48.370852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.373405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fc2e9585-0715-4a04-81b3-f952fea76dbd up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:48.399874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network acea0f06-1a51-4d86-83c0-b03a1a701884 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:48.407512 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:48.410201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=71b221c1-cad7-4698-a2a5-80a510c36ea8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:48.443961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port fc2e9585-0715-4a04-81b3-f952fea76dbd triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:48.444387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.445130 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:48.491620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-05eb0ebd-917a-4472-8bfa-dc194a2a8660 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.552446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb0ebd-917a-4472-8bfa-dc194a2a8660 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=96df9635-9a0e-4287-baf5-cdd55d7f1842,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:48.554553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-05eb0ebd-917a-4472-8bfa-dc194a2a8660 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.574673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e78c8c-34e7-4ffb-a8c2-63c0b47f7750 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:48.662359 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-05eb0ebd-917a-4472-8bfa-dc194a2a8660 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/96df9635-9a0e-4287-baf5-cdd55d7f1842 HTTP/1.1" status: 204 len: 168 time: 0.9319048 Feb 04 06:11:48.663808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40930) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:48.673269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:48.684929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:48.692593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:48.753368 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-47174c38-760e-4c9b-a409-7a9d30e204e9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884516 Feb 04 06:11:48.756164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40934) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:48.820011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Pushing event updated for resources: {'Port': ['ID=b4dba065-0427-46ff-9a57-265ea8efc920,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:48.822469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.844459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:48.845364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.848765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b4d88b-70a1-49a6-b90a-ba49df8d1364 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:11:48.853392 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-13b4d88b-70a1-49a6-b90a-ba49df8d1364 None None] Deleting port fc2e9585-0715-4a04-81b3-f952fea76dbd {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:48.853989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-13b4d88b-70a1-49a6-b90a-ba49df8d1364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:48.921682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a0d1f-1ffd-4454-a5e3-6563d5b177ca tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:48.922387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e04a0d1f-1ffd-4454-a5e3-6563d5b177ca tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:48.926629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Subnet': ['ID=a7ed517e-dffa-42c3-9085-712bfaa729a1,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:48.940402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Checking segment: {'id': 'ce0a0592-1105-45b0-b778-0f89a1313d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dd3e8930-185f-48f9-b713-6689bf650f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:48.940402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network hostable DHCP agents. Network: dd3e8930-185f-48f9-b713-6689bf650f07, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:11:48.945845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:48.966928 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a305c1-3019-4c7c-8090-55b281f9ea28 None None] Sync routers for ids ['f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:48.977824 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a305c1-3019-4c7c-8090-55b281f9ea28 None None] Routers {'f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:48.978515 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c1a305c1-3019-4c7c-8090-55b281f9ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:48.998619 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.045097 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c1a305c1-3019-4c7c-8090-55b281f9ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:49.053916 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a305c1-3019-4c7c-8090-55b281f9ea28 None None] Routers {'f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:49.055328 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c1a305c1-3019-4c7c-8090-55b281f9ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:49.065751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e04a0d1f-1ffd-4454-a5e3-6563d5b177ca tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:49.074571 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e04a0d1f-1ffd-4454-a5e3-6563d5b177ca tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3097639 Feb 04 06:11:49.074571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40938) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:49.095044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-13b4d88b-70a1-49a6-b90a-ba49df8d1364 None None] For port fc2e9585-0715-4a04-81b3-f952fea76dbd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fc2e9585-0715-4a04-81b3-f952fea76dbd,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:49.095628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-13b4d88b-70a1-49a6-b90a-ba49df8d1364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.114161 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c1a305c1-3019-4c7c-8090-55b281f9ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:49.114572 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a305c1-3019-4c7c-8090-55b281f9ea28 None None] The sync data for ids ['f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:49.128597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network dd3e8930-185f-48f9-b713-6689bf650f07 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:11:49.132140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.133737 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0930b48f-6b30-4c68-909c-ebf26d4097ce tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "PUT /v2.0/routers/f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3 HTTP/1.1" status: 200 len: 916 time: 6.6415849 Feb 04 06:11:49.136480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40942) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:49.153033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a5c206-bcce-49e5-b842-50abc4050655 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:49.153933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4a5c206-bcce-49e5-b842-50abc4050655 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:49.161062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.223072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-13b4d88b-70a1-49a6-b90a-ba49df8d1364 None None] Calling delete_port for fc2e9585-0715-4a04-81b3-f952fea76dbd owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:49.272423 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c2774242-a4a0-4669-a92d-815c2c54caa2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.5317862 Feb 04 06:11:49.274949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, dd3e8930-185f-48f9-b713-6689bf650f07) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:49.278776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40946) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:49.281366 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:49.282900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.287280 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '71b221c1-cad7-4698-a2a5-80a510c36ea8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:49.290693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6475984-51db-4d7f-989d-edf48232b63b None None] Network dd3e8930-185f-48f9-b713-6689bf650f07 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:49.295921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4a5c206-bcce-49e5-b842-50abc4050655 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:49.297278 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b4a5c206-bcce-49e5-b842-50abc4050655 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2264299 Feb 04 06:11:49.300276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40950) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:49.314756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:49.328144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:floatingip and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:49.334697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:49.379290 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9ccd409c-037f-462b-b865-c34b51dad52c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776160 Feb 04 06:11:49.384430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40954) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:49.390505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:49.448353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:49.480499 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3cf6357e-f54a-412e-ab05-cb55654f7f81 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3757417 Feb 04 06:11:49.483573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40958) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:49.496093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'network': {'name': 'tempest-router-network01--2009036336'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:49.506587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:49.514086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.525345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:49.536499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:49.540057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-13b4d88b-70a1-49a6-b90a-ba49df8d1364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.564267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Usage tracker for resource:network and tenant:d4257573edf446209a84646c4af2ca1b is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:49.573475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:49.595025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:49.595648 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4d88b-70a1-49a6-b90a-ba49df8d1364 None None] Pushing event deleted for resources: {'Port': ['ID=fc2e9585-0715-4a04-81b3-f952fea76dbd,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:49.600506 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-83cc55e8-6392-4df6-ba6a-285f3ee23f69 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/routers/f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3 HTTP/1.1" status: 200 len: 922 time: 0.4604244 Feb 04 06:11:49.600694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.600694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4d88b-70a1-49a6-b90a-ba49df8d1364 None None] No DVR routers for this DVR port fc2e9585-0715-4a04-81b3-f952fea76dbd on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:49.601487 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40962) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:49.602319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-dd3e8930-185f-48f9-b713-6689bf650f07', 'network_id': 'dd3e8930-185f-48f9-b713-6689bf650f07', 'tenant_id': 'd4257573edf446209a84646c4af2ca1b', 'fixed_ips': [{'subnet_id': 'a7ed517e-dffa-42c3-9085-712bfaa729a1'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:11:49.603122 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.691969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:49.695925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.730236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.762936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Made reservation on behalf of d4257573edf446209a84646c4af2ca1b for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:49.766430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.769243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Allocated IP 2001:db8::2 (dd3e8930-185f-48f9-b713-6689bf650f07/a7ed517e-dffa-42c3-9085-712bfaa729a1/7984158f-ea64-4876-b93a-cfc038e811de) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:49.942492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:49.969801 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a0264-219c-4922-a303-7ea65548dac1 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:49.971296 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0a8a0264-219c-4922-a303-7ea65548dac1 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&device_id=f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3673191 Feb 04 06:11:49.974249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40966) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:49.982101 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.982465 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Added segment 5c8fe4d3-2388-4a44-94e8-14100cae6aa2 of type vlan for network 5670f190-d8d6-4f4b-a280-adb2734721b0 Feb 04 06:11:49.987959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:49.998823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Transition to ACTIVE for port object 7984158f-ea64-4876-b93a-cfc038e811de will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:50.020081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Transition to ACTIVE for port object 7984158f-ea64-4876-b93a-cfc038e811de will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:50.063586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.136313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.211778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Network dd3e8930-185f-48f9-b713-6689bf650f07 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:50.214526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:50.218535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:50.224812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Pushing event updated for resources: {'Port': ['ID=7984158f-ea64-4876-b93a-cfc038e811de,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:50.236672 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.239747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.265164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:50.276696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:50.280621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:50.281233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.302530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b390c-0fc0-4604-8125-55f37bd89d99 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:50.318290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=98b706d3-8469-45bf-a601-c680fc33d423,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:50.333171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a506e-4cd3-4648-8c1c-56916fea3446 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:50.333171 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-743a506e-4cd3-4648-8c1c-56916fea3446 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/networks/0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 881 time: 0.3554707 Feb 04 06:11:50.333750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40970) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:50.386096 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e9a7c816-8cc9-4cd8-aafb-b7a226b8327c tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3 HTTP/1.1" status: 200 len: 205 time: 0.0495615 Feb 04 06:11:50.388867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40974) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:50.430505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Attempting to bind port 7984158f-ea64-4876-b93a-cfc038e811de on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:50.430864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Attempting to bind port 7984158f-ea64-4876-b93a-cfc038e811de by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'ce0a0592-1105-45b0-b778-0f89a1313d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dd3e8930-185f-48f9-b713-6689bf650f07'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:50.431211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Attempting to bind port 7984158f-ea64-4876-b93a-cfc038e811de on network dd3e8930-185f-48f9-b713-6689bf650f07 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:50.450265 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:50.450635 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Checking segment: {'id': 'ce0a0592-1105-45b0-b778-0f89a1313d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dd3e8930-185f-48f9-b713-6689bf650f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:50.451060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.451451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Bound using segment: {'id': 'ce0a0592-1105-45b0-b778-0f89a1313d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dd3e8930-185f-48f9-b713-6689bf650f07'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:50.451924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Bound port: 7984158f-ea64-4876-b93a-cfc038e811de, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0a0592-1105-45b0-b778-0f89a1313d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dd3e8930-185f-48f9-b713-6689bf650f07'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:50.452290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.458185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.466738 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c21f28d6-7af2-43bf-bf1f-dc7da18c5bb8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0806863 Feb 04 06:11:50.482182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 40978) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:50.484059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fc2e9585-0715-4a04-81b3-f952fea76dbd no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:11:50.491146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': '98b706d3-8469-45bf-a601-c680fc33d423', 'ip_address': '2001:db8::68b2:445a:ccbd:ab65'}], 'name': 'tempest-NetworksTestDHCPv6-1040131506'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:50.511182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.516531 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:50.517148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.522391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: fc2e9585-0715-4a04-81b3-f952fea76dbd {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:11:50.522734 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fc2e9585-0715-4a04-81b3-f952fea76dbd not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:11:50.559382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.688781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] For port 7984158f-ea64-4876-b93a-cfc038e811de, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:50.700164 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] For port 7984158f-ea64-4876-b93a-cfc038e811de, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7984158f-ea64-4876-b93a-cfc038e811de,segment=NetworkSegment(ce0a0592-1105-45b0-b778-0f89a1313d54),segment_id=ce0a0592-1105-45b0-b778-0f89a1313d54)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:50.702830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '98b706d3-8469-45bf-a601-c680fc33d423'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:11:50.703893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.708671 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Network': ['ID=5670f190-d8d6-4f4b-a280-adb2734721b0,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:50.725221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 5670f190-d8d6-4f4b-a280-adb2734721b0 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:11:50.736797 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-14c5dccb-2c64-4854-9fc2-e8029f76c19f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2500546 Feb 04 06:11:50.741370 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.741534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40982) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:50.752836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'network': {'name': 'tempest-router-network02--2040336188'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:50.764797 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.26.7.185 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/8ea94f4c-5408-41d1-b1f4-474808908fb9) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:50.767387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:50.773145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Usage tracker for resource:network and tenant:d4257573edf446209a84646c4af2ca1b is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:50.779026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:50.786109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:50.819406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:50.828030 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.843520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:50.859806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Router 23dc0340-6af9-4870-8676-b2168039ca42 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:11:50.928593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:50.950667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Made reservation on behalf of d4257573edf446209a84646c4af2ca1b for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:50.954111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:50.976215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf91d7e-c099-4599-aa06-5a8da841c00a None None] Pushing event updated for resources: {'Port': ['ID=7984158f-ea64-4876-b93a-cfc038e811de,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:51.036629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.042516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:51.043890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/98b706d3-8469-45bf-a601-c680fc33d423/96eea501-f734-4892-842e-47307974097e) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:51.094107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.119121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port c4ac162e-aa4c-48d6-ac8c-601537b5ccc2 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:51.129223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.141869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.142205 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Added segment 6b62a887-7390-43d1-bf38-6c81bf6e0535 of type vlan for network 4765c997-352e-49d9-8067-01f74e4c39f2 Feb 04 06:11:51.160685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:51.173511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00e330-6327-4e62-9207-f9869908e54b None None] Sync routers for ids ['23dc0340-6af9-4870-8676-b2168039ca42'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:51.180661 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Deleting port c19e1ce5-f6ad-4336-976e-e2fb5d21178e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:51.181094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.201049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00e330-6327-4e62-9207-f9869908e54b None None] Routers {'23dc0340-6af9-4870-8676-b2168039ca42'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:51.202012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0f00e330-6327-4e62-9207-f9869908e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['23dc0340-6af9-4870-8676-b2168039ca42'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:51.204521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.300352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.304111 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ac5d1a0a-37cd-4561-94c7-11597ba17051 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6549857 Feb 04 06:11:51.304872 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40986) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:51.310617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-55e10901-e816-466f-8ace-3f4cc10ce3f8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'enable_snat': False}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:51.381985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0f00e330-6327-4e62-9207-f9869908e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:51.383709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.390539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:51.392476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.431186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.443779 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00e330-6327-4e62-9207-f9869908e54b None None] Routers {'23dc0340-6af9-4870-8676-b2168039ca42'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:51.444298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0f00e330-6327-4e62-9207-f9869908e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['23dc0340-6af9-4870-8676-b2168039ca42'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:51.512903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.519699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0f00e330-6327-4e62-9207-f9869908e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:51.520029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00e330-6327-4e62-9207-f9869908e54b None None] The sync data for ids ['23dc0340-6af9-4870-8676-b2168039ca42'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:51.539758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.550971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Transition to ACTIVE for port object 96eea501-f734-4892-842e-47307974097e will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:51.577630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Transition to ACTIVE for port object 96eea501-f734-4892-842e-47307974097e will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:51.619490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:51.629466 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:51.632206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:51.650640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Calling delete_port for c19e1ce5-f6ad-4336-976e-e2fb5d21178e owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:51.664061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Network': ['ID=4765c997-352e-49d9-8067-01f74e4c39f2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:51.674679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 4765c997-352e-49d9-8067-01f74e4c39f2 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:11:51.738369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=8ea94f4c-5408-41d1-b1f4-474808908fb9,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:51.747134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.756706 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-22639215-e5dd-4ea7-8c74-0a65af0d2e37 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0115163 Feb 04 06:11:51.761910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40990) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:51.774403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'subnet': {'network_id': '5670f190-d8d6-4f4b-a280-adb2734721b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:51.826750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::68b2:445a:ccbd:ab65 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/98b706d3-8469-45bf-a601-c680fc33d423/c4ac162e-aa4c-48d6-ac8c-601537b5ccc2) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:51.843959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:51.849841 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:51.855683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:51.868080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Pushing event updated for resources: {'Port': ['ID=96eea501-f734-4892-842e-47307974097e,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:51.968850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Attempting to bind port 96eea501-f734-4892-842e-47307974097e on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:51.969489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Attempting to bind port 96eea501-f734-4892-842e-47307974097e by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:51.970101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Attempting to bind port 96eea501-f734-4892-842e-47307974097e on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:51.978037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:51.978361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:51.978813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:51.979729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:51.980178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Bound port: 96eea501-f734-4892-842e-47307974097e, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:51.980783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.035526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.095153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] For port 96eea501-f734-4892-842e-47307974097e, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:52.099638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] For port 96eea501-f734-4892-842e-47307974097e, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=96eea501-f734-4892-842e-47307974097e,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:52.181184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.218256 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:52.234985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Usage tracker for resource:subnet and tenant:d4257573edf446209a84646c4af2ca1b is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:52.243061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:52.248341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Pushing event deleted for resources: {'Port': ['ID=c19e1ce5-f6ad-4336-976e-e2fb5d21178e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:52.323595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:52.329534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098cc36-c243-45de-b135-b69d954a0edb None None] Pushing event updated for resources: {'Port': ['ID=96eea501-f734-4892-842e-47307974097e,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:52.436265 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad076f1-fc2d-497f-8998-6da08b218423 None None] Network dd3e8930-185f-48f9-b713-6689bf650f07 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:52.475049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.555799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7984158f-ea64-4876-b93a-cfc038e811de up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:52.679969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.684915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.750765 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Made reservation on behalf of d4257573edf446209a84646c4af2ca1b for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:52.759632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.796632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 7984158f-ea64-4876-b93a-cfc038e811de completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:52.804992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.806317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ca7f4dba-7912-444d-a010-e8265127111e None None] Provisioning for port 7984158f-ea64-4876-b93a-cfc038e811de completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:52.811203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7984158f-ea64-4876-b93a-cfc038e811de triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:52.811697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.823362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object c4ac162e-aa4c-48d6-ac8c-601537b5ccc2 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:52.856401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ca7f4dba-7912-444d-a010-e8265127111e None None] Provisioning complete for port 7984158f-ea64-4876-b93a-cfc038e811de triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:52.856940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ca7f4dba-7912-444d-a010-e8265127111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.877274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.878037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Fanout notify agent at l3_agent the message router_deleted on router f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:11:52.911442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.917351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 40996) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:52.920327 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f234e742-c2d4-4ab9-bfcc-f4170ee718ae tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3 HTTP/1.1" status: 204 len: 168 time: 2.5300443 Feb 04 06:11:52.935847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-969088168', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:52.948625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:52.966377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Usage tracker for resource:router and tenant:2d6db88142d24326b07df677d95ad7b7 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:52.977947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:52.984534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:52.998611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:53.006243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55e10901-e816-466f-8ace-3f4cc10ce3f8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.021683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.064273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:53.067418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:53.071338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:53.077638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:53.078266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.090434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=c4ac162e-aa4c-48d6-ac8c-601537b5ccc2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:53.102144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.128181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ca7f4dba-7912-444d-a010-e8265127111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.164326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 7984158f-ea64-4876-b93a-cfc038e811de, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7984158f-ea64-4876-b93a-cfc038e811de,segment=NetworkSegment(ce0a0592-1105-45b0-b778-0f89a1313d54),segment_id=ce0a0592-1105-45b0-b778-0f89a1313d54)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:53.198478 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.199489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.230097 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8ee0d2dc-b773-49d1-93bd-ce7465423242 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7467310 Feb 04 06:11:53.233797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41000) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:53.239103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a49904b9-9432-4e07-8729-72be2cb56626 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': '98b706d3-8469-45bf-a601-c680fc33d423', 'ip_address': '2001:db8::68b2:445a:ccbd:ab65'}], 'name': 'tempest-NetworksTestDHCPv6-941650392'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:53.257066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.298796 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.380328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.411802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a49904b9-9432-4e07-8729-72be2cb56626 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:53.416409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a49904b9-9432-4e07-8729-72be2cb56626 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:53.420038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a49904b9-9432-4e07-8729-72be2cb56626 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:53.437083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a49904b9-9432-4e07-8729-72be2cb56626 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:53.459666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.464787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-ca7f4dba-7912-444d-a010-e8265127111e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:11:53.465451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-ca7f4dba-7912-444d-a010-e8265127111e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:11:53.468213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=7984158f-ea64-4876-b93a-cfc038e811de,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:53.520111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49904b9-9432-4e07-8729-72be2cb56626 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:53.525216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a49904b9-9432-4e07-8729-72be2cb56626 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:53.549712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-a49904b9-9432-4e07-8729-72be2cb56626 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port a9732617-5ced-4157-9a9c-c588f009e702 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:11:53.810064 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49904b9-9432-4e07-8729-72be2cb56626 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 06:11:53.810716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49904b9-9432-4e07-8729-72be2cb56626 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:11:53.944017 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a49904b9-9432-4e07-8729-72be2cb56626 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7100158 Feb 04 06:11:53.946548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41004) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:53.977308 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Subnet': ['ID=7598415a-1d6d-48f3-acec-ac4dba3e1d64,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:54.042779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab753c56-5500-4e1a-91ff-ae2dabd5c38d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:54.049456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab753c56-5500-4e1a-91ff-ae2dabd5c38d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:54.049456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ab753c56-5500-4e1a-91ff-ae2dabd5c38d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:54.130115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:54.147087 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Checking segment: {'id': '5c8fe4d3-2388-4a44-94e8-14100cae6aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5670f190-d8d6-4f4b-a280-adb2734721b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:54.147452 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network hostable DHCP agents. Network: 5670f190-d8d6-4f4b-a280-adb2734721b0, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:11:54.225841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ab753c56-5500-4e1a-91ff-ae2dabd5c38d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:54.229463 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ab753c56-5500-4e1a-91ff-ae2dabd5c38d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2795925 Feb 04 06:11:54.230817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:54.292271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:54.336687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2222e9a7-c9ca-4cf6-be05-fe882e02b17e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port c4ac162e-aa4c-48d6-ac8c-601537b5ccc2 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:54.336687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2222e9a7-c9ca-4cf6-be05-fe882e02b17e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:54.337811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d902ccfa-42bc-4ce9-8bf2-b94c01f8d312 None None] Provisioning for port c4ac162e-aa4c-48d6-ac8c-601537b5ccc2 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:54.354566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d902ccfa-42bc-4ce9-8bf2-b94c01f8d312 None None] Provisioning complete for port c4ac162e-aa4c-48d6-ac8c-601537b5ccc2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:54.355134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d902ccfa-42bc-4ce9-8bf2-b94c01f8d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:54.423275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d902ccfa-42bc-4ce9-8bf2-b94c01f8d312 None None] Port c4ac162e-aa4c-48d6-ac8c-601537b5ccc2 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:11:54.436567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d902ccfa-42bc-4ce9-8bf2-b94c01f8d312 None None] Provisioning complete for port 7984158f-ea64-4876-b93a-cfc038e811de triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:54.437133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d902ccfa-42bc-4ce9-8bf2-b94c01f8d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:54.480137 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-a470eda9-ec38-4295-a54c-6f159487fbde service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1883764 Feb 04 06:11:54.544788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7984158f-ea64-4876-b93a-cfc038e811de up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:54.576811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:54.580285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network 5670f190-d8d6-4f4b-a280-adb2734721b0 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:11:54.697430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7984158f-ea64-4876-b93a-cfc038e811de triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:54.698374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:54.780893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 5670f190-d8d6-4f4b-a280-adb2734721b0) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:54.801668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:54.801876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade82a47-f534-411a-a44c-5acb445da880 None None] Network 5670f190-d8d6-4f4b-a280-adb2734721b0 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:54.802261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:54.805712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=8ea94f4c-5408-41d1-b1f4-474808908fb9,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:54.814322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2222e9a7-c9ca-4cf6-be05-fe882e02b17e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:54.829664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-04654615-d0d1-4b16-8f1b-5c64218d801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:54.836289 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-04654615-d0d1-4b16-8f1b-5c64218d801b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf72fda2e5b49ef9e393b075fa48c52&device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 1098 time: 0.3146925 Feb 04 06:11:54.848213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:54.874836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d902ccfa-42bc-4ce9-8bf2-b94c01f8d312 None None] Provisioning for port 96eea501-f734-4892-842e-47307974097e completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:54.917118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 96eea501-f734-4892-842e-47307974097e up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:54.964635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2222e9a7-c9ca-4cf6-be05-fe882e02b17e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for c4ac162e-aa4c-48d6-ac8c-601537b5ccc2 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:55.110205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-5670f190-d8d6-4f4b-a280-adb2734721b0', 'network_id': '5670f190-d8d6-4f4b-a280-adb2734721b0', 'tenant_id': 'd4257573edf446209a84646c4af2ca1b', 'fixed_ips': [{'subnet_id': '7598415a-1d6d-48f3-acec-ac4dba3e1d64'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:11:55.116802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.147958 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5102a957-2a8f-446a-b6ab-3ea728c1b10b tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3826325 Feb 04 06:11:55.153036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41014) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:55.172037 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55e10901-e816-466f-8ace-3f4cc10ce3f8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.174974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 96eea501-f734-4892-842e-47307974097e completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:55.179716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 96eea501-f734-4892-842e-47307974097e triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:55.180239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.190110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'subnet': {'network_id': '4765c997-352e-49d9-8067-01f74e4c39f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:55.235755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55e10901-e816-466f-8ace-3f4cc10ce3f8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.300323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.300868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-1c28e9bc-acc6-4e3c-a096-cd358466ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:55.302301 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-1c28e9bc-acc6-4e3c-a096-cd358466ec5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b899491a-7f2c-46d6-a513-3f795ab56507 HTTP/1.1" status: 200 len: 906 time: 0.4196105 Feb 04 06:11:55.306354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:55.334729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 96eea501-f734-4892-842e-47307974097e, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=96eea501-f734-4892-842e-47307974097e,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:55.341636 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP 61c2d09b-7bc2-47da-9af3-6ad91b269548 associated. External IP: 172.26.7.185, port: 71b221c1-cad7-4698-a2a5-80a510c36ea8. Feb 04 06:11:55.362266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Usage tracker for resource:subnet and tenant:d4257573edf446209a84646c4af2ca1b is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:55.370579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:55.402572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:55.441746 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-4dbc87aa-cc5e-44bb-9f94-575318e27a66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 HTTP/1.1" status: 200 len: 1000 time: 0.1301386 Feb 04 06:11:55.449229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.526758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=96eea501-f734-4892-842e-47307974097e,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:55.527726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-bcc8dc6c-5f6d-423b-893e-a7c338b4ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:55.529537 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-bcc8dc6c-5f6d-423b-893e-a7c338b4ba07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c89fb3a0-23b9-4925-9cd3-f783e5a43dd4 HTTP/1.1" status: 200 len: 844 time: 0.0800936 Feb 04 06:11:55.530481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2222e9a7-c9ca-4cf6-be05-fe882e02b17e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.639136 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Allocated IP 2001:db8::2 (5670f190-d8d6-4f4b-a280-adb2734721b0/7598415a-1d6d-48f3-acec-ac4dba3e1d64/e248a91e-def4-4227-ae33-d6c067ea34a3) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:55.664257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Made reservation on behalf of d4257573edf446209a84646c4af2ca1b for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:55.669414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.752333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.800708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.845748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2222e9a7-c9ca-4cf6-be05-fe882e02b17e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.846346 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e10901-e816-466f-8ace-3f4cc10ce3f8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Router 23dc0340-6af9-4870-8676-b2168039ca42 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:55.858718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222e9a7-c9ca-4cf6-be05-fe882e02b17e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=c4ac162e-aa4c-48d6-ac8c-601537b5ccc2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:55.896900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:55.909298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Transition to ACTIVE for port object e248a91e-def4-4227-ae33-d6c067ea34a3 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:55.932941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Transition to ACTIVE for port object e248a91e-def4-4227-ae33-d6c067ea34a3 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:55.956251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-82034881-47a1-4ae3-a9af-36b16d466097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:55.957883 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-82034881-47a1-4ae3-a9af-36b16d466097 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b899491a-7f2c-46d6-a513-3f795ab56507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3766730 Feb 04 06:11:56.027783 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2222e9a7-c9ca-4cf6-be05-fe882e02b17e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/c4ac162e-aa4c-48d6-ac8c-601537b5ccc2 HTTP/1.1" status: 204 len: 168 time: 1.7958024 Feb 04 06:11:56.036795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41020) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:56.037830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.042563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.107061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Network 5670f190-d8d6-4f4b-a280-adb2734721b0 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:56.109923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:56.112457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:56.153328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Pushing event updated for resources: {'Port': ['ID=e248a91e-def4-4227-ae33-d6c067ea34a3,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:56.190158 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Allocated IP 172.26.7.139 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/e07bf651-ba4f-40e6-b3a9-a020dbafa149) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:56.198372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9797b8-81b8-4caf-9eed-8a0359aab8aa tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:56.199892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9797b8-81b8-4caf-9eed-8a0359aab8aa tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:56.200674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1e9797b8-81b8-4caf-9eed-8a0359aab8aa tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:56.212813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Attempting to bind port e248a91e-def4-4227-ae33-d6c067ea34a3 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:56.213774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Attempting to bind port e248a91e-def4-4227-ae33-d6c067ea34a3 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '5c8fe4d3-2388-4a44-94e8-14100cae6aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5670f190-d8d6-4f4b-a280-adb2734721b0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:56.214137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Attempting to bind port e248a91e-def4-4227-ae33-d6c067ea34a3 on network 5670f190-d8d6-4f4b-a280-adb2734721b0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:56.220338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:56.220735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Checking segment: {'id': '5c8fe4d3-2388-4a44-94e8-14100cae6aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5670f190-d8d6-4f4b-a280-adb2734721b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:56.221158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.221546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Bound using segment: {'id': '5c8fe4d3-2388-4a44-94e8-14100cae6aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5670f190-d8d6-4f4b-a280-adb2734721b0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:56.222004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Bound port: e248a91e-def4-4227-ae33-d6c067ea34a3, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8fe4d3-2388-4a44-94e8-14100cae6aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5670f190-d8d6-4f4b-a280-adb2734721b0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:56.222369 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.228397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Checking segment: {'id': '6b62a887-7390-43d1-bf38-6c81bf6e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4765c997-352e-49d9-8067-01f74e4c39f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:56.228781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network hostable DHCP agents. Network: 4765c997-352e-49d9-8067-01f74e4c39f2, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:11:56.236950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Subnet': ['ID=4dc4b0aa-62a6-456b-8e9d-02c537c1f95e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:56.269497 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-59b31608-f39f-4e78-80a0-4cc112587c00 service neutron] 10.222.0.24 "GET /v2.0/networks/b899491a-7f2c-46d6-a513-3f795ab56507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051229 Feb 04 06:11:56.320320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] For port e248a91e-def4-4227-ae33-d6c067ea34a3, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:56.324135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] For port e248a91e-def4-4227-ae33-d6c067ea34a3, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e248a91e-def4-4227-ae33-d6c067ea34a3,segment=NetworkSegment(5c8fe4d3-2388-4a44-94e8-14100cae6aa2),segment_id=5c8fe4d3-2388-4a44-94e8-14100cae6aa2)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:56.396636 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 96eea501-f734-4892-842e-47307974097e up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:56.438016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:11:56.474964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1e9797b8-81b8-4caf-9eed-8a0359aab8aa tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:56.476135 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1e9797b8-81b8-4caf-9eed-8a0359aab8aa tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4378994 Feb 04 06:11:56.476886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network 4765c997-352e-49d9-8067-01f74e4c39f2 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:11:56.480499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41024) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:56.486820 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 96eea501-f734-4892-842e-47307974097e triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:56.487318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.511169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e10901-e816-466f-8ace-3f4cc10ce3f8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:56.517173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.529705 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88704d1-ae8d-43a3-bcf0-96ac4549d67b None None] Sync routers for ids ['23dc0340-6af9-4870-8676-b2168039ca42'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:56.548147 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88704d1-ae8d-43a3-bcf0-96ac4549d67b None None] Routers {'23dc0340-6af9-4870-8676-b2168039ca42'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:56.548496 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d88704d1-ae8d-43a3-bcf0-96ac4549d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['23dc0340-6af9-4870-8676-b2168039ca42'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:56.578741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ba7ab8-ee02-4dfc-8408-b56c567b5c82 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 98b706d3-8469-45bf-a601-c680fc33d423 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:11:56.585243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7ab8-ee02-4dfc-8408-b56c567b5c82 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.602796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55e10901-e816-466f-8ace-3f4cc10ce3f8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.604023 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-55e10901-e816-466f-8ace-3f4cc10ce3f8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "PUT /v2.0/routers/23dc0340-6af9-4870-8676-b2168039ca42 HTTP/1.1" status: 200 len: 925 time: 5.2981164 Feb 04 06:11:56.611646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41028) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:56.639255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 4765c997-352e-49d9-8067-01f74e4c39f2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:56.650209 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c1d5472-8ecd-4818-9cd8-d31e5d8e85fa req-71b9a0d7-bd1c-455a-86fb-036eae2da464 service neutron] 10.222.0.24 "GET /v2.0/networks/b899491a-7f2c-46d6-a513-3f795ab56507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733516 Feb 04 06:11:56.652120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:56.652824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.666137 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d88704d1-ae8d-43a3-bcf0-96ac4549d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:56.675001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f10be6-1304-4fc5-89a9-29009f1c9e61 None None] Network 4765c997-352e-49d9-8067-01f74e4c39f2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:56.683342 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88704d1-ae8d-43a3-bcf0-96ac4549d67b None None] Routers {'23dc0340-6af9-4870-8676-b2168039ca42'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:56.684288 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d88704d1-ae8d-43a3-bcf0-96ac4549d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['23dc0340-6af9-4870-8676-b2168039ca42'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:56.694949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7ab8-ee02-4dfc-8408-b56c567b5c82 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.765424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.782562 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d88704d1-ae8d-43a3-bcf0-96ac4549d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:56.783316 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88704d1-ae8d-43a3-bcf0-96ac4549d67b None None] The sync data for ids ['23dc0340-6af9-4870-8676-b2168039ca42'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:56.804874 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d60b6-5038-49d1-a3bc-f7a4709da0f0 None None] Pushing event updated for resources: {'Port': ['ID=e248a91e-def4-4227-ae33-d6c067ea34a3,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:56.806554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7ab8-ee02-4dfc-8408-b56c567b5c82 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:56.850818 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0aaa67f2-740f-4d6c-ba7b-1426f24c2a84 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6688085 Feb 04 06:11:56.854487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41032) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:56.963580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:11:56.979568 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d2389-71e1-4348-8d00-25cbfa135d5d None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:57.008604 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2b0200b4-ddca-4c8c-ba59-b67e56a08166 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/routers/23dc0340-6af9-4870-8676-b2168039ca42 HTTP/1.1" status: 200 len: 925 time: 0.3963277 Feb 04 06:11:57.013921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41036) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:57.024847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d2389-71e1-4348-8d00-25cbfa135d5d None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:57.026010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-541d2389-71e1-4348-8d00-25cbfa135d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:57.105421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:57.196205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-541d2389-71e1-4348-8d00-25cbfa135d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:57.213333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-4765c997-352e-49d9-8067-01f74e4c39f2', 'network_id': '4765c997-352e-49d9-8067-01f74e4c39f2', 'tenant_id': 'd4257573edf446209a84646c4af2ca1b', 'fixed_ips': [{'subnet_id': '4dc4b0aa-62a6-456b-8e9d-02c537c1f95e'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:11:57.214775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:57.223627 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9e85141d-991f-4a52-bc66-d99685d63be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9437797 Feb 04 06:11:57.227552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41040) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:57.233076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2a50d271-85da-4686-914f-7612873aa973 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'floatingip': {'port_id': '71b221c1-cad7-4698-a2a5-80a510c36ea8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:57.295533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d2389-71e1-4348-8d00-25cbfa135d5d None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:11:57.296072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-541d2389-71e1-4348-8d00-25cbfa135d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:57.317676 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:57.357279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa4d90d-611b-4883-8637-a9e5ff946f16 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:57.361506 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-eaa4d90d-611b-4883-8637-a9e5ff946f16 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&device_id=23dc0340-6af9-4870-8676-b2168039ca42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3426917 Feb 04 06:11:57.375112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-541d2389-71e1-4348-8d00-25cbfa135d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:57.375341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41044) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:57.375535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d2389-71e1-4348-8d00-25cbfa135d5d None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:57.422329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7ab8-ee02-4dfc-8408-b56c567b5c82 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:57.473113 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Allocated IP 2001:db8::2 (4765c997-352e-49d9-8067-01f74e4c39f2/4dc4b0aa-62a6-456b-8e9d-02c537c1f95e/7f77fc69-2f76-4f8e-a9e4-83bcf40b5520) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:57.474890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba7ab8-ee02-4dfc-8408-b56c567b5c82 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=98b706d3-8469-45bf-a601-c680fc33d423,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:57.482806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7ab8-ee02-4dfc-8408-b56c567b5c82 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:57.485293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:57.489957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a2f147-7177-4ed8-a8fd-d08e191f3c53 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:57.491519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a50d271-85da-4686-914f-7612873aa973 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:57.533336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:57.582779 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:57.596825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:57.641942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Pushing event updated for resources: {'Port': ['ID=e07bf651-ba4f-40e6-b3a9-a020dbafa149,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:57.674380 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b7ba7ab8-ee02-4dfc-8408-b56c567b5c82 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/98b706d3-8469-45bf-a601-c680fc33d423 HTTP/1.1" status: 204 len: 168 time: 1.1894789 Feb 04 06:11:57.682733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41048) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:57.798564 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1f93fa3a-4636-4baa-9b19-6ebec41b5926 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149890 Feb 04 06:11:57.807021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41052) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:57.818368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:57.918559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:57.933564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Transition to ACTIVE for port object 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:57.964530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Transition to ACTIVE for port object 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:57.967841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c29488-453b-4e39-b3b9-67778f636a38 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:57.968523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-38c29488-453b-4e39-b3b9-67778f636a38 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Synchronizing usage tracker for tenant:7b3937bc615d4211a00ef83dd4e6e070 on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:11:58.012539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:11:58.022496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:11:58.028049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:11:58.068068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.161406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694712d-b33e-4b30-95c0-dbbe80ea104c None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:11:58.164921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Pushing event updated for resources: {'Port': ['ID=7f77fc69-2f76-4f8e-a9e4-83bcf40b5520,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:58.173299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Network 4765c997-352e-49d9-8067-01f74e4c39f2 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:58.174919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5694712d-b33e-4b30-95c0-dbbe80ea104c None None] Deleting port 96eea501-f734-4892-842e-47307974097e {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:58.175294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5694712d-b33e-4b30-95c0-dbbe80ea104c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.181194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:11:58.207805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:58.217620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e5a3a-eca8-47a2-9336-c46f85084ad5 None None] Network 5670f190-d8d6-4f4b-a280-adb2734721b0 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:58.220472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Allocated IP 2001:db8::1 (5670f190-d8d6-4f4b-a280-adb2734721b0/7598415a-1d6d-48f3-acec-ac4dba3e1d64/ff2526fb-ac47-4bcd-b417-35f92719561b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:58.241237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:58.331193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:58.333292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.449122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-38c29488-453b-4e39-b3b9-67778f636a38 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Unset dirty status for tenant:7b3937bc615d4211a00ef83dd4e6e070 on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:11:58.452324 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-38c29488-453b-4e39-b3b9-67778f636a38 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/networks/0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 881 time: 1.0761681 Feb 04 06:11:58.459547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41056) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:58.479778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Attempting to bind port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:58.480147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Attempting to bind port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '6b62a887-7390-43d1-bf38-6c81bf6e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4765c997-352e-49d9-8067-01f74e4c39f2'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:58.480505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Attempting to bind port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 on network 4765c997-352e-49d9-8067-01f74e4c39f2 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:11:58.505414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:11:58.506088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Checking segment: {'id': '6b62a887-7390-43d1-bf38-6c81bf6e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4765c997-352e-49d9-8067-01f74e4c39f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:11:58.506214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.506690 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Bound using segment: {'id': '6b62a887-7390-43d1-bf38-6c81bf6e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4765c997-352e-49d9-8067-01f74e4c39f2'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:11:58.507020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Bound port: 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b62a887-7390-43d1-bf38-6c81bf6e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4765c997-352e-49d9-8067-01f74e4c39f2'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:58.507421 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.534011 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b56256e9-9779-4416-93f7-6ba277ea037a tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=23dc0340-6af9-4870-8676-b2168039ca42 HTTP/1.1" status: 200 len: 205 time: 0.0735621 Feb 04 06:11:58.538788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41060) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:58.578463 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e248a91e-def4-4227-ae33-d6c067ea34a3 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:11:58.640718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.676883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Transition to ACTIVE for port object ff2526fb-ac47-4bcd-b417-35f92719561b will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:58.685859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-05489386-8cbe-4f89-9a60-76530328d24a None None] Provisioning for port e248a91e-def4-4227-ae33-d6c067ea34a3 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:58.796192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.810863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5694712d-b33e-4b30-95c0-dbbe80ea104c None None] For port 96eea501-f734-4892-842e-47307974097e, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=96eea501-f734-4892-842e-47307974097e,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:11:58.811243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5694712d-b33e-4b30-95c0-dbbe80ea104c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.846822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:58.976468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5694712d-b33e-4b30-95c0-dbbe80ea104c None None] Calling delete_port for 96eea501-f734-4892-842e-47307974097e owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:11:59.050000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.060456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] For port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:11:59.073082 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] For port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7f77fc69-2f76-4f8e-a9e4-83bcf40b5520,segment=NetworkSegment(6b62a887-7390-43d1-bf38-6c81bf6e0535),segment_id=6b62a887-7390-43d1-bf38-6c81bf6e0535)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:11:59.111171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.162737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network 5670f190-d8d6-4f4b-a280-adb2734721b0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:59.175156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port e248a91e-def4-4227-ae33-d6c067ea34a3 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:59.183708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:59.185855 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e248a91e-def4-4227-ae33-d6c067ea34a3 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:59.186338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.197418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:11:59.197994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.223281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5694712d-b33e-4b30-95c0-dbbe80ea104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.228354 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.235319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a50d271-85da-4686-914f-7612873aa973 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.259319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.296405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694712d-b33e-4b30-95c0-dbbe80ea104c None None] Pushing event deleted for resources: {'Port': ['ID=96eea501-f734-4892-842e-47307974097e,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:59.308639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.339087 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Port': ['ID=ff2526fb-ac47-4bcd-b417-35f92719561b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:59.350582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a50d271-85da-4686-914f-7612873aa973 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.357310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:59.358746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:59.408225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694712d-b33e-4b30-95c0-dbbe80ea104c None None] No DVR routers for this DVR port 96eea501-f734-4892-842e-47307974097e on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:59.423132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=646a9de9-0cbd-4b70-a8f9-d8f8e4cf01f1,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:59.425853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:59.426510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.442790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Deleting port b4dba065-0427-46ff-9a57-265ea8efc920 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:11:59.442790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.511301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff350c-19d3-4142-8df1-96a46e56c691 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:11:59.623375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4d8b2-b95c-437d-8bd2-c0e6d796ac45 None None] Pushing event updated for resources: {'Port': ['ID=7f77fc69-2f76-4f8e-a9e4-83bcf40b5520,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:59.727055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.757489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-55b63589-78aa-4935-816f-964548654469 None None] Provisioning complete for port e248a91e-def4-4227-ae33-d6c067ea34a3 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:59.757871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-55b63589-78aa-4935-816f-964548654469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.784027 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d65a39eb-e4f0-42d8-a8a1-b737765baf5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9759431 Feb 04 06:11:59.793439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41066) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:11:59.813838 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-37e49d1b-7b9a-4f3d-9f14-8eb0e9ab6581 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': '646a9de9-0cbd-4b70-a8f9-d8f8e4cf01f1', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1506977590'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:59.904310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:59.929658 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port e248a91e-def4-4227-ae33-d6c067ea34a3, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e248a91e-def4-4227-ae33-d6c067ea34a3,segment=NetworkSegment(5c8fe4d3-2388-4a44-94e8-14100cae6aa2),segment_id=5c8fe4d3-2388-4a44-94e8-14100cae6aa2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:00.002377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.025103 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.152759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 96eea501-f734-4892-842e-47307974097e no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:00.157615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Calling delete_port for b4dba065-0427-46ff-9a57-265ea8efc920 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:00.197235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '646a9de9-0cbd-4b70-a8f9-d8f8e4cf01f1'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:12:00.199481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.229442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-37e49d1b-7b9a-4f3d-9f14-8eb0e9ab6581 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:00.239450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-37e49d1b-7b9a-4f3d-9f14-8eb0e9ab6581 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:00.246059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-37e49d1b-7b9a-4f3d-9f14-8eb0e9ab6581 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:00.254202 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-37e49d1b-7b9a-4f3d-9f14-8eb0e9ab6581 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:00.261988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a50d271-85da-4686-914f-7612873aa973 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:00.271656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 96eea501-f734-4892-842e-47307974097e {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:00.271993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 96eea501-f734-4892-842e-47307974097e not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:00.300989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=e248a91e-def4-4227-ae33-d6c067ea34a3,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:00.356234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Router a3c69b90-c949-4c28-bdb2-1c88766ff44e is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:12:00.410586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/646a9de9-0cbd-4b70-a8f9-d8f8e4cf01f1/bf45d61d-617f-4bc7-8743-187a9eb044e7) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:00.503016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e49d1b-7b9a-4f3d-9f14-8eb0e9ab6581 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:00.607343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-323e067f-e052-49e6-86c6-00a4e1d37a50 None None] Provisioning for port ff2526fb-ac47-4bcd-b417-35f92719561b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:00.762563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e248a91e-def4-4227-ae33-d6c067ea34a3 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:00.780589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.783416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.844674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Pushing event deleted for resources: {'Port': ['ID=b4dba065-0427-46ff-9a57-265ea8efc920,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:00.846491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a50d271-85da-4686-914f-7612873aa973 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:00.855651 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a50d271-85da-4686-914f-7612873aa973 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.865382 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e75243-a66d-46b2-89c0-400992e18edb None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:00.884060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.886415 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e75243-a66d-46b2-89c0-400992e18edb None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:00.887045 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-12e75243-a66d-46b2-89c0-400992e18edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:00.888010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-323e067f-e052-49e6-86c6-00a4e1d37a50 None None] Provisioning complete for port ff2526fb-ac47-4bcd-b417-35f92719561b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:00.888369 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-323e067f-e052-49e6-86c6-00a4e1d37a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.930534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.931436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:00.951288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Transition to ACTIVE for port object bf45d61d-617f-4bc7-8743-187a9eb044e7 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:00.986268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-323e067f-e052-49e6-86c6-00a4e1d37a50 None None] Port ff2526fb-ac47-4bcd-b417-35f92719561b cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:01.004167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Transition to ACTIVE for port object bf45d61d-617f-4bc7-8743-187a9eb044e7 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:01.010135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e248a91e-def4-4227-ae33-d6c067ea34a3 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:01.012960 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.032373 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-12e75243-a66d-46b2-89c0-400992e18edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:01.035357 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:01.058544 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e75243-a66d-46b2-89c0-400992e18edb None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:01.060278 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-12e75243-a66d-46b2-89c0-400992e18edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:01.065553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37e49d1b-7b9a-4f3d-9f14-8eb0e9ab6581 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.069105 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201a4f8-5ade-4b51-929c-dd88fd317b69 None None] Sync routers for ids ['a3c69b90-c949-4c28-bdb2-1c88766ff44e'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:01.098302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201a4f8-5ade-4b51-929c-dd88fd317b69 None None] Routers {'a3c69b90-c949-4c28-bdb2-1c88766ff44e'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:01.099069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7201a4f8-5ade-4b51-929c-dd88fd317b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['a3c69b90-c949-4c28-bdb2-1c88766ff44e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:01.110539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-37e49d1b-7b9a-4f3d-9f14-8eb0e9ab6581 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 4ed86706-c1cf-423f-bdfc-e40f1cc82889 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:12:01.163619 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-12e75243-a66d-46b2-89c0-400992e18edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:01.164028 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e75243-a66d-46b2-89c0-400992e18edb None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:01.171056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network 5670f190-d8d6-4f4b-a280-adb2734721b0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:01.176672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a5699-2a9e-416f-b703-e3f4b1655e57 None None] Network 4765c997-352e-49d9-8067-01f74e4c39f2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:01.177365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:01.182886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Port': ['ID=ff2526fb-ac47-4bcd-b417-35f92719561b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:01.185421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.261928 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2a50d271-85da-4686-914f-7612873aa973 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "PUT /v2.0/floatingips/61c2d09b-7bc2-47da-9af3-6ad91b269548 HTTP/1.1" status: 200 len: 978 time: 4.0304902 Feb 04 06:12:01.261928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.263915 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-697eb848-87bf-43f1-95e1-ff172c92fec9 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.3455713 Feb 04 06:12:01.264599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41070) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:01.264975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41072) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:01.273112 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:01.289747 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.331854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7201a4f8-5ade-4b51-929c-dd88fd317b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:01.394016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:01.403270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:01.406277 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e49d1b-7b9a-4f3d-9f14-8eb0e9ab6581 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:12:01.406452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:01.406535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e49d1b-7b9a-4f3d-9f14-8eb0e9ab6581 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:12:01.408892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201a4f8-5ade-4b51-929c-dd88fd317b69 None None] Routers {'a3c69b90-c949-4c28-bdb2-1c88766ff44e'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:01.409525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7201a4f8-5ade-4b51-929c-dd88fd317b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['a3c69b90-c949-4c28-bdb2-1c88766ff44e'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:01.554315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fb603067-144a-4e15-bc28-d06b68ff7abd None None] Provisioning for port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:01.575204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.630141 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Pushing event updated for resources: {'Port': ['ID=bf45d61d-617f-4bc7-8743-187a9eb044e7,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:01.630768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.675224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7201a4f8-5ade-4b51-929c-dd88fd317b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:01.675919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201a4f8-5ade-4b51-929c-dd88fd317b69 None None] The sync data for ids ['a3c69b90-c949-4c28-bdb2-1c88766ff44e'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:01.794574 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-37e49d1b-7b9a-4f3d-9f14-8eb0e9ab6581 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.9998915 Feb 04 06:12:01.797455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41078) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:01.815325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Attempting to bind port bf45d61d-617f-4bc7-8743-187a9eb044e7 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:01.815689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Attempting to bind port bf45d61d-617f-4bc7-8743-187a9eb044e7 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:01.816053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Attempting to bind port bf45d61d-617f-4bc7-8743-187a9eb044e7 on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:01.818982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:01.845496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.845496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Fanout notify agent at l3_agent the message router_deleted on router 23dc0340-6af9-4870-8676-b2168039ca42 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:01.868008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:01.868382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:01.868866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.869288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:01.869764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Bound port: bf45d61d-617f-4bc7-8743-187a9eb044e7, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:01.870134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.879395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.885365 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1844c405-d2bb-454f-ad61-6a173a92cc67 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/23dc0340-6af9-4870-8676-b2168039ca42 HTTP/1.1" status: 204 len: 168 time: 3.3428771 Feb 04 06:12:01.887742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41082) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:01.893773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-de05f99c-50a4-4bda-89c6-f5278898f594 None None] Provisioning complete for port ff2526fb-ac47-4bcd-b417-35f92719561b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:01.894146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-de05f99c-50a4-4bda-89c6-f5278898f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.905847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 8ea94f4c-5408-41d1-b1f4-474808908fb9 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:01.906188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:01.915357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f34579-ec95-4730-b97f-c3beeab226c5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:01.916440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e1f34579-ec95-4730-b97f-c3beeab226c5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:01.938646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-968e5c23-6cb0-4991-a939-8ba7532a4c57 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-784381780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:01.954053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-968e5c23-6cb0-4991-a939-8ba7532a4c57 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:01.957587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Router 2a5bba59-be56-4214-9ad1-e54a8a36a2e2 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:12:01.974212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-968e5c23-6cb0-4991-a939-8ba7532a4c57 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Usage tracker for resource:router and tenant:e9cff3eb480c4c40810af480187eb5e4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:01.978902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-968e5c23-6cb0-4991-a939-8ba7532a4c57 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:01.990715 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-968e5c23-6cb0-4991-a939-8ba7532a4c57 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:02.033014 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-de05f99c-50a4-4bda-89c6-f5278898f594 None None] Port ff2526fb-ac47-4bcd-b417-35f92719561b cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:02.038918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e1f34579-ec95-4730-b97f-c3beeab226c5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:02.042779 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e1f34579-ec95-4730-b97f-c3beeab226c5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2416828 Feb 04 06:12:02.043020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41086) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:02.066492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] For port bf45d61d-617f-4bc7-8743-187a9eb044e7, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:02.070215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] For port bf45d61d-617f-4bc7-8743-187a9eb044e7, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=bf45d61d-617f-4bc7-8743-187a9eb044e7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:02.176074 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:02.184552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:02.185034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.187947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:02.193851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dee4cecd-bded-4c23-ac38-81108fb9d45d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "PUT /v2.0/routers/2a5bba59-be56-4214-9ad1-e54a8a36a2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3376596 Feb 04 06:12:02.198239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41090) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:02.203457 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d9032-cef4-4b29-815f-9d370ab1d505 None None] Sync routers for ids ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:02.204895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f89f40-d302-4302-a545-89b8145b0b95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:02.206617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f89f40-d302-4302-a545-89b8145b0b95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:02.207506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4f89f40-d302-4302-a545-89b8145b0b95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:02.222714 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d9032-cef4-4b29-815f-9d370ab1d505 None None] Routers {'2a5bba59-be56-4214-9ad1-e54a8a36a2e2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:02.223342 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-001d9032-cef4-4b29-815f-9d370ab1d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:02.257335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-968e5c23-6cb0-4991-a939-8ba7532a4c57 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.269972 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-968e5c23-6cb0-4991-a939-8ba7532a4c57 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.290115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.319676 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-001d9032-cef4-4b29-815f-9d370ab1d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:02.329727 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d9032-cef4-4b29-815f-9d370ab1d505 None None] Routers {'2a5bba59-be56-4214-9ad1-e54a8a36a2e2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:02.330553 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-001d9032-cef4-4b29-815f-9d370ab1d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:02.344129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-968e5c23-6cb0-4991-a939-8ba7532a4c57 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.407527 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-001d9032-cef4-4b29-815f-9d370ab1d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:02.408116 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d9032-cef4-4b29-815f-9d370ab1d505 None None] The sync data for ids ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:02.409612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73378c0f-6f0e-490c-9b5f-46b8a68c1fcd None None] Pushing event updated for resources: {'Port': ['ID=bf45d61d-617f-4bc7-8743-187a9eb044e7,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:02.424435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4f89f40-d302-4302-a545-89b8145b0b95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:02.428334 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b4f89f40-d302-4302-a545-89b8145b0b95 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3816168 Feb 04 06:12:02.429905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41094) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:02.488519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-925c57cd-fd05-4f2b-acd1-f9432babd408 None None] Provisioning complete for port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:02.488967 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-925c57cd-fd05-4f2b-acd1-f9432babd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.506767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.507112 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.525849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.585663 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7f77fc69-2f76-4f8e-a9e4-83bcf40b5520,segment=NetworkSegment(6b62a887-7390-43d1-bf38-6c81bf6e0535),segment_id=6b62a887-7390-43d1-bf38-6c81bf6e0535)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:02.655673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 8ea94f4c-5408-41d1-b1f4-474808908fb9 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:02.656434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-925c57cd-fd05-4f2b-acd1-f9432babd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.684034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.692077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-968e5c23-6cb0-4991-a939-8ba7532a4c57 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.716916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2acf83-a8e9-4406-a13d-987ef08a2bde tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 646a9de9-0cbd-4b70-a8f9-d8f8e4cf01f1 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:12:02.724419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec2acf83-a8e9-4406-a13d-987ef08a2bde tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.726543 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.802448 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:12:02.824666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-925c57cd-fd05-4f2b-acd1-f9432babd408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:12:02.825039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-925c57cd-fd05-4f2b-acd1-f9432babd408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:12:02.828479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=7f77fc69-2f76-4f8e-a9e4-83bcf40b5520,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:02.844870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-968e5c23-6cb0-4991-a939-8ba7532a4c57 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.849000 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-968e5c23-6cb0-4991-a939-8ba7532a4c57 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9536219 Feb 04 06:12:02.849602 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41098) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:02.866468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:02.927202 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:02.948357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec2acf83-a8e9-4406-a13d-987ef08a2bde tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:03.144021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec2acf83-a8e9-4406-a13d-987ef08a2bde tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:03.240323 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Deleting port e07bf651-ba4f-40e6-b3a9-a020dbafa149 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:03.240674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:03.340352 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-bc9acdad-3fd0-4bc0-8d21-9ad13dda4d68 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:12:03.345897 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bc9acdad-3fd0-4bc0-8d21-9ad13dda4d68 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "PUT /v2.0/routers/2a5bba59-be56-4214-9ad1-e54a8a36a2e2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1465473 Feb 04 06:12:03.350372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41102) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:03.641721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec2acf83-a8e9-4406-a13d-987ef08a2bde tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:03.666710 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:03.691540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:03.708834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec2acf83-a8e9-4406-a13d-987ef08a2bde tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:03.714592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2acf83-a8e9-4406-a13d-987ef08a2bde tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=646a9de9-0cbd-4b70-a8f9-d8f8e4cf01f1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:03.730117 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94606e23-266a-4fa4-a192-be29630d941d None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:03.774382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=8ea94f4c-5408-41d1-b1f4-474808908fb9,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:03.909643 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ec2acf83-a8e9-4406-a13d-987ef08a2bde tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/646a9de9-0cbd-4b70-a8f9-d8f8e4cf01f1 HTTP/1.1" status: 204 len: 168 time: 1.4760499 Feb 04 06:12:03.909882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41108) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:03.924315 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:03.927227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2ef22161-0b56-49fd-b060-33d497dde701 None None] Provisioning for port bf45d61d-617f-4bc7-8743-187a9eb044e7 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:03.992605 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5f08cb15-fb20-480c-b3ae-fc12b27ed567 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815997 Feb 04 06:12:03.997804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41112) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:04.010184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:04.037016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0074b39c-cbcb-4703-840b-595eee870ed6 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:12:04.042087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0074b39c-cbcb-4703-840b-595eee870ed6 None None] Deleting port bf45d61d-617f-4bc7-8743-187a9eb044e7 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:04.042456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0074b39c-cbcb-4703-840b-595eee870ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.061854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Calling delete_port for e07bf651-ba4f-40e6-b3a9-a020dbafa149 owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:04.088003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.088209 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP 61c2d09b-7bc2-47da-9af3-6ad91b269548 disassociated (deleted). External IP: 172.26.7.185, port: 71b221c1-cad7-4698-a2a5-80a510c36ea8. Feb 04 06:12:04.162873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:04.174941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:04.178593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:04.187539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:04.208416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a19a0a5f-7e3f-4cd6-aa32-8d4286efadca tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.256151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0074b39c-cbcb-4703-840b-595eee870ed6 None None] For port bf45d61d-617f-4bc7-8743-187a9eb044e7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=bf45d61d-617f-4bc7-8743-187a9eb044e7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:04.256472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0074b39c-cbcb-4703-840b-595eee870ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.278737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:04.283762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.380695 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0074b39c-cbcb-4703-840b-595eee870ed6 None None] Calling delete_port for bf45d61d-617f-4bc7-8743-187a9eb044e7 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:04.557468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0074b39c-cbcb-4703-840b-595eee870ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.609867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074b39c-cbcb-4703-840b-595eee870ed6 None None] Pushing event deleted for resources: {'Port': ['ID=bf45d61d-617f-4bc7-8743-187a9eb044e7,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:04.615249 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074b39c-cbcb-4703-840b-595eee870ed6 None None] No DVR routers for this DVR port bf45d61d-617f-4bc7-8743-187a9eb044e7 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:04.749125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a19a0a5f-7e3f-4cd6-aa32-8d4286efadca tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Deleting port ff2526fb-ac47-4bcd-b417-35f92719561b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:04.749782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a19a0a5f-7e3f-4cd6-aa32-8d4286efadca tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.767656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:04.843453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:04.843992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.882146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.922049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.959907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:04.965259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.024596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Pushing event deleted for resources: {'Port': ['ID=e07bf651-ba4f-40e6-b3a9-a020dbafa149,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:05.086369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a19a0a5f-7e3f-4cd6-aa32-8d4286efadca tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.146704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.242367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a19a0a5f-7e3f-4cd6-aa32-8d4286efadca tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Calling delete_port for ff2526fb-ac47-4bcd-b417-35f92719561b owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:05.313730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.314308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:05.319199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:05.327970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:05.328565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.333106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72811d1-2bc4-4b60-b569-37f37f176793 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:05.348739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=526b3c3c-098d-43d2-98fa-39447ae1b51a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:05.419267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Allocated IP 172.26.7.35 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/ee41900c-ebf4-4715-bc96-e9825e1989f7) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:05.450980 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fa2cefaf-6d72-49de-9a0b-ae60d6e728d8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4514880 Feb 04 06:12:05.454071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41118) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:05.461271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0cbd987b-52c3-4b67-bc00-34594ac7ebc0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1717905048', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:05.468009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0cbd987b-52c3-4b67-bc00-34594ac7ebc0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:05.472156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0cbd987b-52c3-4b67-bc00-34594ac7ebc0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:router and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:05.475483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0cbd987b-52c3-4b67-bc00-34594ac7ebc0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:05.483258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0cbd987b-52c3-4b67-bc00-34594ac7ebc0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:05.544767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:05.567521 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd382d59-a588-4543-86d2-ca582ef0b061 None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:05.576110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cbd987b-52c3-4b67-bc00-34594ac7ebc0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.578442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd382d59-a588-4543-86d2-ca582ef0b061 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:05.578575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cbd987b-52c3-4b67-bc00-34594ac7ebc0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.581224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cd382d59-a588-4543-86d2-ca582ef0b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:05.598299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cbd987b-52c3-4b67-bc00-34594ac7ebc0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.618747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a19a0a5f-7e3f-4cd6-aa32-8d4286efadca tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.636322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '526b3c3c-098d-43d2-98fa-39447ae1b51a'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:12:05.637169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.654513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cd382d59-a588-4543-86d2-ca582ef0b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:05.669065 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd382d59-a588-4543-86d2-ca582ef0b061 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:05.669661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cd382d59-a588-4543-86d2-ca582ef0b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:05.716996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a0a5f-7e3f-4cd6-aa32-8d4286efadca tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event deleted for resources: {'Port': ['ID=ff2526fb-ac47-4bcd-b417-35f92719561b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:05.725196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cbd987b-52c3-4b67-bc00-34594ac7ebc0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.788207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cd382d59-a588-4543-86d2-ca582ef0b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:05.788808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd382d59-a588-4543-86d2-ca582ef0b061 None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:05.830646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.901271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/526b3c3c-098d-43d2-98fa-39447ae1b51a/d40e3ef4-2851-45ef-9386-37d737c42399) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:05.932571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0cbd987b-52c3-4b67-bc00-34594ac7ebc0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:05.935932 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0cbd987b-52c3-4b67-bc00-34594ac7ebc0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4793601 Feb 04 06:12:05.937785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41124) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:06.113378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.126501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.176839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.187933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Transition to ACTIVE for port object d40e3ef4-2851-45ef-9386-37d737c42399 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:06.207969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Transition to ACTIVE for port object d40e3ef4-2851-45ef-9386-37d737c42399 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:06.223455 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7d8baf67-eaa5-43ee-b033-e57dfbb88b1c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/floatingips/61c2d09b-7bc2-47da-9af3-6ad91b269548 HTTP/1.1" status: 204 len: 168 time: 4.9574001 Feb 04 06:12:06.229335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41130) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:06.348849 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Router a3c69b90-c949-4c28-bdb2-1c88766ff44e has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:06.367060 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1f906-52f6-4779-905a-0606da3d34a1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 71b221c1-cad7-4698-a2a5-80a510c36ea8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:06.367312 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c0a1f906-52f6-4779-905a-0606da3d34a1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.426539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.519685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Pushing event updated for resources: {'Port': ['ID=d40e3ef4-2851-45ef-9386-37d737c42399,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:06.561249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.565212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:06.577139 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45eac96-c1ab-4405-803f-78126b98d45b None None] Sync routers for ids ['a3c69b90-c949-4c28-bdb2-1c88766ff44e'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:06.579606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a19a0a5f-7e3f-4cd6-aa32-8d4286efadca tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.581386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:06.583169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:06.593051 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:06.593253 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45eac96-c1ab-4405-803f-78126b98d45b None None] Routers {'a3c69b90-c949-4c28-bdb2-1c88766ff44e'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:06.593796 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a45eac96-c1ab-4405-803f-78126b98d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['a3c69b90-c949-4c28-bdb2-1c88766ff44e'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:06.599472 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.602973 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0efa2bca-1085-4240-8aad-c8a96dcb2dad tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "PUT /v2.0/routers/a3c69b90-c949-4c28-bdb2-1c88766ff44e HTTP/1.1" status: 200 len: 705 time: 5.3332462 Feb 04 06:12:06.636809 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41136) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:06.668442 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a45eac96-c1ab-4405-803f-78126b98d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:06.678200 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45eac96-c1ab-4405-803f-78126b98d45b None None] Routers {'a3c69b90-c949-4c28-bdb2-1c88766ff44e'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:06.678855 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a45eac96-c1ab-4405-803f-78126b98d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['a3c69b90-c949-4c28-bdb2-1c88766ff44e'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:06.740925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Attempting to bind port d40e3ef4-2851-45ef-9386-37d737c42399 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:06.741691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Attempting to bind port d40e3ef4-2851-45ef-9386-37d737c42399 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:06.742159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Attempting to bind port d40e3ef4-2851-45ef-9386-37d737c42399 on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:06.745951 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a45eac96-c1ab-4405-803f-78126b98d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:06.746348 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45eac96-c1ab-4405-803f-78126b98d45b None None] The sync data for ids ['a3c69b90-c949-4c28-bdb2-1c88766ff44e'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:06.762011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:06.762011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:06.762011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.762011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:06.762011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Bound port: d40e3ef4-2851-45ef-9386-37d737c42399, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:06.762011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.863643 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] For port d40e3ef4-2851-45ef-9386-37d737c42399, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:06.866774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] For port d40e3ef4-2851-45ef-9386-37d737c42399, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d40e3ef4-2851-45ef-9386-37d737c42399,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:06.890058 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fe8500e2-f236-4c51-9f4f-3c2ea9a4c135 tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/routers/a3c69b90-c949-4c28-bdb2-1c88766ff44e HTTP/1.1" status: 200 len: 740 time: 0.2522173 Feb 04 06:12:06.896579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41142) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:06.955538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.995054 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:07.007123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c0a1f906-52f6-4779-905a-0606da3d34a1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:07.034882 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-07ffe070-8e5c-40e0-ab26-6085d4fbb0bf tempest-RoutersAdminTest-469526401 tempest-RoutersAdminTest-469526401-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&device_id=a3c69b90-c949-4c28-bdb2-1c88766ff44e HTTP/1.1" status: 200 len: 205 time: 0.1312771 Feb 04 06:12:07.038850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41146) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:07.084933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25852937-f122-45dd-ac34-d98a59009a55 None None] Pushing event updated for resources: {'Port': ['ID=d40e3ef4-2851-45ef-9386-37d737c42399,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:07.144219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1f906-52f6-4779-905a-0606da3d34a1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 71b221c1-cad7-4698-a2a5-80a510c36ea8 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:07.172669 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:07.222119 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6df5bd76-9e1e-4e08-b8a2-a2bc52ea9a9e tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3c69b90-c949-4c28-bdb2-1c88766ff44e HTTP/1.1" status: 200 len: 205 time: 0.1792393 Feb 04 06:12:07.231331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41150) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:07.279249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc324dec-2f92-42bf-937d-0b20905addbb req-7fed8153-1906-41d3-b2af-bcbcdb77ab05 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:07.280877 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fc324dec-2f92-42bf-937d-0b20905addbb req-7fed8153-1906-41d3-b2af-bcbcdb77ab05 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.3981202 Feb 04 06:12:07.298634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:07.316107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:07.326492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:07.380638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Pushing event updated for resources: {'Port': ['ID=ee41900c-ebf4-4715-bc96-e9825e1989f7,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:07.496101 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebf1ab-c858-483f-ab90-03321579da87 req-0890ef83-255e-4e8a-94fe-22721674a799 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:07.497865 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-51ebf1ab-c858-483f-ab90-03321579da87 req-0890ef83-255e-4e8a-94fe-22721674a799 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.7544279 Feb 04 06:12:07.555997 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fc324dec-2f92-42bf-937d-0b20905addbb req-c5edee08-c400-42c1-a4a6-9b2198fe135e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675765 Feb 04 06:12:07.602033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19a0a5f-7e3f-4cd6-aa32-8d4286efadca tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Router 2a5bba59-be56-4214-9ad1-e54a8a36a2e2 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:07.606900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7a51661-c7d1-41f7-a3d6-37eacc74ff87 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:07.868470 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-51ebf1ab-c858-483f-ab90-03321579da87 req-eccc651a-69da-4d1d-8c10-04d5d34a5d35 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3535335 Feb 04 06:12:08.014530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c0a1f906-52f6-4779-905a-0606da3d34a1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:08.077981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1f906-52f6-4779-905a-0606da3d34a1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=71b221c1-cad7-4698-a2a5-80a510c36ea8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:08.204233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19a0a5f-7e3f-4cd6-aa32-8d4286efadca tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:08.219843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7b9e0c-8d26-46e0-995c-2bbdcbfbb0a2 None None] Sync routers for ids ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:08.233154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7b9e0c-8d26-46e0-995c-2bbdcbfbb0a2 None None] Routers {'2a5bba59-be56-4214-9ad1-e54a8a36a2e2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:08.234065 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4f7b9e0c-8d26-46e0-995c-2bbdcbfbb0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:08.300862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7a51661-c7d1-41f7-a3d6-37eacc74ff87 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:08.314566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:08.320732 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4f7b9e0c-8d26-46e0-995c-2bbdcbfbb0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:08.331101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7b9e0c-8d26-46e0-995c-2bbdcbfbb0a2 None None] Routers {'2a5bba59-be56-4214-9ad1-e54a8a36a2e2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:08.331782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4f7b9e0c-8d26-46e0-995c-2bbdcbfbb0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:08.335341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7a51661-c7d1-41f7-a3d6-37eacc74ff87 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:08.352864 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a19a0a5f-7e3f-4cd6-aa32-8d4286efadca tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "PUT /v2.0/routers/2a5bba59-be56-4214-9ad1-e54a8a36a2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0019681 Feb 04 06:12:08.362601 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41156) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:08.422926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::1 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/526b3c3c-098d-43d2-98fa-39447ae1b51a/9b323ab5-5709-4ead-8ba4-014ac6bf3df7) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:08.426833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4f7b9e0c-8d26-46e0-995c-2bbdcbfbb0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:08.427338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7b9e0c-8d26-46e0-995c-2bbdcbfbb0a2 None None] The sync data for ids ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:08.441673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c0a1f906-52f6-4779-905a-0606da3d34a1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:08.478453 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-f44d9dd0-3be0-4960-ade0-b57cbcb09cda tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] delete failed (client error): The resource could not be found. Feb 04 06:12:08.487812 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f44d9dd0-3be0-4960-ade0-b57cbcb09cda tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-506782812 HTTP/1.1" status: 404 len: 334 time: 0.1084805 Feb 04 06:12:08.488865 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c0a1f906-52f6-4779-905a-0606da3d34a1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/ports/71b221c1-cad7-4698-a2a5-80a510c36ea8 HTTP/1.1" status: 204 len: 168 time: 2.2564158 Feb 04 06:12:08.489077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41160) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:08.489421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41162) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:08.498687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-793c38dd-932c-4c4e-a62e-15f94810dc5c tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a5bba59-be56-4214-9ad1-e54a8a36a2e2'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:08.552173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:08.575751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:08.586322 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:floatingip and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:08.613348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7a51661-c7d1-41f7-a3d6-37eacc74ff87 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:08.614007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a51661-c7d1-41f7-a3d6-37eacc74ff87 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Fanout notify agent at l3_agent the message router_deleted on router a3c69b90-c949-4c28-bdb2-1c88766ff44e {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:08.616529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1f8bbaf7-9ebb-4bd9-ab83-969b607b78a3 None None] Provisioning for port d40e3ef4-2851-45ef-9386-37d737c42399 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:08.660795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:08.688406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:08.693475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7a51661-c7d1-41f7-a3d6-37eacc74ff87 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:08.700071 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a7a51661-c7d1-41f7-a3d6-37eacc74ff87 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/a3c69b90-c949-4c28-bdb2-1c88766ff44e HTTP/1.1" status: 204 len: 168 time: 1.4599340 Feb 04 06:12:08.731308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41170) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:08.739012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:08.740171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:08.799113 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e73a4b32-04eb-421b-9bd9-e5ccf73eda3e tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3c69b90-c949-4c28-bdb2-1c88766ff44e HTTP/1.1" status: 200 len: 205 time: 0.0616891 Feb 04 06:12:08.803778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41174) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:08.819924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d40e3ef4-2851-45ef-9386-37d737c42399 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:08.898421 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-79b47b9e-98e8-4620-a5cb-45cf66de54b1 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] delete failed (client error): The resource could not be found. Feb 04 06:12:08.901894 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-79b47b9e-98e8-4620-a5cb-45cf66de54b1 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/a3c69b90-c949-4c28-bdb2-1c88766ff44e HTTP/1.1" status: 404 len: 336 time: 0.0942035 Feb 04 06:12:08.905780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41180) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:08.967080 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b394285c-2d67-405f-9717-55441bd41009 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3 HTTP/1.1" status: 200 len: 205 time: 0.0599923 Feb 04 06:12:08.976400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-b7fe6d4a-a919-4366-8f06-e9070b248ef2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:08.983803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port d40e3ef4-2851-45ef-9386-37d737c42399 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:08.983955 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-b7fe6d4a-a919-4366-8f06-e9070b248ef2 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.24 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.3504217 Feb 04 06:12:08.983955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41184) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:08.984118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d40e3ef4-2851-45ef-9386-37d737c42399 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:08.984118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.108874 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.115076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.147110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port d40e3ef4-2851-45ef-9386-37d737c42399, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d40e3ef4-2851-45ef-9386-37d737c42399,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:09.165515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.179352 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-18003b96-7ff8-4b92-91f8-a38200869a0b tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] delete failed (client error): The resource could not be found. Feb 04 06:12:09.180369 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-18003b96-7ff8-4b92-91f8-a38200869a0b tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/f9ae2454-2e2b-4dac-9a85-1db35bfe1fb3 HTTP/1.1" status: 404 len: 336 time: 0.1997263 Feb 04 06:12:09.194739 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41188) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:09.203526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-be3dea92-c4e0-4f1c-aba3-3c52196b65cd tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:09.205057 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-be3dea92-c4e0-4f1c-aba3-3c52196b65cd tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.24 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.5159931 Feb 04 06:12:09.273531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:09.291944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:09.292336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.301341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:09.301873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.307769 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Deleting port c6424bff-f04f-4f0a-a223-c978ad5a2ced {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:09.308105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.330688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-793c38dd-932c-4c4e-a62e-15f94810dc5c tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.371541 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-30e317ad-0ae6-4d5a-8254-f152d26db2b3 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8a3d786-7035-4722-a6f3-7e0da5b8640e HTTP/1.1" status: 200 len: 205 time: 0.1742761 Feb 04 06:12:09.377720 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=d40e3ef4-2851-45ef-9386-37d737c42399,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:09.377943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41192) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:09.381393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=9b323ab5-5709-4ead-8ba4-014ac6bf3df7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:09.398053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Deleting port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:09.398399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.535018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d55f1f-f04b-4821-8fd1-28376a3805a8 req-902ed902-2b5d-4ac9-ba97-94e474ef21dd tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:09.537515 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-42d55f1f-f04b-4821-8fd1-28376a3805a8 req-902ed902-2b5d-4ac9-ba97-94e474ef21dd tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.8461049 Feb 04 06:12:09.562403 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-b51fa532-bb4e-495c-9671-2cc4fe677385 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] delete failed (client error): The resource could not be found. Feb 04 06:12:09.565830 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b51fa532-bb4e-495c-9671-2cc4fe677385 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/d8a3d786-7035-4722-a6f3-7e0da5b8640e HTTP/1.1" status: 404 len: 336 time: 0.1827939 Feb 04 06:12:09.586718 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41196) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:09.633594 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.635688 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-793c38dd-932c-4c4e-a62e-15f94810dc5c tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] update failed (client error): The resource could not be found. Feb 04 06:12:09.641847 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-793c38dd-932c-4c4e-a62e-15f94810dc5c tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "PUT /v2.0/routers/2a5bba59-be56-4214-9ad1-e54a8a36a2e2 HTTP/1.1" status: 404 len: 339 time: 1.1463289 Feb 04 06:12:09.644896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41200) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:09.663890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacf86b-8eb4-4414-9157-a20d2ec0ed8d req-e22df345-98f6-4170-86ae-0e8e0aad0889 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:09.672255 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fcacf86b-8eb4-4414-9157-a20d2ec0ed8d req-e22df345-98f6-4170-86ae-0e8e0aad0889 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.6026967 Feb 04 06:12:09.672402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.677232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1895338531'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:09.684263 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-293480b2-2fee-4a22-a389-db51f00d4571 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=7137b46f-7a71-4e08-954d-b76f3dc60ebf HTTP/1.1" status: 200 len: 205 time: 0.0953429 Feb 04 06:12:09.689845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41204) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:09.690812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:09.757207 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-42d55f1f-f04b-4821-8fd1-28376a3805a8 req-4345bf66-64cf-4d16-9c20-41a11d65d11e tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972504 Feb 04 06:12:09.768287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-21659fc5-8cdd-4549-9374-aa194e227300 None None] Provisioning for port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:09.786146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-21659fc5-8cdd-4549-9374-aa194e227300 None None] Provisioning complete for port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:09.786814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-21659fc5-8cdd-4549-9374-aa194e227300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:09.811218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Usage tracker for resource:network and tenant:d4257573edf446209a84646c4af2ca1b is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:09.832275 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:09.846905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:09.851597 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-21659fc5-8cdd-4549-9374-aa194e227300 None None] Port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:09.854695 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-90c420c0-fd5c-47c9-8c27-de80ce4e9cd0 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] delete failed (client error): The resource could not be found. Feb 04 06:12:09.855730 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-90c420c0-fd5c-47c9-8c27-de80ce4e9cd0 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/7137b46f-7a71-4e08-954d-b76f3dc60ebf HTTP/1.1" status: 404 len: 336 time: 0.1582782 Feb 04 06:12:09.860821 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41208) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:09.924007 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f7f373d2-4ef9-4a67-8d27-81cab894a9ee tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=feba9399-84d8-4801-9e79-a158c1ae7868 HTTP/1.1" status: 200 len: 205 time: 0.0588374 Feb 04 06:12:09.927618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41212) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:09.979860 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fcacf86b-8eb4-4414-9157-a20d2ec0ed8d req-26fcba4c-ac7a-48dc-b056-6fb09f9fb30f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859173 Feb 04 06:12:09.997776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.054074 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-34ffc03f-9e3f-4d4b-8d46-c8373579e0a6 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] delete failed (client error): The resource could not be found. Feb 04 06:12:10.055010 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-34ffc03f-9e3f-4d4b-8d46-c8373579e0a6 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/feba9399-84d8-4801-9e79-a158c1ae7868 HTTP/1.1" status: 404 len: 336 time: 0.1245501 Feb 04 06:12:10.067117 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Made reservation on behalf of d4257573edf446209a84646c4af2ca1b for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:10.070490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.077602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41216) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:10.136525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.139012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:12:10.165106 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1decd24d-9968-4e44-8373-46ad4f8baa8e tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "GET /v2.0/ports?device_id=fee2bd99-a204-4fb0-9923-d6a645d931e6 HTTP/1.1" status: 200 len: 205 time: 0.0784178 Feb 04 06:12:10.174458 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] For port c6424bff-f04f-4f0a-a223-c978ad5a2ced, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c6424bff-f04f-4f0a-a223-c978ad5a2ced,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:10.174820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.177996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41220) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:10.335703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] For port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:10.336279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.404239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.404585 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Added segment 098b3991-af01-4fa0-9f70-acccaa02f22c of type vlan for network ec7459f0-b351-46c0-81c8-2fce0d5f58ea Feb 04 06:12:10.418310 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-4abedb4b-09b6-4853-a278-1e7af2a3b06c tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] delete failed (client error): The resource could not be found. Feb 04 06:12:10.421808 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4abedb4b-09b6-4853-a278-1e7af2a3b06c tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/routers/fee2bd99-a204-4fb0-9923-d6a645d931e6 HTTP/1.1" status: 404 len: 336 time: 0.2367661 Feb 04 06:12:10.424277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41224) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:10.499383 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce137faf-d913-45bd-849f-54472359a852 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] DELETE failed (client error): The resource could not be found. Feb 04 06:12:10.499837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce137faf-d913-45bd-849f-54472359a852 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:12:10.503552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.553901 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ce137faf-d913-45bd-849f-54472359a852 tempest-RoutersAdminTest-1304045058 tempest-RoutersAdminTest-1304045058-project] 10.222.0.32 "DELETE /v2.0/subnets/7e0a46e6-069b-4aa2-b3f9-0ebcbfe0a1b0 HTTP/1.1" status: 404 len: 337 time: 0.1275218 Feb 04 06:12:10.599522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.26.7.210 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/2e644c01-f422-48d7-94a9-84a2c018ab1d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:10.679393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Router 61cfd27b-24b1-423f-8d05-8ffb822cb492 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:12:10.775162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.784148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:10.784572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d40e3ef4-2851-45ef-9386-37d737c42399 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:10.791883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.858168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d40e3ef4-2851-45ef-9386-37d737c42399 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:10.859109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.957831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Network': ['ID=ec7459f0-b351-46c0-81c8-2fce0d5f58ea,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:10.978195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network ec7459f0-b351-46c0-81c8-2fce0d5f58ea details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:12:11.144050 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-395e078e-d896-4494-a465-86a2387e0ff6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4975073 Feb 04 06:12:11.149871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41234) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:11.162820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'subnet': {'network_id': 'ec7459f0-b351-46c0-81c8-2fce0d5f58ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:11.199614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.199979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.200289 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Floating IP 588c112a-b43b-481d-aff9-75fcbb7a4420 disassociated. External IP: 172.26.7.114, port: c6424bff-f04f-4f0a-a223-c978ad5a2ced. Feb 04 06:12:11.200628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Calling delete_port for c6424bff-f04f-4f0a-a223-c978ad5a2ced owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:11.246259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.264389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:11.273326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.273739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.274016 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Floating IP 0e1123ca-be85-48d9-ae83-b606d79032ed disassociated. External IP: 172.26.7.22, port: f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64. Feb 04 06:12:11.274360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Calling delete_port for f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:11.276120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.279818 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5a247738-60cd-4be4-a733-d84fd3fd5896 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "PUT /v2.0/routers/61cfd27b-24b1-423f-8d05-8ffb822cb492 HTTP/1.1" status: 200 len: 882 time: 8.4260955 Feb 04 06:12:11.284107 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bd90f0-dd98-4515-b73a-65d087511c88 None None] Sync routers for ids ['61cfd27b-24b1-423f-8d05-8ffb822cb492'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:11.294709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41238) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:11.299679 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd90f0-dd98-4515-b73a-65d087511c88 None None] Routers {'61cfd27b-24b1-423f-8d05-8ffb822cb492'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:11.300499 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-63bd90f0-dd98-4515-b73a-65d087511c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['61cfd27b-24b1-423f-8d05-8ffb822cb492'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:11.385831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.417028 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-63bd90f0-dd98-4515-b73a-65d087511c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:11.419391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41244) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:11.434080 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd90f0-dd98-4515-b73a-65d087511c88 None None] Routers {'61cfd27b-24b1-423f-8d05-8ffb822cb492'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:11.435056 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-63bd90f0-dd98-4515-b73a-65d087511c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['61cfd27b-24b1-423f-8d05-8ffb822cb492'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:11.435908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105b1c9-b93a-4eab-9ae3-3156973a0cc4 req-cb199bf3-2b43-4a4a-818d-c160d93e50ba tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:11.437437 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0105b1c9-b93a-4eab-9ae3-3156973a0cc4 req-cb199bf3-2b43-4a4a-818d-c160d93e50ba tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 945 time: 0.5404587 Feb 04 06:12:11.473943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee1785-f853-4284-b974-3479459744ca req-3776cb43-1b20-4a35-9242-e92d9caa769e tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:11.475109 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-09ee1785-f853-4284-b974-3479459744ca req-3776cb43-1b20-4a35-9242-e92d9caa769e tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 946 time: 0.3725104 Feb 04 06:12:11.479838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.480079 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:11.480665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.495270 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Usage tracker for resource:subnet and tenant:d4257573edf446209a84646c4af2ca1b is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:11.502665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:11.562232 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-63bd90f0-dd98-4515-b73a-65d087511c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:11.562872 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bd90f0-dd98-4515-b73a-65d087511c88 None None] The sync data for ids ['61cfd27b-24b1-423f-8d05-8ffb822cb492'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:11.585163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:11.587090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=9b323ab5-5709-4ead-8ba4-014ac6bf3df7,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:11.608624 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0105b1c9-b93a-4eab-9ae3-3156973a0cc4 req-52a801f9-d649-4adf-a14e-a3624d9148d5 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups?id=83da2637-08b7-45ba-ae05-f3f366f9bee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509342 Feb 04 06:12:11.615295 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-94ac268f-e650-480d-8572-9da33818a1ed tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/routers/61cfd27b-24b1-423f-8d05-8ffb822cb492 HTTP/1.1" status: 200 len: 923 time: 0.3193603 Feb 04 06:12:11.618134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41250) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:11.665052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.734231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Made reservation on behalf of d4257573edf446209a84646c4af2ca1b for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:11.737640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.769068 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-09ee1785-f853-4284-b974-3479459744ca req-72507b33-0392-4c51-8a68-60043145caee tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups?id=a0ed3874-a1fe-4c33-8655-175471976576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769423 Feb 04 06:12:11.802293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:11.803391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:11.827562 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-42fb092e-26f2-43dc-945f-c2ec70dee09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.837459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:11.850566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:11.866467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.872640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:11.898338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-42fb092e-26f2-43dc-945f-c2ec70dee09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:11.917308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.925166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-42fb092e-26f2-43dc-945f-c2ec70dee09c admin admin] Usage tracker for resource:security_group_rule and tenant:2d6db88142d24326b07df677d95ad7b7 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:11.927819 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=2e644c01-f422-48d7-94a9-84a2c018ab1d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:11.932058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-42fb092e-26f2-43dc-945f-c2ec70dee09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:11.948637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-42fb092e-26f2-43dc-945f-c2ec70dee09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:11.988550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Pushing event deleted for resources: {'Port': ['ID=c6424bff-f04f-4f0a-a223-c978ad5a2ced,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:12.068124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Pushing event deleted for resources: {'Port': ['ID=f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:12.124636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d6c19-c77a-4090-b615-0782e28a5c96 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:12.129160 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-474d6c19-c77a-4090-b615-0782e28a5c96 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&device_id=61cfd27b-24b1-423f-8d05-8ffb822cb492&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5071328 Feb 04 06:12:12.129977 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41254) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:12.192717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9cfd0785-1ed1-4f11-ad48-64b22a6fa7c8 None None] Provisioning complete for port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:12.193770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9cfd0785-1ed1-4f11-ad48-64b22a6fa7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:12.280853 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:12.295137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9cfd0785-1ed1-4f11-ad48-64b22a6fa7c8 None None] Port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:12.360609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3052af5-0124-4c65-88ce-edc17ea6cdef tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:12.364703 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e3052af5-0124-4c65-88ce-edc17ea6cdef tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/networks/0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 881 time: 0.2297249 Feb 04 06:12:12.373891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41258) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:12.417386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-42fb092e-26f2-43dc-945f-c2ec70dee09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:12.436352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Router 0061820c-2c02-4695-b497-34ea161c151b has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:12.465278 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7e944edb-02ec-4651-a1e3-885d78b8300f tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=61cfd27b-24b1-423f-8d05-8ffb822cb492 HTTP/1.1" status: 200 len: 205 time: 0.0856674 Feb 04 06:12:12.474430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41262) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:12.513256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:12.565235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-42fb092e-26f2-43dc-945f-c2ec70dee09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:12.606474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c6424bff-f04f-4f0a-a223-c978ad5a2ced no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:12.619750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:12.646670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: c6424bff-f04f-4f0a-a223-c978ad5a2ced {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:12.647006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c6424bff-f04f-4f0a-a223-c978ad5a2ced not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:12.647563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:12.659849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Router 191e05bb-a036-4ed8-8f74-3889c4d42605 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:12:12.694882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:12.695914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:12.719930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb092e-26f2-43dc-945f-c2ec70dee09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b527e3d1-f0b6-4670-8875-4533ae652c89,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:12.739115 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-42fb092e-26f2-43dc-945f-c2ec70dee09c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d6db88142d24326b07df677d95ad7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3129323 Feb 04 06:12:12.791475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41268) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:12.862632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.000559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.101098 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ff84a4e4-c701-4e53-8662-0455be4115fd req-4af6d001-2bf4-462a-8df5-f07c3619b509 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 210 time: 0.1921570 Feb 04 06:12:13.148406 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7787c62-7fe5-4342-8f1d-5b9bf340f7ba req-645c0931-6148-48c0-98d1-e17e785b057a tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 210 time: 0.1289859 Feb 04 06:12:13.158654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:13.170520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6beade-8bc8-447e-bd88-b4c043774758 None None] Sync routers for ids ['0061820c-2c02-4695-b497-34ea161c151b'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:13.189339 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6beade-8bc8-447e-bd88-b4c043774758 None None] Routers {'0061820c-2c02-4695-b497-34ea161c151b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:13.190431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb6beade-8bc8-447e-bd88-b4c043774758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0061820c-2c02-4695-b497-34ea161c151b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:13.199171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:13.206326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-743ec15c-3238-4f4a-b74f-6e1c7cbf3ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.208119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Subnet': ['ID=ae95f2d6-0e2c-4e4f-96fb-95c441dd0c9a,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:13.210223 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Sync routers for ids ['191e05bb-a036-4ed8-8f74-3889c4d42605'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:13.225316 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Routers {'191e05bb-a036-4ed8-8f74-3889c4d42605'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:13.226367 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['191e05bb-a036-4ed8-8f74-3889c4d42605'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:13.235882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:13.282561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] No DVR routers for this DVR port c6424bff-f04f-4f0a-a223-c978ad5a2ced on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:13.290138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.292168 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7789a97e-fa13-478a-965f-7f89ac95f866 req-5db64181-ebc3-488d-bc91-ab999709958f tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.24 "DELETE /v2.0/ports/c6424bff-f04f-4f0a-a223-c978ad5a2ced HTTP/1.1" status: 204 len: 173 time: 4.2576301 Feb 04 06:12:13.294887 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3ec277b5-0e00-458f-90c7-820a314bd459 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "PUT /v2.0/routers/191e05bb-a036-4ed8-8f74-3889c4d42605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3555977 Feb 04 06:12:13.295748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'name': 'network-vif-deleted', 'tag': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:13.300457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41274) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:13.335888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b57911-3963-42d9-b672-c39261c2492c None None] Sync routers for ids ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:13.336497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Checking segment: {'id': '098b3991-af01-4fa0-9f70-acccaa02f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec7459f0-b351-46c0-81c8-2fce0d5f58ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:13.336827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network hostable DHCP agents. Network: ec7459f0-b351-46c0-81c8-2fce0d5f58ea, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:12:13.354114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-743ec15c-3238-4f4a-b74f-6e1c7cbf3ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.367356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b57911-3963-42d9-b672-c39261c2492c None None] Routers {'9afdd895-2aa3-4776-8443-0bec9b3e3fa7'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:13.376522 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b9b57911-3963-42d9-b672-c39261c2492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:13.431994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.446281 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3397ac3d-b383-4522-8fe0-7a251d2704cf', 'name': 'network-vif-deleted', 'tag': 'c6424bff-f04f-4f0a-a223-c978ad5a2ced', 'status': 'completed', 'code': 200} Feb 04 06:12:13.465864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] No DVR routers for this DVR port f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:13.471640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.472855 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6275d1cc-e7e8-46b5-b181-bf30509c043b req-1fb154d5-0c7f-457f-b097-6ea10cc7f906 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.24 "DELETE /v2.0/ports/f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64 HTTP/1.1" status: 204 len: 173 time: 4.2534719 Feb 04 06:12:13.492848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.499998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95b13e-444e-41e1-be8c-1fe69ce2e987 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:13.502612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6f95b13e-444e-41e1-be8c-1fe69ce2e987 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:13.561933 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Set router 191e05bb-a036-4ed8-8f74-3889c4d42605 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:13.571774 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network ec7459f0-b351-46c0-81c8-2fce0d5f58ea is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:12:13.613213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6f95b13e-444e-41e1-be8c-1fe69ce2e987 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:13.614145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Deleting port ee41900c-ebf4-4715-bc96-e9825e1989f7 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:13.614675 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.615534 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6f95b13e-444e-41e1-be8c-1fe69ce2e987 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports/9b323ab5-5709-4ead-8ba4-014ac6bf3df7 HTTP/1.1" status: 200 len: 911 time: 0.2756772 Feb 04 06:12:13.618552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41282) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:13.629355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-cb6beade-8bc8-447e-bd88-b4c043774758 None None] Set router 0061820c-2c02-4695-b497-34ea161c151b gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:13.710552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-b9b57911-3963-42d9-b672-c39261c2492c None None] Set router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:13.793259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26396c8f-34c1-4b08-99c7-d2917b4b0039 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:13.803204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26396c8f-34c1-4b08-99c7-d2917b4b0039 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:13.805682 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-26396c8f-34c1-4b08-99c7-d2917b4b0039 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1861317 Feb 04 06:12:13.817926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41286) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:13.894751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:14.049457 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191e05bb-a036-4ed8-8f74-3889c4d42605', 'name': 'tempest-NetworksTestDHCPv6-router-1717905048', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:05Z', 'updated_at': '2022-02-04T06:12:09Z', 'revision_number': 2, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None, '_interfaces': [{'id': '9b323ab5-5709-4ead-8ba4-014ac6bf3df7', 'name': '', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'mac_address': 'fa:16:3e:d5:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191e05bb-a036-4ed8-8f74-3889c4d42605', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '526b3c3c-098d-43d2-98fa-39447ae1b51a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:07Z', 'updated_at': '2022-02-04T06:12:10Z', 'revision_number': 2, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'subnets': [{'id': '526b3c3c-098d-43d2-98fa-39447ae1b51a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:14.055417 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Checking router: 191e05bb-a036-4ed8-8f74-3889c4d42605 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:14.055761 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Updating router 191e05bb-a036-4ed8-8f74-3889c4d42605 port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:12:14.126163 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:14.304681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-743ec15c-3238-4f4a-b74f-6e1c7cbf3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:14.404800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:14.481289 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Calling delete_port for ee41900c-ebf4-4715-bc96-e9825e1989f7 owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:14.583581 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b9b57911-3963-42d9-b672-c39261c2492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:53Z', 'revision_number': 4, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '55d64af0-364c-44b3-b947-739982a22561', 'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'mac_address': 'fa:16:3e:6c:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:50Z', 'updated_at': '2022-02-04T06:10:06Z', 'revision_number': 5, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'subnets': [{'id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:14.606477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, ec7459f0-b351-46c0-81c8-2fce0d5f58ea) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:14.610941 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:14.612072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:14.613353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b57911-3963-42d9-b672-c39261c2492c None None] Checking router: 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:14.620150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd6b06-eb88-43f4-9c16-2d14654135a6 None None] Network ec7459f0-b351-46c0-81c8-2fce0d5f58ea requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:14.664170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-743ec15c-3238-4f4a-b74f-6e1c7cbf3ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:14.679832 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-743ec15c-3238-4f4a-b74f-6e1c7cbf3ed5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b527e3d1-f0b6-4670-8875-4533ae652c89 HTTP/1.1" status: 204 len: 168 time: 1.8780067 Feb 04 06:12:14.730626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ec15c-3238-4f4a-b74f-6e1c7cbf3ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b527e3d1-f0b6-4670-8875-4533ae652c89,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:14.819751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-231b41a9-4647-4e19-a3c0-0a7036d5181b req-7b066899-1802-4b5d-91d8-12f21db2697b tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Synchronizing usage tracker for tenant:6bf72fda2e5b49ef9e393b075fa48c52 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:14.835043 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-04c30b65-db94-496c-8ca9-8dade053b548 req-693d9697-bea3-460a-9657-b31ab5978099 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/ports?device_id=3397ac3d-b383-4522-8fe0-7a251d2704cf HTTP/1.1" status: 200 len: 210 time: 0.4244792 Feb 04 06:12:14.836485 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ba170464-7af8-421e-9150-f1e0c64beb05 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6850507 Feb 04 06:12:14.840518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41298) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:14.847248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:14.848015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-74552fac-15b2-4316-b5b9-f5269fa8cf4a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec7459f0-b351-46c0-81c8-2fce0d5f58ea'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:14.887454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=2e644c01-f422-48d7-94a9-84a2c018ab1d,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:14.889095 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:14.909482 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Transition to ACTIVE for port object 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:15.041006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b57911-3963-42d9-b672-c39261c2492c None None] Routers {'9afdd895-2aa3-4776-8443-0bec9b3e3fa7'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:15.042260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b9b57911-3963-42d9-b672-c39261c2492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:15.067040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.069046 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-702e3c45-0d0a-40aa-8826-f0918e03f178 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5770490 Feb 04 06:12:15.074109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41302) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:15.078098 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'port': {'network_id': 'acea0f06-1a51-4d86-83c0-b03a1a701884', 'name': 'tempest-FloatingIPTestJSON-477288684'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:15.100347 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.202087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb6beade-8bc8-447e-bd88-b4c043774758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:52Z', 'revision_number': 4, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '74354a76-034b-48ac-a21a-ea38bbc19de8', 'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'mac_address': 'fa:16:3e:df:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:49Z', 'updated_at': '2022-02-04T06:10:03Z', 'revision_number': 5, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'subnets': [{'id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:15.246162 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Pushing event updated for resources: {'Port': ['ID=9b323ab5-5709-4ead-8ba4-014ac6bf3df7,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:15.248162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:15.253502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:port and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:15.257571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6beade-8bc8-447e-bd88-b4c043774758 None None] Checking router: 0061820c-2c02-4695-b497-34ea161c151b for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:15.257728 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.257728 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.257914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:15.258299 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.258824 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.260119 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.260700 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.261233 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.261859 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.262402 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.263036 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.263552 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.264064 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:15.264762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:15.275254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.341087 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Pushing event deleted for resources: {'Port': ['ID=ee41900c-ebf4-4715-bc96-e9825e1989f7,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:15.403152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-ec7459f0-b351-46c0-81c8-2fce0d5f58ea', 'network_id': 'ec7459f0-b351-46c0-81c8-2fce0d5f58ea', 'tenant_id': 'd4257573edf446209a84646c4af2ca1b', 'fixed_ips': [{'subnet_id': 'ae95f2d6-0e2c-4e4f-96fb-95c441dd0c9a'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:12:15.403152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.433327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6beade-8bc8-447e-bd88-b4c043774758 None None] Routers {'0061820c-2c02-4695-b497-34ea161c151b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:15.433969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb6beade-8bc8-447e-bd88-b4c043774758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0061820c-2c02-4695-b497-34ea161c151b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:15.465282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Made reservation on behalf of 17b3d76fbaf6447586ecbfa5afe4b333 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:15.469008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.500325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74552fac-15b2-4316-b5b9-f5269fa8cf4a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.516266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-231b41a9-4647-4e19-a3c0-0a7036d5181b req-7b066899-1802-4b5d-91d8-12f21db2697b tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Unset dirty status for tenant:6bf72fda2e5b49ef9e393b075fa48c52 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:15.518002 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-231b41a9-4647-4e19-a3c0-0a7036d5181b req-7b066899-1802-4b5d-91d8-12f21db2697b tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/ports?device_id=af713e7a-11c6-4cb3-92eb-de0dd2687ad7 HTTP/1.1" status: 200 len: 210 time: 1.0578036 Feb 04 06:12:15.519778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'name': 'network-vif-deleted', 'tag': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:15.543323 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] device_id is not set on port d25a1551-f7b3-468e-aca9-7f803f313951 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:12:15.647613 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af713e7a-11c6-4cb3-92eb-de0dd2687ad7', 'name': 'network-vif-deleted', 'tag': 'f1bf0de7-5d3b-4419-9ddf-0f40e7bd8c64', 'status': 'completed', 'code': 200} Feb 04 06:12:15.658180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.722609 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Attempting to bind port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:15.722982 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Attempting to bind port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:15.723344 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Attempting to bind port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:15.740598 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:15.744463 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:15.744907 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.745313 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:15.746521 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Bound port: 9b323ab5-5709-4ead-8ba4-014ac6bf3df7, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:15.746521 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.787152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-b9b57911-3963-42d9-b672-c39261c2492c None None] Set router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:15.851862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41312) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:15.910230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.953111 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] For port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:15.962585 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] For port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9b323ab5-5709-4ead-8ba4-014ac6bf3df7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:15.982740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.991187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.016229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-27d9bf71-93ef-4c40-ab19-30e190060734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.075928 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-34ec9e32-279c-4c31-b3d2-58e29b7a2d41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=519bc71c42b145ae97c1d245c85d1ccf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2178741 Feb 04 06:12:16.079997 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41320) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:16.092968 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-74552fac-15b2-4316-b5b9-f5269fa8cf4a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:12:16.094408 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-74552fac-15b2-4316-b5b9-f5269fa8cf4a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "PUT /v2.0/routers/2a5bba59-be56-4214-9ad1-e54a8a36a2e2 HTTP/1.1" status: 400 len: 364 time: 1.2515571 Feb 04 06:12:16.100541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41324) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:16.100541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41326) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:16.107206 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.113482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.20.0.13 (acea0f06-1a51-4d86-83c0-b03a1a701884/91989896-7e2b-4224-bc91-9537bc968154/d25a1551-f7b3-468e-aca9-7f803f313951) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:16.191692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.192415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Fanout notify agent at l3_agent the message router_deleted on router 61cfd27b-24b1-423f-8d05-8ffb822cb492 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:16.196520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-139238ae-6375-493c-a4c9-e4facf48f07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.252223 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-cb6beade-8bc8-447e-bd88-b4c043774758 None None] Set router 0061820c-2c02-4695-b497-34ea161c151b gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:16.268281 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Routers {'191e05bb-a036-4ed8-8f74-3889c4d42605'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:16.268969 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:11:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['191e05bb-a036-4ed8-8f74-3889c4d42605'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:16.336711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-139238ae-6375-493c-a4c9-e4facf48f07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.353058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.354866 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ebce6c01-d020-4998-9d0a-c05ace2b18e8 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/61cfd27b-24b1-423f-8d05-8ffb822cb492 HTTP/1.1" status: 204 len: 168 time: 3.8771000 Feb 04 06:12:16.359776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41332) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:16.387854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-151d3aa9-3588-43d7-b7e1-eed1e72c02d1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-144357945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:16.411539 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb52ec6-bee3-4c56-9245-28f13683ac25 None None] Pushing event updated for resources: {'Port': ['ID=9b323ab5-5709-4ead-8ba4-014ac6bf3df7,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:16.423295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-151d3aa9-3588-43d7-b7e1-eed1e72c02d1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:16.443001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-151d3aa9-3588-43d7-b7e1-eed1e72c02d1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Usage tracker for resource:router and tenant:e9cff3eb480c4c40810af480187eb5e4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:16.448763 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-151d3aa9-3588-43d7-b7e1-eed1e72c02d1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:16.468695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-151d3aa9-3588-43d7-b7e1-eed1e72c02d1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:16.528693 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.555564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Allocated IP 2001:db8:1::2 (ec7459f0-b351-46c0-81c8-2fce0d5f58ea/ae95f2d6-0e2c-4e4f-96fb-95c441dd0c9a/f6d8d71a-123b-442b-aa4a-7753b2ea06af) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:16.590020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-151d3aa9-3588-43d7-b7e1-eed1e72c02d1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.590020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-151d3aa9-3588-43d7-b7e1-eed1e72c02d1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.616092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-139238ae-6375-493c-a4c9-e4facf48f07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.624619 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] Set router 191e05bb-a036-4ed8-8f74-3889c4d42605 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:16.765184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.768996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-151d3aa9-3588-43d7-b7e1-eed1e72c02d1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.812286 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139238ae-6375-493c-a4c9-e4facf48f07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dac0314-e885-42aa-b387-db23d0eb1b4e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:16.845634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41340) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:16.882567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-139238ae-6375-493c-a4c9-e4facf48f07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.886545 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-139238ae-6375-493c-a4c9-e4facf48f07a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dac0314-e885-42aa-b387-db23d0eb1b4e HTTP/1.1" status: 204 len: 168 time: 0.8056281 Feb 04 06:12:16.906292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network acea0f06-1a51-4d86-83c0-b03a1a701884 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:16.915179 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=d25a1551-f7b3-468e-aca9-7f803f313951,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:16.917769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:16.927698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:16.995115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-151d3aa9-3588-43d7-b7e1-eed1e72c02d1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.008785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-414cbfd6-e42f-47da-8061-7e31fb6649e1 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.043874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:17.044543 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.073475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c18b369-0809-4491-b17c-2f106d71eb05 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.131136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-414cbfd6-e42f-47da-8061-7e31fb6649e1 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.143761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b9b57911-3963-42d9-b672-c39261c2492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:53Z', 'revision_number': 4, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '55d64af0-364c-44b3-b947-739982a22561', 'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'mac_address': 'fa:16:3e:6c:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:50Z', 'updated_at': '2022-02-04T06:10:06Z', 'revision_number': 5, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'subnets': [{'id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:17.151644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-151d3aa9-3588-43d7-b7e1-eed1e72c02d1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.153931 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-151d3aa9-3588-43d7-b7e1-eed1e72c02d1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7923121 Feb 04 06:12:17.156366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41346) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:17.163516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'enable_snat': True}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:17.172716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb6beade-8bc8-447e-bd88-b4c043774758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:52Z', 'revision_number': 4, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '74354a76-034b-48ac-a21a-ea38bbc19de8', 'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'mac_address': 'fa:16:3e:df:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:49Z', 'updated_at': '2022-02-04T06:10:03Z', 'revision_number': 5, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'subnets': [{'id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:17.175412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b57911-3963-42d9-b672-c39261c2492c None None] The sync data for ids ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'] in dv-neutron-827796-1-hyperv is: [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:53Z', 'revision_number': 4, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '55d64af0-364c-44b3-b947-739982a22561', 'name': '', 'network_id': 'b899491a-7f2c-46d6-a513-3f795ab56507', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'mac_address': 'fa:16:3e:6c:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:50Z', 'updated_at': '2022-02-04T06:10:06Z', 'revision_number': 5, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'subnets': [{'id': 'c89fb3a0-23b9-4925-9cd3-f783e5a43dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:17.198741 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191e05bb-a036-4ed8-8f74-3889c4d42605', 'name': 'tempest-NetworksTestDHCPv6-router-1717905048', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:05Z', 'updated_at': '2022-02-04T06:12:09Z', 'revision_number': 2, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None, '_interfaces': [{'id': '9b323ab5-5709-4ead-8ba4-014ac6bf3df7', 'name': '', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'mac_address': 'fa:16:3e:d5:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191e05bb-a036-4ed8-8f74-3889c4d42605', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '526b3c3c-098d-43d2-98fa-39447ae1b51a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:07Z', 'updated_at': '2022-02-04T06:12:15Z', 'revision_number': 4, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'subnets': [{'id': '526b3c3c-098d-43d2-98fa-39447ae1b51a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:17.204585 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1e856-41aa-4fa4-8179-b8988da7df0f None None] The sync data for ids ['191e05bb-a036-4ed8-8f74-3889c4d42605'] in dv-neutron-827796-1-hyperv is: [{'id': '191e05bb-a036-4ed8-8f74-3889c4d42605', 'name': 'tempest-NetworksTestDHCPv6-router-1717905048', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:05Z', 'updated_at': '2022-02-04T06:12:09Z', 'revision_number': 2, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None, '_interfaces': [{'id': '9b323ab5-5709-4ead-8ba4-014ac6bf3df7', 'name': '', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'mac_address': 'fa:16:3e:d5:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191e05bb-a036-4ed8-8f74-3889c4d42605', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '526b3c3c-098d-43d2-98fa-39447ae1b51a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:07Z', 'updated_at': '2022-02-04T06:12:15Z', 'revision_number': 4, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'subnets': [{'id': '526b3c3c-098d-43d2-98fa-39447ae1b51a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:17.214734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c18b369-0809-4491-b17c-2f106d71eb05 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.290531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:17.290997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.294251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6beade-8bc8-447e-bd88-b4c043774758 None None] The sync data for ids ['0061820c-2c02-4695-b497-34ea161c151b'] in dv-neutron-827796-1-hyperv is: [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:09:52Z', 'revision_number': 4, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '74354a76-034b-48ac-a21a-ea38bbc19de8', 'name': '', 'network_id': 'd1775b1c-d4ab-4994-b1b4-7f02c61e3cf2', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'mac_address': 'fa:16:3e:df:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:49Z', 'updated_at': '2022-02-04T06:10:03Z', 'revision_number': 5, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'subnets': [{'id': '3a2e209b-21b4-4d84-9c6e-5a22aa6969f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:17.325955 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-41c031c4-3ed6-4328-8e39-86b79dd2ff91 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2523818 Feb 04 06:12:17.331651 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.340631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41350) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:17.353891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Transition to ACTIVE for port object f6d8d71a-123b-442b-aa4a-7753b2ea06af will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:17.393604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Transition to ACTIVE for port object f6d8d71a-123b-442b-aa4a-7753b2ea06af will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:17.434231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eac95370-eee8-4fc8-948c-c3c72b9e2e18 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'floatingip': {'port_id': 'd25a1551-f7b3-468e-aca9-7f803f313951'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:17.500235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.657473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-414cbfd6-e42f-47da-8061-7e31fb6649e1 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.794968 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95965e19-cec3-4fa5-b6d6-fb4dd1c6dd85 None None] New status for floating IP 0e1123ca-be85-48d9-ae83-b606d79032ed: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:12:17.808590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cbfd6-e42f-47da-8061-7e31fb6649e1 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83da2637-08b7-45ba-ae05-f3f366f9bee2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:17.818146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.844428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-414cbfd6-e42f-47da-8061-7e31fb6649e1 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.850773 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-414cbfd6-e42f-47da-8061-7e31fb6649e1 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "DELETE /v2.0/security-groups/83da2637-08b7-45ba-ae05-f3f366f9bee2 HTTP/1.1" status: 204 len: 168 time: 0.9959502 Feb 04 06:12:17.858287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41356) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:17.874637 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-0b959839-429e-4aa7-ac05-8023046861d6 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] show failed (client error): The resource could not be found. Feb 04 06:12:17.876697 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0b959839-429e-4aa7-ac05-8023046861d6 tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "GET /v2.0/security-groups/83da2637-08b7-45ba-ae05-f3f366f9bee2 HTTP/1.1" status: 404 len: 347 time: 0.0217032 Feb 04 06:12:17.878559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41362) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:17.895391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.917593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eac95370-eee8-4fc8-948c-c3c72b9e2e18 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.919229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Network ec7459f0-b351-46c0-81c8-2fce0d5f58ea is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:17.936193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:17.952562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:17.974794 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddcb755-d528-4ec9-a70f-f30592b68d76 None None] New status for floating IP 588c112a-b43b-481d-aff9-75fcbb7a4420: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:12:18.114345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Pushing event updated for resources: {'Port': ['ID=f6d8d71a-123b-442b-aa4a-7753b2ea06af,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:18.202591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Deleting port 36099ab4-2a0a-4c7b-8faf-111b3a3e6599 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:18.203183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.353256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c18b369-0809-4491-b17c-2f106d71eb05 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.385371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d2ab1df6-76a2-434b-91b2-14706157e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.436738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18b369-0809-4491-b17c-2f106d71eb05 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ed3874-a1fe-4c33-8655-175471976576,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:18.475161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.480283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.480411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Attempting to bind port f6d8d71a-123b-442b-aa4a-7753b2ea06af on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:18.480411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Attempting to bind port f6d8d71a-123b-442b-aa4a-7753b2ea06af by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '098b3991-af01-4fa0-9f70-acccaa02f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec7459f0-b351-46c0-81c8-2fce0d5f58ea'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:18.480411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Attempting to bind port f6d8d71a-123b-442b-aa4a-7753b2ea06af on network ec7459f0-b351-46c0-81c8-2fce0d5f58ea {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:18.506932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:18.507348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Checking segment: {'id': '098b3991-af01-4fa0-9f70-acccaa02f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec7459f0-b351-46c0-81c8-2fce0d5f58ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:18.508626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.508626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Bound using segment: {'id': '098b3991-af01-4fa0-9f70-acccaa02f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec7459f0-b351-46c0-81c8-2fce0d5f58ea'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:18.510241 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Bound port: f6d8d71a-123b-442b-aa4a-7753b2ea06af, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098b3991-af01-4fa0-9f70-acccaa02f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ec7459f0-b351-46c0-81c8-2fce0d5f58ea'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:18.510763 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.585198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] For port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9b323ab5-5709-4ead-8ba4-014ac6bf3df7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:18.585850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.646909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Calling delete_port for 36099ab4-2a0a-4c7b-8faf-111b3a3e6599 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:18.686844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] For port f6d8d71a-123b-442b-aa4a-7753b2ea06af, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:18.687389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] For port f6d8d71a-123b-442b-aa4a-7753b2ea06af, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=f6d8d71a-123b-442b-aa4a-7753b2ea06af,segment=NetworkSegment(098b3991-af01-4fa0-9f70-acccaa02f22c),segment_id=098b3991-af01-4fa0-9f70-acccaa02f22c)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:18.832073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.892272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:18.989411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:18.999079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c5e02-7192-4a05-b080-6030fd13057f None None] Pushing event updated for resources: {'Port': ['ID=f6d8d71a-123b-442b-aa4a-7753b2ea06af,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:19.021639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c18b369-0809-4491-b17c-2f106d71eb05 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.024914 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7c18b369-0809-4491-b17c-2f106d71eb05 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "DELETE /v2.0/security-groups/a0ed3874-a1fe-4c33-8655-175471976576 HTTP/1.1" status: 204 len: 168 time: 2.9195457 Feb 04 06:12:19.031667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41380) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:19.056718 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:12:19.057123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:12:19.057805 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-a9026d4a-dd68-4be2-810f-9f6b00ae8987 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] show failed (client error): The resource could not be found. Feb 04 06:12:19.058889 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a9026d4a-dd68-4be2-810f-9f6b00ae8987 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "GET /v2.0/security-groups/a0ed3874-a1fe-4c33-8655-175471976576 HTTP/1.1" status: 404 len: 347 time: 0.0251768 Feb 04 06:12:19.065156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41384) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:19.132202 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.174330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.222893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.280288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.284177 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:19.289550 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:19.289839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.456605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Allocated IP 172.26.7.6 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/840eea9e-2ada-41bc-916f-a900ed3494a7) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:19.520934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.587334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.587532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Deleting port 36099ab4-2a0a-4c7b-8faf-111b3a3e6599 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:19.587532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.598494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8705df25-9aec-4107-9ad0-3e73770dec36 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Deleting port 0bdebc80-32e4-477e-8782-8c0566f6199b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:19.599002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8705df25-9aec-4107-9ad0-3e73770dec36 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.600937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9b323ab5-5709-4ead-8ba4-014ac6bf3df7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:19.679506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Allocated IP 2001:db8::1 (dd3e8930-185f-48f9-b713-6689bf650f07/a7ed517e-dffa-42c3-9085-712bfaa729a1/b134bff7-7c26-4479-a4ee-610519853f87) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:19.697601 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.793708 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9b323ab5-5709-4ead-8ba4-014ac6bf3df7,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:19.834340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.877456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.877788 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.954408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:12:19.954620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:12:20.004226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8705df25-9aec-4107-9ad0-3e73770dec36 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.004510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8705df25-9aec-4107-9ad0-3e73770dec36 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.023417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Calling delete_port for 36099ab4-2a0a-4c7b-8faf-111b3a3e6599 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:20.156775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.161114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-eac95370-eee8-4fc8-948c-c3c72b9e2e18 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:12:20.213867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.221609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8705df25-9aec-4107-9ad0-3e73770dec36 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Calling delete_port for 0bdebc80-32e4-477e-8782-8c0566f6199b owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:20.282587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:20.285927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:20.290272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:20.330553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41406) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:20.332972 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.347961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event updated for resources: {'Port': ['ID=840eea9e-2ada-41bc-916f-a900ed3494a7,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:20.419905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Pushing event deleted for resources: {'Port': ['ID=36099ab4-2a0a-4c7b-8faf-111b3a3e6599,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:20.446235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.481636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:20.482286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.499347 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011e54f4-27da-4787-bb6b-f6f85d8a75d2 None None] Network ec7459f0-b351-46c0-81c8-2fce0d5f58ea requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:20.562475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1720751096', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:20.571329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Transition to ACTIVE for port object b134bff7-7c26-4479-a4ee-610519853f87 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:20.574455 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:20.669494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eac95370-eee8-4fc8-948c-c3c72b9e2e18 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.692328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6dd711e0-3a45-485a-8281-54880c7ccf86 None None] Provisioning for port f6d8d71a-123b-442b-aa4a-7753b2ea06af completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:20.756403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Usage tracker for resource:port and tenant:e045933c09fb4653a301efea9d3fc590 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:20.771916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eac95370-eee8-4fc8-948c-c3c72b9e2e18 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.795151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:20.822279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:20.849575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.925893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Made reservation on behalf of e045933c09fb4653a301efea9d3fc590 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:20.929142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.941321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:20.945786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.966481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:20.972185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Usage tracker for resource:security_group_rule and tenant:e045933c09fb4653a301efea9d3fc590 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:20.975420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:20.982782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:20.998757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] For port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9b323ab5-5709-4ead-8ba4-014ac6bf3df7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:20.999191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.017930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.026417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:21.027052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.067684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network dd3e8930-185f-48f9-b713-6689bf650f07 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:21.068625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8705df25-9aec-4107-9ad0-3e73770dec36 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.131630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:21.162804 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f6d8d71a-123b-442b-aa4a-7753b2ea06af up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:21.182139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.186673 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a21958d8-9660-4349-af26-7ab58a0568df tempest-ServersTestJSON-1230914344 tempest-ServersTestJSON-1230914344-project] 10.222.0.32 "DELETE /v2.0/floatingips/0e1123ca-be85-48d9-ae83-b606d79032ed HTTP/1.1" status: 204 len: 168 time: 3.3037992 Feb 04 06:12:21.190557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41412) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:21.201705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:21.202249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.212959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:21.246050 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-eac95370-eee8-4fc8-948c-c3c72b9e2e18 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP afb996dc-00a3-4966-9e07-ac832edbefa8 associated. External IP: 172.26.7.210, port: d25a1551-f7b3-468e-aca9-7f803f313951. Feb 04 06:12:21.259076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.373979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.376379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port f6d8d71a-123b-442b-aa4a-7753b2ea06af completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:21.386887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port f6d8d71a-123b-442b-aa4a-7753b2ea06af triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:21.387585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.442275 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.446464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] device_id is not set on port e9880dcc-87e3-4bf5-9907-2c5589213cdc yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:12:21.473029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Port': ['ID=b134bff7-7c26-4479-a4ee-610519853f87,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:21.484980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8705df25-9aec-4107-9ad0-3e73770dec36 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.543369 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.558779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705df25-9aec-4107-9ad0-3e73770dec36 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Pushing event deleted for resources: {'Port': ['ID=0bdebc80-32e4-477e-8782-8c0566f6199b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:21.585708 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port f6d8d71a-123b-442b-aa4a-7753b2ea06af, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=f6d8d71a-123b-442b-aa4a-7753b2ea06af,segment=NetworkSegment(098b3991-af01-4fa0-9f70-acccaa02f22c),segment_id=098b3991-af01-4fa0-9f70-acccaa02f22c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:21.679809 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-76e8d100-16eb-412f-9e20-463332f68f88 None None] Provisioning for port b134bff7-7c26-4479-a4ee-610519853f87 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:21.686693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-76e8d100-16eb-412f-9e20-463332f68f88 None None] Provisioning complete for port b134bff7-7c26-4479-a4ee-610519853f87 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:21.687141 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-76e8d100-16eb-412f-9e20-463332f68f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.691879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f0e82b-d90a-4355-b4eb-2833ed2231bc,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:21.725201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.766993 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Allocated IP 172.26.7.22 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/e9880dcc-87e3-4bf5-9907-2c5589213cdc) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:21.777802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8705df25-9aec-4107-9ad0-3e73770dec36 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.782139 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8705df25-9aec-4107-9ad0-3e73770dec36 tempest-ServersTestManualDisk-1497697800 tempest-ServersTestManualDisk-1497697800-project] 10.222.0.32 "DELETE /v2.0/floatingips/588c112a-b43b-481d-aff9-75fcbb7a4420 HTTP/1.1" status: 204 len: 168 time: 2.7109294 Feb 04 06:12:21.809906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41416) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:21.852200 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-76e8d100-16eb-412f-9e20-463332f68f88 None None] Port b134bff7-7c26-4479-a4ee-610519853f87 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:21.864287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=f6d8d71a-123b-442b-aa4a-7753b2ea06af,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:22.174421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.302986 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac95370-eee8-4fc8-948c-c3c72b9e2e18 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:22.303803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.387092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=9b323ab5-5709-4ead-8ba4-014ac6bf3df7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:22.425239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.452215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.587435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.846331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.849438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f6d8d71a-123b-442b-aa4a-7753b2ea06af up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:22.883723 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.921616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port f6d8d71a-123b-442b-aa4a-7753b2ea06af triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:22.922139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.939672 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:22.944089 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:22.948225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Pushing event updated for resources: {'Port': ['ID=e9880dcc-87e3-4bf5-9907-2c5589213cdc,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:22.950661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:22.976435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Router fa065344-1e6e-4984-b038-aa68395c2da1 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:12:23.101439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:23.102050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.129058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.307895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:23.337952 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c7342-3e6d-4c52-8d2d-878e8dab2876 None None] Sync routers for ids ['fa065344-1e6e-4984-b038-aa68395c2da1'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:23.349600 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c7342-3e6d-4c52-8d2d-878e8dab2876 None None] Routers {'fa065344-1e6e-4984-b038-aa68395c2da1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:23.350225 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ba3c7342-3e6d-4c52-8d2d-878e8dab2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fa065344-1e6e-4984-b038-aa68395c2da1'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:23.365879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.367360 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-24f5d43f-8866-4dc0-a3df-295ce27a589a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "PUT /v2.0/routers/fa065344-1e6e-4984-b038-aa68395c2da1 HTTP/1.1" status: 200 len: 916 time: 6.2094443 Feb 04 06:12:23.380869 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-45f87d06-4c7e-4c42-8adb-e0040d9f81d4 tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.0434074 Feb 04 06:12:23.380869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41422) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:23.395998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41424) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:23.429728 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ba3c7342-3e6d-4c52-8d2d-878e8dab2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:23.438772 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c7342-3e6d-4c52-8d2d-878e8dab2876 None None] Routers {'fa065344-1e6e-4984-b038-aa68395c2da1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:23.439362 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ba3c7342-3e6d-4c52-8d2d-878e8dab2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fa065344-1e6e-4984-b038-aa68395c2da1'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:23.449806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac95370-eee8-4fc8-948c-c3c72b9e2e18 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:23.460681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19812d1-e194-4821-b703-0854068029e1 None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:23.477314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19812d1-e194-4821-b703-0854068029e1 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:23.478001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d19812d1-e194-4821-b703-0854068029e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:23.481839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.22'}]}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:23.541736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eac95370-eee8-4fc8-948c-c3c72b9e2e18 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.545538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:23.553300 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ba3c7342-3e6d-4c52-8d2d-878e8dab2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:23.553701 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c7342-3e6d-4c52-8d2d-878e8dab2876 None None] The sync data for ids ['fa065344-1e6e-4984-b038-aa68395c2da1'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:23.568732 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d19812d1-e194-4821-b703-0854068029e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:23.578559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19812d1-e194-4821-b703-0854068029e1 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:23.579159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d19812d1-e194-4821-b703-0854068029e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:23.600896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Usage tracker for resource:router and tenant:e045933c09fb4653a301efea9d3fc590 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:23.610803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:23.629433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:23.641948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d19812d1-e194-4821-b703-0854068029e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:23.641948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19812d1-e194-4821-b703-0854068029e1 None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:23.756903 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-eac95370-eee8-4fc8-948c-c3c72b9e2e18 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "PUT /v2.0/floatingips/afb996dc-00a3-4966-9e07-ac832edbefa8 HTTP/1.1" status: 200 len: 978 time: 6.3927958 Feb 04 06:12:23.757125 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-31130055-7654-4d81-b779-2bda1fbf132a tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/routers/fa065344-1e6e-4984-b038-aa68395c2da1 HTTP/1.1" status: 200 len: 922 time: 0.3636203 Feb 04 06:12:23.757125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41430) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:23.760048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41432) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:23.790139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Router 191e05bb-a036-4ed8-8f74-3889c4d42605 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:23.836258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.837194 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.882105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.964522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:23.970297 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f6999807-ac60-4973-8ab0-188f14fae6ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "PUT /v2.0/routers/191e05bb-a036-4ed8-8f74-3889c4d42605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1560793 Feb 04 06:12:23.974501 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128906e-4c52-4c80-80eb-55578a1d8cb0 None None] Sync routers for ids ['191e05bb-a036-4ed8-8f74-3889c4d42605'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:23.975036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41438) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:23.984536 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128906e-4c52-4c80-80eb-55578a1d8cb0 None None] Routers {'191e05bb-a036-4ed8-8f74-3889c4d42605'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:23.985196 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b128906e-4c52-4c80-80eb-55578a1d8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['191e05bb-a036-4ed8-8f74-3889c4d42605'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:24.045955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.046710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.081972 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.088048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port d25a1551-f7b3-468e-aca9-7f803f313951 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:24.088325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.115221 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b128906e-4c52-4c80-80eb-55578a1d8cb0 None None] Set router 191e05bb-a036-4ed8-8f74-3889c4d42605 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:24.153117 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] Deleting port 55d64af0-364c-44b3-b947-739982a22561 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:24.153509 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.220833 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b128906e-4c52-4c80-80eb-55578a1d8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191e05bb-a036-4ed8-8f74-3889c4d42605', 'name': 'tempest-NetworksTestDHCPv6-router-1717905048', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:05Z', 'updated_at': '2022-02-04T06:12:21Z', 'revision_number': 3, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:24.221510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d269fe-298a-4961-b748-349b239fee1b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:24.222997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d269fe-298a-4961-b748-349b239fee1b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:24.223747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-98d269fe-298a-4961-b748-349b239fee1b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:24.225155 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128906e-4c52-4c80-80eb-55578a1d8cb0 None None] Checking router: 191e05bb-a036-4ed8-8f74-3889c4d42605 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:24.235142 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128906e-4c52-4c80-80eb-55578a1d8cb0 None None] Routers {'191e05bb-a036-4ed8-8f74-3889c4d42605'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:24.235914 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b128906e-4c52-4c80-80eb-55578a1d8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['191e05bb-a036-4ed8-8f74-3889c4d42605'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:24.268347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event updated for resources: {'Port': ['ID=b134bff7-7c26-4479-a4ee-610519853f87,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:24.314793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.344757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49c5ef5-4166-4b58-809d-ba9ccbfe217f tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:24.348716 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c49c5ef5-4166-4b58-809d-ba9ccbfe217f tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&device_id=fa065344-1e6e-4984-b038-aa68395c2da1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5843284 Feb 04 06:12:24.350468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41442) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:24.389031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Network dd3e8930-185f-48f9-b713-6689bf650f07 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:24.392214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:24.400067 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b128906e-4c52-4c80-80eb-55578a1d8cb0 None None] Set router 191e05bb-a036-4ed8-8f74-3889c4d42605 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:24.519081 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b128906e-4c52-4c80-80eb-55578a1d8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191e05bb-a036-4ed8-8f74-3889c4d42605', 'name': 'tempest-NetworksTestDHCPv6-router-1717905048', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:05Z', 'updated_at': '2022-02-04T06:12:21Z', 'revision_number': 3, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:24.524768 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128906e-4c52-4c80-80eb-55578a1d8cb0 None None] The sync data for ids ['191e05bb-a036-4ed8-8f74-3889c4d42605'] in dv-neutron-827796-1-hyperv is: [{'id': '191e05bb-a036-4ed8-8f74-3889c4d42605', 'name': 'tempest-NetworksTestDHCPv6-router-1717905048', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:05Z', 'updated_at': '2022-02-04T06:12:21Z', 'revision_number': 3, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:24.571933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-98d269fe-298a-4961-b748-349b239fee1b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:24.575151 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-98d269fe-298a-4961-b748-349b239fee1b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5985250 Feb 04 06:12:24.579923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41446) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:24.697936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e8665f82-30bf-4928-8890-8acad78f1630 None None] Provisioning complete for port b134bff7-7c26-4479-a4ee-610519853f87 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:24.698553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e8665f82-30bf-4928-8890-8acad78f1630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.752824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e8665f82-30bf-4928-8890-8acad78f1630 None None] Port b134bff7-7c26-4479-a4ee-610519853f87 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:24.862472 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] For port 55d64af0-364c-44b3-b947-739982a22561, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=55d64af0-364c-44b3-b947-739982a22561,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:24.862843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.883576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:24.927265 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:24.927611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9b323ab5-5709-4ead-8ba4-014ac6bf3df7 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:24.957245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-916f367a-e627-417a-82c0-5adac782d1f3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 526b3c3c-098d-43d2-98fa-39447ae1b51a {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:12:24.963033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Router 2a5bba59-be56-4214-9ad1-e54a8a36a2e2 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:25.083645 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.087837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-916f367a-e627-417a-82c0-5adac782d1f3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.123796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] Calling delete_port for 55d64af0-364c-44b3-b947-739982a22561 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:25.166159 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.179024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:25.188633 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9d3d05be-ea61-4caf-81fd-3b5bd98bc79a tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "PUT /v2.0/routers/2a5bba59-be56-4214-9ad1-e54a8a36a2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0837319 Feb 04 06:12:25.188633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41450) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:25.192802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1cb6e9-8155-44c2-b323-602c1da35d13 None None] Sync routers for ids ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:25.203784 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1cb6e9-8155-44c2-b323-602c1da35d13 None None] Routers {'2a5bba59-be56-4214-9ad1-e54a8a36a2e2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:25.204635 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6c1cb6e9-8155-44c2-b323-602c1da35d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:25.247033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] Deleting port 74354a76-034b-48ac-a21a-ea38bbc19de8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:25.247370 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.270433 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6c1cb6e9-8155-44c2-b323-602c1da35d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:25.281826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1cb6e9-8155-44c2-b323-602c1da35d13 None None] Routers {'2a5bba59-be56-4214-9ad1-e54a8a36a2e2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:25.283022 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6c1cb6e9-8155-44c2-b323-602c1da35d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:25.352258 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6c1cb6e9-8155-44c2-b323-602c1da35d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:25.352691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1cb6e9-8155-44c2-b323-602c1da35d13 None None] The sync data for ids ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:25.426047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c64ee5e-2407-400b-ab71-544061b02660 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:25.431371 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0c64ee5e-2407-400b-ab71-544061b02660 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/networks/0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 881 time: 1.0690744 Feb 04 06:12:25.438228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41454) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:25.455423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-916f367a-e627-417a-82c0-5adac782d1f3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.473378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eacb1266-f21d-43d5-af36-2b468205eb24 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.610262 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d5ac6892-50c0-4e15-a58f-93beeb028e1e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa065344-1e6e-4984-b038-aa68395c2da1 HTTP/1.1" status: 200 len: 205 time: 0.1582377 Feb 04 06:12:25.614785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41458) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:25.723130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] For port 74354a76-034b-48ac-a21a-ea38bbc19de8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=74354a76-034b-48ac-a21a-ea38bbc19de8,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:25.723491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.802793 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-eacb1266-f21d-43d5-af36-2b468205eb24 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 06:12:25.803833 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-eacb1266-f21d-43d5-af36-2b468205eb24 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "DELETE /v2.0/routers/2a5bba59-be56-4214-9ad1-e54a8a36a2e2 HTTP/1.1" status: 409 len: 329 time: 0.6148877 Feb 04 06:12:25.808662 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41462) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:25.868957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] Calling delete_port for 74354a76-034b-48ac-a21a-ea38bbc19de8 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:25.945443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-916f367a-e627-417a-82c0-5adac782d1f3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.081126 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.081450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.081722 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP afb996dc-00a3-4966-9e07-ac832edbefa8 disassociated. External IP: 172.26.7.210, port: d25a1551-f7b3-468e-aca9-7f803f313951. Feb 04 06:12:26.082061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for d25a1551-f7b3-468e-aca9-7f803f313951 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:26.157964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.374402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.414244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-916f367a-e627-417a-82c0-5adac782d1f3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.471463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Deleting port 840eea9e-2ada-41bc-916f-a900ed3494a7 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:26.471808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.527744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.535632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8638bf4b-59e7-4952-885c-30c16408628c None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:26.560617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-916f367a-e627-417a-82c0-5adac782d1f3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.592905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.613272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f367a-e627-417a-82c0-5adac782d1f3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=526b3c3c-098d-43d2-98fa-39447ae1b51a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:26.645339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d64af0-364c-44b3-b947-739982a22561,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:26.658681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] Pushing event deleted for resources: {'Port': ['ID=74354a76-034b-48ac-a21a-ea38bbc19de8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:26.798987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.924016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efea878e-9eca-44ba-b072-491b536ce388 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:12:26.930275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-efea878e-9eca-44ba-b072-491b536ce388 None None] Deleting port d40e3ef4-2851-45ef-9386-37d737c42399 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:26.930275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-efea878e-9eca-44ba-b072-491b536ce388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.968314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Calling delete_port for 840eea9e-2ada-41bc-916f-a900ed3494a7 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:27.069008 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-916f367a-e627-417a-82c0-5adac782d1f3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/526b3c3c-098d-43d2-98fa-39447ae1b51a HTTP/1.1" status: 204 len: 168 time: 2.4724355 Feb 04 06:12:27.072064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:27.171454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-efea878e-9eca-44ba-b072-491b536ce388 None None] For port d40e3ef4-2851-45ef-9386-37d737c42399, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d40e3ef4-2851-45ef-9386-37d737c42399,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:27.171785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-efea878e-9eca-44ba-b072-491b536ce388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.198936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.296103 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-efea878e-9eca-44ba-b072-491b536ce388 None None] Calling delete_port for d40e3ef4-2851-45ef-9386-37d737c42399 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:27.353187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=d25a1551-f7b3-468e-aca9-7f803f313951,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:27.370612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d987e421-3100-49d3-a0d0-f35f36f62267 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:router {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:27.382013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.446238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-efea878e-9eca-44ba-b072-491b536ce388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.484251 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.520433 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea878e-9eca-44ba-b072-491b536ce388 None None] Pushing event deleted for resources: {'Port': ['ID=d40e3ef4-2851-45ef-9386-37d737c42399,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:27.524511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efea878e-9eca-44ba-b072-491b536ce388 None None] No DVR routers for this DVR port d40e3ef4-2851-45ef-9386-37d737c42399 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:27.545053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.633879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d987e421-3100-49d3-a0d0-f35f36f62267 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:router {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:27.635645 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d987e421-3100-49d3-a0d0-f35f36f62267 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5519321 Feb 04 06:12:27.641166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41470) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:27.790093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.870099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67439333-6677-4548-8ae1-16cc9c70bb66 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.940860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:28.002531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.203631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Pushing event deleted for resources: {'Port': ['ID=840eea9e-2ada-41bc-916f-a900ed3494a7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:28.341962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc4e0f2b-a8c6-494b-9d40-5b2821d0e607 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.360274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67439333-6677-4548-8ae1-16cc9c70bb66 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.373851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67439333-6677-4548-8ae1-16cc9c70bb66 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.487774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.602533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67439333-6677-4548-8ae1-16cc9c70bb66 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.603024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67439333-6677-4548-8ae1-16cc9c70bb66 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Fanout notify agent at l3_agent the message router_deleted on router 191e05bb-a036-4ed8-8f74-3889c4d42605 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:28.621196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] Router 0061820c-2c02-4695-b497-34ea161c151b has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:28.643502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.681491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.686373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.747604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:28.756218 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e26a8-4a06-4be9-86a6-e24dd36d979c None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:28.779532 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e26a8-4a06-4be9-86a6-e24dd36d979c None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:28.781414 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ca2e26a8-4a06-4be9-86a6-e24dd36d979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:28.808042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d40e3ef4-2851-45ef-9386-37d737c42399 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:28.868997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: d40e3ef4-2851-45ef-9386-37d737c42399 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:28.869778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d40e3ef4-2851-45ef-9386-37d737c42399 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:28.873339 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ca2e26a8-4a06-4be9-86a6-e24dd36d979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:28.883053 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e26a8-4a06-4be9-86a6-e24dd36d979c None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:28.884127 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ca2e26a8-4a06-4be9-86a6-e24dd36d979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:28.903127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67439333-6677-4548-8ae1-16cc9c70bb66 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:28.907705 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-67439333-6677-4548-8ae1-16cc9c70bb66 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/routers/191e05bb-a036-4ed8-8f74-3889c4d42605 HTTP/1.1" status: 204 len: 168 time: 1.2621436 Feb 04 06:12:28.916959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41474) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:28.925440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:28.953202 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ca2e26a8-4a06-4be9-86a6-e24dd36d979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:28.953605 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e26a8-4a06-4be9-86a6-e24dd36d979c None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:29.010482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.010936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Fanout notify agent at l3_agent the message router_deleted on router fa065344-1e6e-4984-b038-aa68395c2da1 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:29.099163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.105067 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fdee4ccd-7342-4e52-842a-36f57056d06d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/fa065344-1e6e-4984-b038-aa68395c2da1 HTTP/1.1" status: 204 len: 168 time: 3.4823308 Feb 04 06:12:29.109667 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41478) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:29.131435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7c36dfb4-c699-470f-8bc1-d64f0c637202 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-643649366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:29.145827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7c36dfb4-c699-470f-8bc1-d64f0c637202 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:29.148104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:29.155197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:29.157263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7c36dfb4-c699-470f-8bc1-d64f0c637202 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Usage tracker for resource:router and tenant:e9cff3eb480c4c40810af480187eb5e4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:29.160344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:29.162780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7c36dfb4-c699-470f-8bc1-d64f0c637202 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:29.164114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e246e-b2a0-4e16-9de1-3fbf188eb2f6 None None] Sync routers for ids ['0061820c-2c02-4695-b497-34ea161c151b'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:29.170889 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9a43771d-0089-433f-9a11-67185ae0c42c admin admin] 10.222.0.32 "PUT /v2.0/routers/0061820c-2c02-4695-b497-34ea161c151b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3534284 Feb 04 06:12:29.170889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:29.176820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41482) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:29.178591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.178919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e246e-b2a0-4e16-9de1-3fbf188eb2f6 None None] Routers {'0061820c-2c02-4695-b497-34ea161c151b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:29.179572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:29.179713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-120e246e-b2a0-4e16-9de1-3fbf188eb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0061820c-2c02-4695-b497-34ea161c151b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:29.181617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.181736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7c36dfb4-c699-470f-8bc1-d64f0c637202 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:29.230358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] Router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:29.372205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.410248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-120e246e-b2a0-4e16-9de1-3fbf188eb2f6 None None] Set router 0061820c-2c02-4695-b497-34ea161c151b gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:29.412322 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.417018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 613c5191-be8a-41a8-b7a6-282f09bf1043 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:29.442206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:29.445701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.463952 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c36dfb4-c699-470f-8bc1-d64f0c637202 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.465172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c36dfb4-c699-470f-8bc1-d64f0c637202 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.582461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c36dfb4-c699-470f-8bc1-d64f0c637202 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.685424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e0f2b-a8c6-494b-9d40-5b2821d0e607 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Deleting port b134bff7-7c26-4479-a4ee-610519853f87 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:29.685424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc4e0f2b-a8c6-494b-9d40-5b2821d0e607 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.714760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.750330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-120e246e-b2a0-4e16-9de1-3fbf188eb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:12:26Z', 'revision_number': 5, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port': {'id': '0c5d9e0f-1820-435a-85cd-8d202970da3f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0061820c-2c02-4695-b497-34ea161c151b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:29.753345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:29.754853 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e246e-b2a0-4e16-9de1-3fbf188eb2f6 None None] Checking router: 0061820c-2c02-4695-b497-34ea161c151b for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:29.763853 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.765793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e246e-b2a0-4e16-9de1-3fbf188eb2f6 None None] Routers {'0061820c-2c02-4695-b497-34ea161c151b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:29.766149 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-120e246e-b2a0-4e16-9de1-3fbf188eb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0061820c-2c02-4695-b497-34ea161c151b'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:29.775974 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9500902-d375-4d53-8bab-115f93cf3f04 None None] Sync routers for ids ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:29.780204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c36dfb4-c699-470f-8bc1-d64f0c637202 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.791851 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9500902-d375-4d53-8bab-115f93cf3f04 None None] Routers {'9afdd895-2aa3-4776-8443-0bec9b3e3fa7'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:29.792789 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a9500902-d375-4d53-8bab-115f93cf3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:29.795577 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-37e164eb-6e92-4392-bd9a-fdd350334b34 admin admin] 10.222.0.32 "PUT /v2.0/routers/9afdd895-2aa3-4776-8443-0bec9b3e3fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6039643 Feb 04 06:12:29.802098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41486) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:29.850122 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b453bab2-de86-4670-8125-8286eb46ace9 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/ports/d25a1551-f7b3-468e-aca9-7f803f313951 HTTP/1.1" status: 204 len: 168 time: 6.0919225 Feb 04 06:12:29.856236 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:12:29.858343 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0f65e248-0766-4d81-a1fa-7cc60de130bc tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.4609642 Feb 04 06:12:29.861336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41490) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:29.867414 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41494) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:29.895065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Deleting port 0c5d9e0f-1820-435a-85cd-8d202970da3f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:29.895572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.965591 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-120e246e-b2a0-4e16-9de1-3fbf188eb2f6 None None] Set router 0061820c-2c02-4695-b497-34ea161c151b gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:30.020675 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1cff0410-6f53-493b-9c52-cb44115e70e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "GET /v2.0/floatingips/afb996dc-00a3-4966-9e07-ac832edbefa8 HTTP/1.1" status: 200 len: 688 time: 0.1584384 Feb 04 06:12:30.035217 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41498) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:30.051756 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-a9500902-d375-4d53-8bab-115f93cf3f04 None None] Set router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:30.095335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c36dfb4-c699-470f-8bc1-d64f0c637202 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.099767 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7c36dfb4-c699-470f-8bc1-d64f0c637202 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9745653 Feb 04 06:12:30.099904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-120e246e-b2a0-4e16-9de1-3fbf188eb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:12:29Z', 'revision_number': 6, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:30.102528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41502) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:30.104158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e246e-b2a0-4e16-9de1-3fbf188eb2f6 None None] The sync data for ids ['0061820c-2c02-4695-b497-34ea161c151b'] in dv-neutron-827796-1-hyperv is: [{'id': '0061820c-2c02-4695-b497-34ea161c151b', 'name': 'tempest-ServersTestManualDisk-1052504144-router', 'tenant_id': '2a08fa22ad664c3694660956ea4db6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:12:29Z', 'revision_number': 6, 'project_id': '2a08fa22ad664c3694660956ea4db6b1', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:30.138123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'enable_snat': False}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:30.171182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.213603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-64e24ed8-b079-4c32-9124-46626fe1f45e tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Deleting port e9880dcc-87e3-4bf5-9907-2c5589213cdc {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:30.213951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64e24ed8-b079-4c32-9124-46626fe1f45e tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.239059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc4e0f2b-a8c6-494b-9d40-5b2821d0e607 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.365232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:30.373218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:30.381928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:30.382054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.387087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17234978-1b12-4b0d-be0c-2765c6c91938 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:30.391681 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a9500902-d375-4d53-8bab-115f93cf3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:12:26Z', 'revision_number': 5, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:30.400566 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9500902-d375-4d53-8bab-115f93cf3f04 None None] Checking router: 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:30.405936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.409513 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9500902-d375-4d53-8bab-115f93cf3f04 None None] Routers {'9afdd895-2aa3-4776-8443-0bec9b3e3fa7'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:30.410753 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a9500902-d375-4d53-8bab-115f93cf3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:30.510224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:30.530450 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dc4bdc8b-8ab0-4ae5-93b6-aeb7e760de57 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6118758 Feb 04 06:12:30.550547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41506) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:30.563005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-56777d8c-163f-4fd7-97d9-266a523ca262 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1083805602', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:30.577643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] For port 0c5d9e0f-1820-435a-85cd-8d202970da3f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0c5d9e0f-1820-435a-85cd-8d202970da3f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:30.578009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.581780 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e0f2b-a8c6-494b-9d40-5b2821d0e607 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Calling delete_port for b134bff7-7c26-4479-a4ee-610519853f87 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:30.592316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-56777d8c-163f-4fd7-97d9-266a523ca262 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:30.606067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-56777d8c-163f-4fd7-97d9-266a523ca262 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:router and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:30.703251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:12:30.704335 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.710603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-56777d8c-163f-4fd7-97d9-266a523ca262 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:30.750012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-10615222-da6a-444a-9b1a-1e6d0f1c8eda tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 2e644c01-f422-48d7-94a9-84a2c018ab1d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:30.750584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10615222-da6a-444a-9b1a-1e6d0f1c8eda tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.772717 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-a9500902-d375-4d53-8bab-115f93cf3f04 None None] Set router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:30.789279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Calling delete_port for 0c5d9e0f-1820-435a-85cd-8d202970da3f owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:30.816678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-56777d8c-163f-4fd7-97d9-266a523ca262 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:30.878875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.905377 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd/9949fce9-e44d-428a-bdda-2d0400d1e4d7) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:31.038764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56777d8c-163f-4fd7-97d9-266a523ca262 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.040698 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56777d8c-163f-4fd7-97d9-266a523ca262 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.047466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Deleting port 1eb85289-81c9-4247-b04d-7ff72a49d0d6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:31.047854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.078365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0c5d9e0f-1820-435a-85cd-8d202970da3f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:31.116613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.124900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 0c5d9e0f-1820-435a-85cd-8d202970da3f {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:31.125522 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0c5d9e0f-1820-435a-85cd-8d202970da3f not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:31.126127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 74354a76-034b-48ac-a21a-ea38bbc19de8 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:31.176009 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a9500902-d375-4d53-8bab-115f93cf3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:12:26Z', 'revision_number': 5, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:31.179811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 74354a76-034b-48ac-a21a-ea38bbc19de8 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:31.180351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 74354a76-034b-48ac-a21a-ea38bbc19de8 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:31.188820 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9500902-d375-4d53-8bab-115f93cf3f04 None None] The sync data for ids ['9afdd895-2aa3-4776-8443-0bec9b3e3fa7'] in dv-neutron-827796-1-hyperv is: [{'id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'name': 'tempest-ServersTestJSON-261299834-router', 'tenant_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:40Z', 'updated_at': '2022-02-04T06:12:26Z', 'revision_number': 5, 'project_id': '6bf72fda2e5b49ef9e393b075fa48c52', 'gw_port': {'id': '1eb85289-81c9-4247-b04d-7ff72a49d0d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afdd895-2aa3-4776-8443-0bec9b3e3fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:42Z', 'updated_at': '2022-02-04T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:31.233024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.259253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5d9e0f-1820-435a-85cd-8d202970da3f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:31.263531 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10615222-da6a-444a-9b1a-1e6d0f1c8eda tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.263766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10615222-da6a-444a-9b1a-1e6d0f1c8eda tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.352194 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.363205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Transition to ACTIVE for port object 9949fce9-e44d-428a-bdda-2d0400d1e4d7 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:31.367274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56777d8c-163f-4fd7-97d9-266a523ca262 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.386049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Transition to ACTIVE for port object 9949fce9-e44d-428a-bdda-2d0400d1e4d7 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:31.471786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.488498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.501345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-10615222-da6a-444a-9b1a-1e6d0f1c8eda tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 2e644c01-f422-48d7-94a9-84a2c018ab1d owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:31.565124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:31.568128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:31.572466 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:31.578436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Pushing event updated for resources: {'Port': ['ID=9949fce9-e44d-428a-bdda-2d0400d1e4d7,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:31.603584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56777d8c-163f-4fd7-97d9-266a523ca262 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.624228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] For port 1eb85289-81c9-4247-b04d-7ff72a49d0d6, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1eb85289-81c9-4247-b04d-7ff72a49d0d6,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:31.624590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.667585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Attempting to bind port 9949fce9-e44d-428a-bdda-2d0400d1e4d7 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:31.668094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Attempting to bind port 9949fce9-e44d-428a-bdda-2d0400d1e4d7 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:31.668573 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Attempting to bind port 9949fce9-e44d-428a-bdda-2d0400d1e4d7 on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:31.674033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:31.674519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:31.675016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.675500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:31.676064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Bound port: 9949fce9-e44d-428a-bdda-2d0400d1e4d7, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:31.676534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.699547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.758210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.793212 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] For port 9949fce9-e44d-428a-bdda-2d0400d1e4d7, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:31.814081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64e24ed8-b079-4c32-9124-46626fe1f45e tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.822172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Calling delete_port for 1eb85289-81c9-4247-b04d-7ff72a49d0d6 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:31.935080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56777d8c-163f-4fd7-97d9-266a523ca262 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.936251 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-56777d8c-163f-4fd7-97d9-266a523ca262 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3847558 Feb 04 06:12:31.940607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41512) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:32.013682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-64e24ed8-b079-4c32-9124-46626fe1f45e tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Calling delete_port for e9880dcc-87e3-4bf5-9907-2c5589213cdc owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:32.126980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.127436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0061820c-2c02-4695-b497-34ea161c151b {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:32.237382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] For port 9949fce9-e44d-428a-bdda-2d0400d1e4d7, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9949fce9-e44d-428a-bdda-2d0400d1e4d7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:32.251726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc4e0f2b-a8c6-494b-9d40-5b2821d0e607 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.313836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.314933 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4f6e601a-d38a-4618-835c-7673a621e58a admin admin] 10.222.0.32 "DELETE /v2.0/routers/0061820c-2c02-4695-b497-34ea161c151b HTTP/1.1" status: 204 len: 168 time: 3.1371965 Feb 04 06:12:32.326287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41516) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:32.370401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10615222-da6a-444a-9b1a-1e6d0f1c8eda tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.399992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e0f2b-a8c6-494b-9d40-5b2821d0e607 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event deleted for resources: {'Port': ['ID=b134bff7-7c26-4479-a4ee-610519853f87,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:32.420437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.520293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb306c2-be89-4390-b07d-958908a111d0 None None] Pushing event updated for resources: {'Port': ['ID=9949fce9-e44d-428a-bdda-2d0400d1e4d7,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:32.585127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a813238-2fa1-46d8-be48-118d526df0fb admin admin] Deleting subnet 3a2e209b-21b4-4d84-9c6e-5a22aa6969f8 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:12:32.619623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a813238-2fa1-46d8-be48-118d526df0fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.629127 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10615222-da6a-444a-9b1a-1e6d0f1c8eda tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=2e644c01-f422-48d7-94a9-84a2c018ab1d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:32.645057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.758443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb85289-81c9-4247-b04d-7ff72a49d0d6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:32.792793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 55d64af0-364c-44b3-b947-739982a22561 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:32.812791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a813238-2fa1-46d8-be48-118d526df0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.831786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64e24ed8-b079-4c32-9124-46626fe1f45e tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.837276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:32.839636 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 55d64af0-364c-44b3-b947-739982a22561 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:32.840055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 55d64af0-364c-44b3-b947-739982a22561 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:32.891862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.002176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc4e0f2b-a8c6-494b-9d40-5b2821d0e607 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.006442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.014654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24ed8-b079-4c32-9124-46626fe1f45e tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9880dcc-87e3-4bf5-9907-2c5589213cdc,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:33.026442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.166572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10615222-da6a-444a-9b1a-1e6d0f1c8eda tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.375119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64e24ed8-b079-4c32-9124-46626fe1f45e tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.376965 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-64e24ed8-b079-4c32-9124-46626fe1f45e tempest-RoutersAdminNegativeIpV6Test-1212854116 tempest-RoutersAdminNegativeIpV6Test-1212854116-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e9880dcc-87e3-4bf5-9907-2c5589213cdc HTTP/1.1" status: 204 len: 168 time: 3.4531980 Feb 04 06:12:33.438139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.442486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10615222-da6a-444a-9b1a-1e6d0f1c8eda tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.443650 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-10615222-da6a-444a-9b1a-1e6d0f1c8eda tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/floatingips/afb996dc-00a3-4966-9e07-ac832edbefa8 HTTP/1.1" status: 204 len: 168 time: 3.4075005 Feb 04 06:12:33.445053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.453056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41522) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:33.553727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '751d960d-1291-4114-874e-8e144ad0f54b'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:33.556909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Allocated IP 172.26.7.54 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/0ea97369-bcac-4d7b-ac28-a2f3c90f410d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:33.560790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:33.565277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:floatingip and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:33.568530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:33.571228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4e0f2b-a8c6-494b-9d40-5b2821d0e607 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Router 2a5bba59-be56-4214-9ad1-e54a8a36a2e2 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:33.575091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:33.584836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a813238-2fa1-46d8-be48-118d526df0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.713531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::1 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd/6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:33.786989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4e0f2b-a8c6-494b-9d40-5b2821d0e607 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:33.795389 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bc4e0f2b-a8c6-494b-9d40-5b2821d0e607 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "PUT /v2.0/routers/2a5bba59-be56-4214-9ad1-e54a8a36a2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9804351 Feb 04 06:12:33.799202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41526) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:33.804404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34db1b-89d6-4feb-a664-9ab3e9a2215f None None] Sync routers for ids ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:33.818233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc34db1b-89d6-4feb-a664-9ab3e9a2215f None None] Routers {'2a5bba59-be56-4214-9ad1-e54a8a36a2e2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:33.819167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc34db1b-89d6-4feb-a664-9ab3e9a2215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:33.868361 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.872274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.885544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a813238-2fa1-46d8-be48-118d526df0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.889541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.890184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9afdd895-2aa3-4776-8443-0bec9b3e3fa7 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:33.905929 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc34db1b-89d6-4feb-a664-9ab3e9a2215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:33.916574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc34db1b-89d6-4feb-a664-9ab3e9a2215f None None] Routers {'2a5bba59-be56-4214-9ad1-e54a8a36a2e2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:33.917407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc34db1b-89d6-4feb-a664-9ab3e9a2215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:33.944053 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-6a0d0afc-e8a6-4058-8701-c2cf5ad02162 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] show failed (client error): The resource could not be found. Feb 04 06:12:33.945159 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6a0d0afc-e8a6-4058-8701-c2cf5ad02162 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-2105982107 HTTP/1.1" status: 404 len: 335 time: 0.1449318 Feb 04 06:12:33.949532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41532) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:33.955057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-71e578f5-1db7-40b5-a2b9-578136053a21 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:33.993518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fc34db1b-89d6-4feb-a664-9ab3e9a2215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:33.993916 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34db1b-89d6-4feb-a664-9ab3e9a2215f None None] The sync data for ids ['2a5bba59-be56-4214-9ad1-e54a8a36a2e2'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:34.052203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a813238-2fa1-46d8-be48-118d526df0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2e209b-21b4-4d84-9c6e-5a22aa6969f8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:34.057728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a813238-2fa1-46d8-be48-118d526df0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.063046 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc91f445-4468-4a94-9d5d-89c9e8ef74a8 None None] Network d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:34.091012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41536) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:34.116144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.117337 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c28ccb26-0f14-4109-83e6-564098c91342 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9afdd895-2aa3-4776-8443-0bec9b3e3fa7 HTTP/1.1" status: 204 len: 168 time: 4.3142340 Feb 04 06:12:34.127907 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1a813238-2fa1-46d8-be48-118d526df0fb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a2e209b-21b4-4d84-9c6e-5a22aa6969f8 HTTP/1.1" status: 204 len: 168 time: 1.7984567 Feb 04 06:12:34.127907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41540) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:34.133472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41544) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:34.159989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bf5faa9d-b184-4fcd-97dd-2d75ccd8de46 None None] Provisioning for port 9949fce9-e44d-428a-bdda-2d0400d1e4d7 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:34.211753 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-71e578f5-1db7-40b5-a2b9-578136053a21 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] update failed (client error): The resource could not be found. Feb 04 06:12:34.216716 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-71e578f5-1db7-40b5-a2b9-578136053a21 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1099508275 HTTP/1.1" status: 404 len: 335 time: 0.2659218 Feb 04 06:12:34.217958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.223781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41550) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:34.263096 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.341884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fea435eb-4212-4edf-8ea0-63cc45b7243f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.352931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:34.358731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:34.360992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:34.361163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:34.372213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8935de-f96f-4db7-96ba-d58be412d222 admin admin] Deleting subnet c89fb3a0-23b9-4925-9cd3-f783e5a43dd4 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:12:34.382993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de8935de-f96f-4db7-96ba-d58be412d222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.391474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Pushing event updated for resources: {'Port': ['ID=0ea97369-bcac-4d7b-ac28-a2f3c90f410d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:34.409703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54b796e-c553-4a42-87e4-5423802e97c6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Deleting subnet ae95f2d6-0e2c-4e4f-96fb-95c441dd0c9a {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:12:34.413828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c54b796e-c553-4a42-87e4-5423802e97c6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.417262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.420969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fea435eb-4212-4edf-8ea0-63cc45b7243f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:34.442568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fea435eb-4212-4edf-8ea0-63cc45b7243f admin admin] Usage tracker for resource:security_group_rule and tenant:62b31ca3e2b246bfbf8c2de72ca15769 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:34.449627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fea435eb-4212-4edf-8ea0-63cc45b7243f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:34.460002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fea435eb-4212-4edf-8ea0-63cc45b7243f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:34.477231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de8935de-f96f-4db7-96ba-d58be412d222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.499884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4051cf3-ddfa-49c6-8202-838c46ab8e0a None None] DHCP port deletion for d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:12:34.507305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f4051cf3-ddfa-49c6-8202-838c46ab8e0a None None] Deleting port fa39ca74-5030-4d85-9b48-58c70546b97b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:34.508155 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f4051cf3-ddfa-49c6-8202-838c46ab8e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.517373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Deleting port fa39ca74-5030-4d85-9b48-58c70546b97b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:34.517373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.566459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c54b796e-c553-4a42-87e4-5423802e97c6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.699091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.736204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f4051cf3-ddfa-49c6-8202-838c46ab8e0a None None] For port fa39ca74-5030-4d85-9b48-58c70546b97b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fa39ca74-5030-4d85-9b48-58c70546b97b,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:34.736592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f4051cf3-ddfa-49c6-8202-838c46ab8e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.747614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.769504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c54b796e-c553-4a42-87e4-5423802e97c6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.873425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f4051cf3-ddfa-49c6-8202-838c46ab8e0a None None] Calling delete_port for fa39ca74-5030-4d85-9b48-58c70546b97b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:34.904911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9949fce9-e44d-428a-bdda-2d0400d1e4d7 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:34.927228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:34.960241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:34.971952 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c54b796e-c553-4a42-87e4-5423802e97c6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.980270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de8935de-f96f-4db7-96ba-d58be412d222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.011185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:35.022915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.058073 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b796e-c553-4a42-87e4-5423802e97c6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event deleted for resources: {'Subnet': ['ID=ae95f2d6-0e2c-4e4f-96fb-95c441dd0c9a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:35.110975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c54b796e-c553-4a42-87e4-5423802e97c6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.122112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7e6c41-e8c3-4639-8c4e-2d27848c7dac None None] Network ec7459f0-b351-46c0-81c8-2fce0d5f58ea requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:35.140900 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c54b796e-c553-4a42-87e4-5423802e97c6 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "DELETE /v2.0/subnets/ae95f2d6-0e2c-4e4f-96fb-95c441dd0c9a HTTP/1.1" status: 204 len: 168 time: 0.8690021 Feb 04 06:12:35.144222 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41556) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:35.214159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f4051cf3-ddfa-49c6-8202-838c46ab8e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.228873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.246635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:35.248490 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9949fce9-e44d-428a-bdda-2d0400d1e4d7 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:35.262952 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9949fce9-e44d-428a-bdda-2d0400d1e4d7 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:35.263332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.303681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] For port fa39ca74-5030-4d85-9b48-58c70546b97b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fa39ca74-5030-4d85-9b48-58c70546b97b,segment=NetworkSegment(9d824424-0340-405d-a3e7-3d180ef4cf4e),segment_id=9d824424-0340-405d-a3e7-3d180ef4cf4e)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:35.303961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.317850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fea435eb-4212-4edf-8ea0-63cc45b7243f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.350389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.363659 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4051cf3-ddfa-49c6-8202-838c46ab8e0a None None] Pushing event deleted for resources: {'Port': ['ID=fa39ca74-5030-4d85-9b48-58c70546b97b,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:35.388313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4051cf3-ddfa-49c6-8202-838c46ab8e0a None None] No DVR routers for this DVR port fa39ca74-5030-4d85-9b48-58c70546b97b on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:35.436408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Deleting port f6d8d71a-123b-442b-aa4a-7753b2ea06af {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:35.437147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.507706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Calling delete_port for fa39ca74-5030-4d85-9b48-58c70546b97b owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:35.523499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.532714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-900352e6-e7e0-4da6-89a5-2075eb2c7847 None None] Provisioning for port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:35.552297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-900352e6-e7e0-4da6-89a5-2075eb2c7847 None None] Provisioning complete for port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:35.552297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-900352e6-e7e0-4da6-89a5-2075eb2c7847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.557387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fea435eb-4212-4edf-8ea0-63cc45b7243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.618276 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9949fce9-e44d-428a-bdda-2d0400d1e4d7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9949fce9-e44d-428a-bdda-2d0400d1e4d7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:35.636267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-900352e6-e7e0-4da6-89a5-2075eb2c7847 None None] Port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:35.695727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea435eb-4212-4edf-8ea0-63cc45b7243f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc45126-7bd6-4245-ac95-387da059bc7f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:35.717065 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.717738 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fea435eb-4212-4edf-8ea0-63cc45b7243f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62b31ca3e2b246bfbf8c2de72ca15769&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6210210 Feb 04 06:12:35.722878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41560) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:35.762057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:12:35.762679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:12:35.769722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f58293-062b-4fb3-a848-db63ffe14728 None None] DHCP port deletion for ec7459f0-b351-46c0-81c8-2fce0d5f58ea request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:12:35.796625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-04f58293-062b-4fb3-a848-db63ffe14728 None None] Deleting port f6d8d71a-123b-442b-aa4a-7753b2ea06af {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:35.797160 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-04f58293-062b-4fb3-a848-db63ffe14728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.822445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.26.7.119 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/4f9f52e9-2b72-42b7-adfc-7ea4633a456d) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:35.825857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de8935de-f96f-4db7-96ba-d58be412d222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.829626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1eb85289-81c9-4247-b04d-7ff72a49d0d6 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:35.889530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8935de-f96f-4db7-96ba-d58be412d222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c89fb3a0-23b9-4925-9cd3-f783e5a43dd4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:35.891228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 1eb85289-81c9-4247-b04d-7ff72a49d0d6 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:35.891702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1eb85289-81c9-4247-b04d-7ff72a49d0d6 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:35.892396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fa39ca74-5030-4d85-9b48-58c70546b97b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:35.902275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de8935de-f96f-4db7-96ba-d58be412d222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.926129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731078fd-b0ec-44b0-a7d1-0ed69fab038a None None] Network b899491a-7f2c-46d6-a513-3f795ab56507 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:35.966641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] For port f6d8d71a-123b-442b-aa4a-7753b2ea06af, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=f6d8d71a-123b-442b-aa4a-7753b2ea06af,segment=NetworkSegment(098b3991-af01-4fa0-9f70-acccaa02f22c),segment_id=098b3991-af01-4fa0-9f70-acccaa02f22c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:35.966999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.976974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.009470 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9949fce9-e44d-428a-bdda-2d0400d1e4d7,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:36.013537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: fa39ca74-5030-4d85-9b48-58c70546b97b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:36.014073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fa39ca74-5030-4d85-9b48-58c70546b97b not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:36.022737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-119090a1-31aa-4fbc-8b91-63f1a53319a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.093407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.101168 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Calling delete_port for f6d8d71a-123b-442b-aa4a-7753b2ea06af owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:36.107743 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-de8935de-f96f-4db7-96ba-d58be412d222 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c89fb3a0-23b9-4925-9cd3-f783e5a43dd4 HTTP/1.1" status: 204 len: 168 time: 1.9751768 Feb 04 06:12:36.109735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-119090a1-31aa-4fbc-8b91-63f1a53319a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.120368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41564) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:36.135107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.273910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Deleting port fa39ca74-5030-4d85-9b48-58c70546b97b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:36.274828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.276523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-04f58293-062b-4fb3-a848-db63ffe14728 None None] For port f6d8d71a-123b-442b-aa4a-7753b2ea06af, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=f6d8d71a-123b-442b-aa4a-7753b2ea06af,segment=NetworkSegment(098b3991-af01-4fa0-9f70-acccaa02f22c),segment_id=098b3991-af01-4fa0-9f70-acccaa02f22c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:36.276943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-04f58293-062b-4fb3-a848-db63ffe14728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.340220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.395727 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event deleted for resources: {'Port': ['ID=f6d8d71a-123b-442b-aa4a-7753b2ea06af,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:36.397968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] No DVR routers for this DVR port f6d8d71a-123b-442b-aa4a-7753b2ea06af on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:36.405568 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-04f58293-062b-4fb3-a848-db63ffe14728 None None] Calling delete_port for f6d8d71a-123b-442b-aa4a-7753b2ea06af owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:36.430632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] The port 'fa39ca74-5030-4d85-9b48-58c70546b97b' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:12:36.492108 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-04f58293-062b-4fb3-a848-db63ffe14728 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:12:36.492450 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-04f58293-062b-4fb3-a848-db63ffe14728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:12:36.508145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.558704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.577387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d41895-a134-4aae-af6c-8549918ef2cc None None] DHCP port deletion for b899491a-7f2c-46d6-a513-3f795ab56507 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:12:36.581320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-24d41895-a134-4aae-af6c-8549918ef2cc None None] Deleting port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:36.581845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-24d41895-a134-4aae-af6c-8549918ef2cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.594812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7459f0-b351-46c0-81c8-2fce0d5f58ea']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:36.607166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.608666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098b3991-af01-4fa0-9f70-acccaa02f22c') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:36.608988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098b3991-af01-4fa0-9f70-acccaa02f22c') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:36.621285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.641173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.650730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:12:36.651132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.663838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:12:36.667218 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:12:36.719026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Router 8543ca73-56eb-4e4d-9216-dd0befc3490e is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:12:36.814280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-24d41895-a134-4aae-af6c-8549918ef2cc None None] For port 77d9f2a8-3b98-4273-91f1-45b5b87e8115, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77d9f2a8-3b98-4273-91f1-45b5b87e8115,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:36.814957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-24d41895-a134-4aae-af6c-8549918ef2cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.841956 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9949fce9-e44d-428a-bdda-2d0400d1e4d7 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:36.870405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Deleting port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:36.870985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.893631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-119090a1-31aa-4fbc-8b91-63f1a53319a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.931096 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:36.937116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:36.941681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.965362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.965562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119090a1-31aa-4fbc-8b91-63f1a53319a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc45126-7bd6-4245-ac95-387da059bc7f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:36.973292 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867502e7-3683-4a8b-8511-23317e48a837 None None] Sync routers for ids ['8543ca73-56eb-4e4d-9216-dd0befc3490e'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:36.982057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d824424-0340-405d-a3e7-3d180ef4cf4e') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:36.982570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d824424-0340-405d-a3e7-3d180ef4cf4e') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:36.983234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event deleted for resources: {'Network': ['ID=ec7459f0-b351-46c0-81c8-2fce0d5f58ea,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:36.988089 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-de92c0c7-af6b-48ed-969e-7fc80588015f tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "DELETE /v2.0/networks/ec7459f0-b351-46c0-81c8-2fce0d5f58ea HTTP/1.1" status: 204 len: 168 time: 1.8428953 Feb 04 06:12:36.990688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:36.991852 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ba9cab6f-3367-4296-8e0d-4a32046593d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "PUT /v2.0/routers/8543ca73-56eb-4e4d-9216-dd0befc3490e HTTP/1.1" status: 200 len: 918 time: 6.8788147 Feb 04 06:12:36.992481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41568) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:36.999368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41570) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:37.003289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-119090a1-31aa-4fbc-8b91-63f1a53319a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.004590 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-119090a1-31aa-4fbc-8b91-63f1a53319a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2dc45126-7bd6-4245-ac95-387da059bc7f HTTP/1.1" status: 204 len: 168 time: 1.2805526 Feb 04 06:12:37.016329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.026222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-04f58293-062b-4fb3-a848-db63ffe14728 None None] Deleting port f6d8d71a-123b-442b-aa4a-7753b2ea06af {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:37.029426 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-04f58293-062b-4fb3-a848-db63ffe14728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.037569 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867502e7-3683-4a8b-8511-23317e48a837 None None] Routers {'8543ca73-56eb-4e4d-9216-dd0befc3490e'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:37.038186 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-867502e7-3683-4a8b-8511-23317e48a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8543ca73-56eb-4e4d-9216-dd0befc3490e'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:37.075343 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-a762e5ed-139d-4054-a0fc-237075b60dae tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Deleting subnet 4dc4b0aa-62a6-456b-8e9d-02c537c1f95e {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:12:37.075343 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a762e5ed-139d-4054-a0fc-237075b60dae tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.084431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-24d41895-a134-4aae-af6c-8549918ef2cc None None] Calling delete_port for 77d9f2a8-3b98-4273-91f1-45b5b87e8115 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:37.133382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a762e5ed-139d-4054-a0fc-237075b60dae tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.160033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.171310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.181563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-04f58293-062b-4fb3-a848-db63ffe14728 None None] The port 'f6d8d71a-123b-442b-aa4a-7753b2ea06af' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:12:37.235347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a762e5ed-139d-4054-a0fc-237075b60dae tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.260840 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:12:37.261245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.268748 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9949fce9-e44d-428a-bdda-2d0400d1e4d7 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:37.269376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:12:37.275641 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:12:37.283681 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-867502e7-3683-4a8b-8511-23317e48a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:37.294422 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867502e7-3683-4a8b-8511-23317e48a837 None None] Routers {'8543ca73-56eb-4e4d-9216-dd0befc3490e'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:37.295025 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-867502e7-3683-4a8b-8511-23317e48a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8543ca73-56eb-4e4d-9216-dd0befc3490e'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:37.372356 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-867502e7-3683-4a8b-8511-23317e48a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:37.372578 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867502e7-3683-4a8b-8511-23317e48a837 None None] The sync data for ids ['8543ca73-56eb-4e4d-9216-dd0befc3490e'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:37.396871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a762e5ed-139d-4054-a0fc-237075b60dae tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.432284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:37.452430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:37.459886 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-24d41895-a134-4aae-af6c-8549918ef2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.517772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:37.538758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d41895-a134-4aae-af6c-8549918ef2cc None None] Pushing event deleted for resources: {'Port': ['ID=77d9f2a8-3b98-4273-91f1-45b5b87e8115,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:37.542859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=4f9f52e9-2b72-42b7-adfc-7ea4633a456d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:37.559151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77d9f2a8-3b98-4273-91f1-45b5b87e8115 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:37.578876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:12:37.600406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762e5ed-139d-4054-a0fc-237075b60dae tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc4b0aa-62a6-456b-8e9d-02c537c1f95e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:37.615071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.616313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.616839 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.617320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.617941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.618421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.618689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 77d9f2a8-3b98-4273-91f1-45b5b87e8115 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:37.619051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.619164 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77d9f2a8-3b98-4273-91f1-45b5b87e8115 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:37.619630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f6d8d71a-123b-442b-aa4a-7753b2ea06af no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:37.619760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.620224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.620836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.621349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:37.635861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a762e5ed-139d-4054-a0fc-237075b60dae tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.642791 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a762e5ed-139d-4054-a0fc-237075b60dae tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "DELETE /v2.0/subnets/4dc4b0aa-62a6-456b-8e9d-02c537c1f95e HTTP/1.1" status: 204 len: 168 time: 0.6491024 Feb 04 06:12:37.645329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41580) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:37.648219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.658600 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d41895-a134-4aae-af6c-8549918ef2cc None None] No DVR routers for this DVR port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:37.661646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] For port 77d9f2a8-3b98-4273-91f1-45b5b87e8115, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77d9f2a8-3b98-4273-91f1-45b5b87e8115,segment=NetworkSegment(a72fcd32-e38a-4e15-b843-0efa8e90d9dc),segment_id=a72fcd32-e38a-4e15-b843-0efa8e90d9dc)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:37.662183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.662348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95fa01d-d0a5-4964-bf42-4d321c70281e None None] Network 4765c997-352e-49d9-8067-01f74e4c39f2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:37.682553 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7baa0b8a-0bc1-40c5-8c1e-59d9d0cd5c77 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/routers/8543ca73-56eb-4e4d-9216-dd0befc3490e HTTP/1.1" status: 200 len: 924 time: 0.6763887 Feb 04 06:12:37.704036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41584) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:37.712558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.744778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: f6d8d71a-123b-442b-aa4a-7753b2ea06af {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:37.745267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f6d8d71a-123b-442b-aa4a-7753b2ea06af not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:37.799137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.812409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f90c2ec-fe6e-46e3-bd5c-9d684ccaaea4 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Deleting subnet 7598415a-1d6d-48f3-acec-ac4dba3e1d64 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:12:37.816237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f90c2ec-fe6e-46e3-bd5c-9d684ccaaea4 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.862596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.863151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.865364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ff762-d382-45eb-8f24-71acd15c3bd7 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:37.870617 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3e2ff762-d382-45eb-8f24-71acd15c3bd7 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&device_id=8543ca73-56eb-4e4d-9216-dd0befc3490e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1592216 Feb 04 06:12:37.870617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41588) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:37.875157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Calling delete_port for 77d9f2a8-3b98-4273-91f1-45b5b87e8115 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:37.954267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:37.958525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee3f72e-45fc-4c60-ac75-7a02906a232a None None] DHCP port deletion for 4765c997-352e-49d9-8067-01f74e4c39f2 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:12:37.968732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f90c2ec-fe6e-46e3-bd5c-9d684ccaaea4 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:37.968845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-eee3f72e-45fc-4c60-ac75-7a02906a232a None None] Deleting port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:37.968845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-eee3f72e-45fc-4c60-ac75-7a02906a232a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.053986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41592) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:38.132442 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e619d446-9069-44d8-86d4-adcf083ec9a5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d1775b1c-d4ab-4994-b1b4-7f02c61e3cf2 HTTP/1.1" status: 204 len: 168 time: 3.9950461 Feb 04 06:12:38.133322 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-15915267-274b-484d-8688-9162d355c9be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e045933c09fb4653a301efea9d3fc590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748568 Feb 04 06:12:38.147539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:38.151409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41598) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:38.153373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526ca902-4acc-4e2f-ab9f-f8b45ca4d7d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:38.154938 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-526ca902-4acc-4e2f-ab9f-f8b45ca4d7d8 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/networks/0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 881 time: 0.2840080 Feb 04 06:12:38.172268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41602) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:38.287608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f90c2ec-fe6e-46e3-bd5c-9d684ccaaea4 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.331453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48c63abf-4578-475f-a260-f436dd11c629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.362885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-eee3f72e-45fc-4c60-ac75-7a02906a232a None None] For port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7f77fc69-2f76-4f8e-a9e4-83bcf40b5520,segment=NetworkSegment(6b62a887-7390-43d1-bf38-6c81bf6e0535),segment_id=6b62a887-7390-43d1-bf38-6c81bf6e0535)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:38.363506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-eee3f72e-45fc-4c60-ac75-7a02906a232a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.378308 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48c63abf-4578-475f-a260-f436dd11c629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.448470 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-edccc46b-6bd2-42c4-be92-360d9ba3dc28 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=8543ca73-56eb-4e4d-9216-dd0befc3490e HTTP/1.1" status: 200 len: 205 time: 0.2742786 Feb 04 06:12:38.451100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41606) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:38.488508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:12:38.488874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:12:38.549850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f90c2ec-fe6e-46e3-bd5c-9d684ccaaea4 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.555653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:38.581849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-eee3f72e-45fc-4c60-ac75-7a02906a232a None None] Calling delete_port for 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:38.587347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48c63abf-4578-475f-a260-f436dd11c629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.624130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:38.635490 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e883ee0e-4903-46fc-97ef-c21a0c10f9d8 None None] Network 5670f190-d8d6-4f4b-a280-adb2734721b0 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:38.639411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f90c2ec-fe6e-46e3-bd5c-9d684ccaaea4 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.641980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90c2ec-fe6e-46e3-bd5c-9d684ccaaea4 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event deleted for resources: {'Subnet': ['ID=7598415a-1d6d-48f3-acec-ac4dba3e1d64,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:38.659716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c63abf-4578-475f-a260-f436dd11c629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f0e82b-d90a-4355-b4eb-2833ed2231bc,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:38.812364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41610) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:38.848525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.863003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:38.914638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-eee3f72e-45fc-4c60-ac75-7a02906a232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.933942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48c63abf-4578-475f-a260-f436dd11c629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.935362 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-48c63abf-4578-475f-a260-f436dd11c629 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5f0e82b-d90a-4355-b4eb-2833ed2231bc HTTP/1.1" status: 204 len: 168 time: 0.7748189 Feb 04 06:12:38.936835 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a9838529-3de4-414a-b0c5-0c1252f11ce4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a08fa22ad664c3694660956ea4db6b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1237020 Feb 04 06:12:38.941044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41614) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:38.959214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:38.959557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:38.963612 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4f90c2ec-fe6e-46e3-bd5c-9d684ccaaea4 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "DELETE /v2.0/subnets/7598415a-1d6d-48f3-acec-ac4dba3e1d64 HTTP/1.1" status: 204 len: 168 time: 1.3162186 Feb 04 06:12:38.963768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:38.987692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3f72e-45fc-4c60-ac75-7a02906a232a None None] Pushing event deleted for resources: {'Port': ['ID=7f77fc69-2f76-4f8e-a9e4-83bcf40b5520,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:38.997462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3f72e-45fc-4c60-ac75-7a02906a232a None None] No DVR routers for this DVR port 7f77fc69-2f76-4f8e-a9e4-83bcf40b5520 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:39.004468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Deleting port 77d9f2a8-3b98-4273-91f1-45b5b87e8115 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:39.004862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.020852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b7269a66-701b-4d88-a213-cbb2994b1c1a None None] Provisioning complete for port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:39.021226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7269a66-701b-4d88-a213-cbb2994b1c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.127402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.131211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b7269a66-701b-4d88-a213-cbb2994b1c1a None None] Port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:39.172141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] The port '77d9f2a8-3b98-4273-91f1-45b5b87e8115' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:12:39.209192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] DHCP port deletion for 5670f190-d8d6-4f4b-a280-adb2734721b0 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:12:39.214203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Deleting port e248a91e-def4-4227-ae33-d6c067ea34a3 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:39.214565 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.251029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Deleting port 0ea97369-bcac-4d7b-ac28-a2f3c90f410d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:39.251587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.347681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Router 2ce40704-1f91-4011-970f-7817ff2877d0 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:12:39.357528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.376266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dc85166-815f-457f-b459-999c72f695db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.405782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.417383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.423903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] For port e248a91e-def4-4227-ae33-d6c067ea34a3, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e248a91e-def4-4227-ae33-d6c067ea34a3,segment=NetworkSegment(5c8fe4d3-2388-4a44-94e8-14100cae6aa2),segment_id=5c8fe4d3-2388-4a44-94e8-14100cae6aa2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:39.424487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.455949 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.518001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dc85166-815f-457f-b459-999c72f695db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.568157 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Calling delete_port for e248a91e-def4-4227-ae33-d6c067ea34a3 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:39.575807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b899491a-7f2c-46d6-a513-3f795ab56507']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:39.624347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Calling delete_port for 0ea97369-bcac-4d7b-ac28-a2f3c90f410d owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:39.717990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:39.718754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72fcd32-e38a-4e15-b843-0efa8e90d9dc') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:39.737190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.767491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.803710 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:12:39.812558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.820631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Pushing event deleted for resources: {'Port': ['ID=e248a91e-def4-4227-ae33-d6c067ea34a3,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:39.828032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.833659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:39.836847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.837058 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.837405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.837753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.838071 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.838401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.838726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.839049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.839379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.839865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.840187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.840505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:39.843308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a2be2-2957-4851-b4aa-ecddb7052042 None None] No DVR routers for this DVR port e248a91e-def4-4227-ae33-d6c067ea34a3 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:39.851817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:12:39.852259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.861655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Sync routers for ids ['2ce40704-1f91-4011-970f-7817ff2877d0'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:12:39.868816 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:12:39.871407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4765c997-352e-49d9-8067-01f74e4c39f2']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:39.882889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Routers {'2ce40704-1f91-4011-970f-7817ff2877d0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:39.884583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2ce40704-1f91-4011-970f-7817ff2877d0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:40.059723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Set router 2ce40704-1f91-4011-970f-7817ff2877d0 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:40.070716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.093321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b62a887-7390-43d1-bf38-6c81bf6e0535') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:40.093922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b62a887-7390-43d1-bf38-6c81bf6e0535') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:40.121201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Pushing event deleted for resources: {'Port': ['ID=0ea97369-bcac-4d7b-ac28-a2f3c90f410d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:40.128915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.129581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.129850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.130271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.130647 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.131036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.131491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.133063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.136686 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.137103 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.137504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.137898 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.138386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:40.163474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.166306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dc85166-815f-457f-b459-999c72f695db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.168815 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.225462 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a37969a9-64ad-4643-99f6-1568623ae482 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "PUT /v2.0/routers/2ce40704-1f91-4011-970f-7817ff2877d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2814903 Feb 04 06:12:40.225964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41642) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:40.232235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:12:40.232637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:12:40.248130 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:12:40.299896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2dc85166-815f-457f-b459-999c72f695db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.308070 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2dc85166-815f-457f-b459-999c72f695db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc174d9f-e92c-416a-9324-3de3cb5135b9 HTTP/1.1" status: 204 len: 168 time: 1.3654616 Feb 04 06:12:40.309425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc85166-815f-457f-b459-999c72f695db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc174d9f-e92c-416a-9324-3de3cb5135b9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:40.316067 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc48af52-8e31-453c-a0b9-402bfe39cf0c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:40.316802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-dc48af52-8e31-453c-a0b9-402bfe39cf0c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:40.335527 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.472139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce40704-1f91-4011-970f-7817ff2877d0', 'name': 'tempest-NetworksTestDHCPv6-router-1083805602', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:31Z', 'updated_at': '2022-02-04T06:12:35Z', 'revision_number': 2, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None, '_interfaces': [{'id': '6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0', 'name': '', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'mac_address': 'fa:16:3e:63:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce40704-1f91-4011-970f-7817ff2877d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:36Z', 'revision_number': 2, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'subnets': [{'id': '0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:40.477897 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Checking router: 2ce40704-1f91-4011-970f-7817ff2877d0 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:40.478407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Updating router 2ce40704-1f91-4011-970f-7817ff2877d0 port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:12:40.534625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.536958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-dc48af52-8e31-453c-a0b9-402bfe39cf0c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:40.538203 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dc48af52-8e31-453c-a0b9-402bfe39cf0c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports/6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 HTTP/1.1" status: 200 len: 911 time: 0.3111451 Feb 04 06:12:40.546334 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.548227 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41650) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:40.552174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.586291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.591236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41654) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:40.665679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa296af-c358-4f04-a103-27317a11c12b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:40.670473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.673486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa296af-c358-4f04-a103-27317a11c12b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:40.675244 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2aa296af-c358-4f04-a103-27317a11c12b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1258702 Feb 04 06:12:40.675800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=b899491a-7f2c-46d6-a513-3f795ab56507,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:40.678440 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41662) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:40.687197 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-425a2431-dfaf-4acb-a326-1b2d01597a1e admin admin] 10.222.0.32 "DELETE /v2.0/networks/b899491a-7f2c-46d6-a513-3f795ab56507 HTTP/1.1" status: 204 len: 168 time: 4.5601337 Feb 04 06:12:40.711046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.742402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.753368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.754020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Fanout notify agent at l3_agent the message router_deleted on router 8543ca73-56eb-4e4d-9216-dd0befc3490e {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:40.783780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.790571 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "DELETE /v2.0/networks/4765c997-352e-49d9-8067-01f74e4c39f2 HTTP/1.1" status: 204 len: 168 time: 1.8193955 Feb 04 06:12:40.790571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09b00e-a155-4c2f-a4e6-16def87dbdf0 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event deleted for resources: {'Network': ['ID=4765c997-352e-49d9-8067-01f74e4c39f2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:40.793781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41668) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:40.842814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:40.851106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e248a91e-def4-4227-ae33-d6c067ea34a3 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:40.918168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: e248a91e-def4-4227-ae33-d6c067ea34a3 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:40.919021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e248a91e-def4-4227-ae33-d6c067ea34a3 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:41.010959 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.012959 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7b7e9b8e-2f98-4ed7-b590-2ded200a5bb2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/8543ca73-56eb-4e4d-9216-dd0befc3490e HTTP/1.1" status: 204 len: 168 time: 2.5598216 Feb 04 06:12:41.031156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41674) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:41.033778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1152543084', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:41.049022 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-597325916'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:41.057157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:41.062943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.066535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:41.066666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=4f9f52e9-2b72-42b7-adfc-7ea4633a456d,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:41.079148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.080033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.096378 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Transition to ACTIVE for port object 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:41.119864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Usage tracker for resource:router and tenant:e9cff3eb480c4c40810af480187eb5e4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:41.124264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:41.136243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Usage tracker for resource:network and tenant:a72cc847d1cd4284829828a212b19c27 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:41.142686 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:41.154894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:41.167728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:41.199835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.300000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Made reservation on behalf of a72cc847d1cd4284829828a212b19c27 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:41.302629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.312144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.313106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.324351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.355517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:41.357436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.358877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.367876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Usage tracker for resource:security_group_rule and tenant:a72cc847d1cd4284829828a212b19c27 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:41.371381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:41.383464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:41.409290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5670f190-d8d6-4f4b-a280-adb2734721b0']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:41.424010 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP 42153826-5522-4be6-b7c0-2fedd053eba7 associated. External IP: 172.26.7.119, port: 751d960d-1291-4114-874e-8e144ad0f54b. Feb 04 06:12:41.433302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51963a44-be81-4764-a3b6-79e586ef585d None None] Pushing event updated for resources: {'Port': ['ID=6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:41.476083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.489092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8fe4d3-2388-4a44-94e8-14100cae6aa2') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:41.494564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8fe4d3-2388-4a44-94e8-14100cae6aa2') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:41.514457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.556059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.558035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41686) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:41.591987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Attempting to bind port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:41.592702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Attempting to bind port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:41.595989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Attempting to bind port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:41.597766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:12:41.598203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.605993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:41.606648 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:41.607282 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.608191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:41.608689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Bound port: 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:41.609542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:12:41.624150 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:12:41.748513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] For port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:41.755753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] For port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:41.909178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:41.993620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Routers {'2ce40704-1f91-4011-970f-7817ff2877d0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:41.994336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2ce40704-1f91-4011-970f-7817ff2877d0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:42.062275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51963a44-be81-4764-a3b6-79e586ef585d None None] Pushing event updated for resources: {'Port': ['ID=6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:42.097827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.106036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.142911 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3d4eddc5-ec3c-40f7-a7b2-ed29fb1b0ed5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bf72fda2e5b49ef9e393b075fa48c52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5814364 Feb 04 06:12:42.150711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41700) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:42.169223 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "DELETE /v2.0/networks/5670f190-d8d6-4f4b-a280-adb2734721b0 HTTP/1.1" status: 204 len: 168 time: 1.3730650 Feb 04 06:12:42.170244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d3851-69d9-43f0-adb4-978e53ec642d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event deleted for resources: {'Network': ['ID=5670f190-d8d6-4f4b-a280-adb2734721b0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:42.189718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41704) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:42.220057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] Set router 2ce40704-1f91-4011-970f-7817ff2877d0 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:42.257865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.309170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.353295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:42.354164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.362832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41710) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:42.424531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:42.429455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1f1266-8039-4cff-a5ed-8b47bf89703d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Deleting subnet a7ed517e-dffa-42c3-9085-712bfaa729a1 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:12:42.433820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db1f1266-8039-4cff-a5ed-8b47bf89703d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.499900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db1f1266-8039-4cff-a5ed-8b47bf89703d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.524175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.678119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:12:42.691911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce40704-1f91-4011-970f-7817ff2877d0', 'name': 'tempest-NetworksTestDHCPv6-router-1083805602', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:31Z', 'updated_at': '2022-02-04T06:12:35Z', 'revision_number': 2, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None, '_interfaces': [{'id': '6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0', 'name': '', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'mac_address': 'fa:16:3e:63:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce40704-1f91-4011-970f-7817ff2877d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:41Z', 'revision_number': 4, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'subnets': [{'id': '0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:42.694520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90718c87-9291-4a33-a2e8-f62e6bc31766,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:42.709483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.709914 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Added segment c6a6da58-2647-4e3d-9b90-b93828c73043 of type vlan for network e97a9368-2c6b-4de1-aa89-0e72472aca58 Feb 04 06:12:42.710802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d24787-3075-4c44-88d1-161ebc55a90c None None] The sync data for ids ['2ce40704-1f91-4011-970f-7817ff2877d0'] in dv-neutron-827796-1-hyperv is: [{'id': '2ce40704-1f91-4011-970f-7817ff2877d0', 'name': 'tempest-NetworksTestDHCPv6-router-1083805602', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:31Z', 'updated_at': '2022-02-04T06:12:35Z', 'revision_number': 2, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None, '_interfaces': [{'id': '6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0', 'name': '', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'mac_address': 'fa:16:3e:63:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce40704-1f91-4011-970f-7817ff2877d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:33Z', 'updated_at': '2022-02-04T06:12:41Z', 'revision_number': 4, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'subnets': [{'id': '0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:42.788011 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ca5d211c-beb2-49a4-b0f2-12450832c86c tempest-AgentManagementNegativeTest-1115433601 tempest-AgentManagementNegativeTest-1115433601-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4203146 Feb 04 06:12:42.788827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2638146-026f-440f-b012-b7c3dbb75d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.796755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] For port 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:42.797115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.825227 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.890541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1346af-0516-4e78-a903-d571eeaba336 req-fd7c00df-448d-4c88-9eaa-4bf4aaf20cec tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:42.897815 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fa1346af-0516-4e78-a903-d571eeaba336 req-fd7c00df-448d-4c88-9eaa-4bf4aaf20cec tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4762421 Feb 04 06:12:42.940574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2638146-026f-440f-b012-b7c3dbb75d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:42.969190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf839a-cbf6-4fd7-8019-ca960fab6c17 req-bb096b6a-70db-4dcd-9aba-1d72bd01a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:42.971356 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3eaf839a-cbf6-4fd7-8019-ca960fab6c17 req-bb096b6a-70db-4dcd-9aba-1d72bd01a851 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5eeb77cc58458a8021dffb64d08773&device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 1098 time: 0.4328291 Feb 04 06:12:42.971719 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:42.979967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:43.013530 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81146818-18d9-4cd4-b5ee-ce6fcb247fb8 None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:43.023718 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81146818-18d9-4cd4-b5ee-ce6fcb247fb8 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:43.024340 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-81146818-18d9-4cd4-b5ee-ce6fcb247fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:43.078515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:12:43.112111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db1f1266-8039-4cff-a5ed-8b47bf89703d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.136880 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-81146818-18d9-4cd4-b5ee-ce6fcb247fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:43.153782 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81146818-18d9-4cd4-b5ee-ce6fcb247fb8 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:43.154657 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-81146818-18d9-4cd4-b5ee-ce6fcb247fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:43.186964 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fa1346af-0516-4e78-a903-d571eeaba336 req-bb7e8d01-e8b4-4faa-bbbb-93fdf90115d3 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851734 Feb 04 06:12:43.244698 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-81146818-18d9-4cd4-b5ee-ce6fcb247fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:43.246041 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81146818-18d9-4cd4-b5ee-ce6fcb247fb8 None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:43.271552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf839a-cbf6-4fd7-8019-ca960fab6c17 req-d1ef3370-9504-402d-8462-6b0c849d8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:43.285440 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3eaf839a-cbf6-4fd7-8019-ca960fab6c17 req-d1ef3370-9504-402d-8462-6b0c849d8db9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcbc6d8a-a29f-4884-a766-65731440e62d HTTP/1.1" status: 200 len: 913 time: 0.2971530 Feb 04 06:12:43.287038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.402378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db1f1266-8039-4cff-a5ed-8b47bf89703d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.422390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41720) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:43.433410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.440328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:43.440963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.471247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2638146-026f-440f-b012-b7c3dbb75d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.515968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f1266-8039-4cff-a5ed-8b47bf89703d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ed517e-dffa-42c3-9085-712bfaa729a1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:43.542879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db1f1266-8039-4cff-a5ed-8b47bf89703d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.552403 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532669e5-f9ca-416e-ad9c-e3172570639b None None] Network dd3e8930-185f-48f9-b713-6689bf650f07 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:43.558505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2638146-026f-440f-b012-b7c3dbb75d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2022cdc4-06b0-49f1-8f1f-044d20b3bfa6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:43.572836 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3ed4ee9e-7ff9-4cc5-9b07-9347c1ef8e7b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.1184249 Feb 04 06:12:43.579038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41726) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:43.582052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2638146-026f-440f-b012-b7c3dbb75d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.583579 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b2638146-026f-440f-b012-b7c3dbb75d16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2022cdc4-06b0-49f1-8f1f-044d20b3bfa6 HTTP/1.1" status: 204 len: 168 time: 1.4200382 Feb 04 06:12:43.590963 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-db1f1266-8039-4cff-a5ed-8b47bf89703d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "DELETE /v2.0/subnets/a7ed517e-dffa-42c3-9085-712bfaa729a1 HTTP/1.1" status: 204 len: 168 time: 1.3964345 Feb 04 06:12:43.598046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-446358020'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:43.601742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41732) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:43.608833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:43.654568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.659577 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3eaf839a-cbf6-4fd7-8019-ca960fab6c17 req-e69a3c7b-7f59-424b-9199-8d956ea08d06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 HTTP/1.1" status: 200 len: 999 time: 0.3345249 Feb 04 06:12:43.731013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:network and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:43.734983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:43.742292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.744518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:43.850338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf839a-cbf6-4fd7-8019-ca960fab6c17 req-a38a40b3-9a1e-4e3e-91e4-facfc0a01ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:43.854585 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3eaf839a-cbf6-4fd7-8019-ca960fab6c17 req-a38a40b3-9a1e-4e3e-91e4-facfc0a01ba8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb HTTP/1.1" status: 200 len: 851 time: 0.1043630 Feb 04 06:12:43.893304 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e457cae-7e53-4290-9626-52171622a420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.942218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'Network': ['ID=e97a9368-2c6b-4de1-aa89-0e72472aca58,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:43.953282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7e457cae-7e53-4290-9626-52171622a420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:43.973264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7e457cae-7e53-4290-9626-52171622a420 admin admin] Usage tracker for resource:security_group_rule and tenant:975581e4d0e64ce681dd7c0c845414cd is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:43.973264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7e457cae-7e53-4290-9626-52171622a420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:43.974184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:12:43.974797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:43.978175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7e457cae-7e53-4290-9626-52171622a420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:43.993793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Deleting port 7984158f-ea64-4876-b93a-cfc038e811de {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:43.994126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.056601 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0b5dcf43-1394-4e32-8a80-cafdb070b3bc tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.4598329 Feb 04 06:12:44.060917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41738) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:44.077833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Request body: {'subnet': {'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:44.113698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac605d5-c46d-47a8-932f-d717413f033f None None] DHCP port deletion for dd3e8930-185f-48f9-b713-6689bf650f07 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:12:44.130222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1ac605d5-c46d-47a8-932f-d717413f033f None None] Deleting port 7984158f-ea64-4876-b93a-cfc038e811de {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:44.130619 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1ac605d5-c46d-47a8-932f-d717413f033f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.183102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Made reservation on behalf of 17b3d76fbaf6447586ecbfa5afe4b333 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:44.188100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.202331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf839a-cbf6-4fd7-8019-ca960fab6c17 req-34042366-662e-44f0-b620-41eb9ad66028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:44.203858 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3eaf839a-cbf6-4fd7-8019-ca960fab6c17 req-34042366-662e-44f0-b620-41eb9ad66028 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcbc6d8a-a29f-4884-a766-65731440e62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3451142 Feb 04 06:12:44.230461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e457cae-7e53-4290-9626-52171622a420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.292598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.334857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:12:44.345141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e457cae-7e53-4290-9626-52171622a420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.377631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.378013 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Added segment 4ad3d163-c33c-419d-9327-26ff559f2217 of type vlan for network 9a816e58-5637-459a-848b-2d6ad431bceb Feb 04 06:12:44.421947 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7e457cae-7e53-4290-9626-52171622a420 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=975581e4d0e64ce681dd7c0c845414cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9979584 Feb 04 06:12:44.432979 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1ac605d5-c46d-47a8-932f-d717413f033f None None] For port 7984158f-ea64-4876-b93a-cfc038e811de, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7984158f-ea64-4876-b93a-cfc038e811de,segment=NetworkSegment(ce0a0592-1105-45b0-b778-0f89a1313d54),segment_id=ce0a0592-1105-45b0-b778-0f89a1313d54)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:44.434302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1ac605d5-c46d-47a8-932f-d717413f033f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.440564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41752) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:44.474556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:44.602322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.640565 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1ac605d5-c46d-47a8-932f-d717413f033f None None] Calling delete_port for 7984158f-ea64-4876-b93a-cfc038e811de owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:44.662400 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3eaf839a-cbf6-4fd7-8019-ca960fab6c17 req-876b8ab8-eaee-4a98-bd11-2f3aad329391 service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511595 Feb 04 06:12:44.678289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] For port 7984158f-ea64-4876-b93a-cfc038e811de, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7984158f-ea64-4876-b93a-cfc038e811de,segment=NetworkSegment(ce0a0592-1105-45b0-b778-0f89a1313d54),segment_id=ce0a0592-1105-45b0-b778-0f89a1313d54)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:44.678653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.738347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e457cae-7e53-4290-9626-52171622a420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5c588f-acb5-45af-b23b-7f64d4dfed57,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:44.824432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:12:44.840443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Allocated IP 172.26.7.12 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/69a4c614-b744-4a6a-aeb5-2844c5c739a3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:44.842777 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:44.854835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.856004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7984158f-ea64-4876-b93a-cfc038e811de no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:44.859824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Usage tracker for resource:subnet and tenant:a72cc847d1cd4284829828a212b19c27 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:44.867129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:44.877092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:44.901165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1ac605d5-c46d-47a8-932f-d717413f033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.926156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Calling delete_port for 7984158f-ea64-4876-b93a-cfc038e811de owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:44.969124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac605d5-c46d-47a8-932f-d717413f033f None None] Pushing event deleted for resources: {'Port': ['ID=7984158f-ea64-4876-b93a-cfc038e811de,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:44.979501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac605d5-c46d-47a8-932f-d717413f033f None None] No DVR routers for this DVR port 7984158f-ea64-4876-b93a-cfc038e811de on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:44.988123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No active binding found for port 7984158f-ea64-4876-b93a-cfc038e811de {{(pid=88200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 06:12:44.988526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7984158f-ea64-4876-b93a-cfc038e811de not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:45.071275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9132fda-c383-4558-8219-a9c5e6c29e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.104813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ac2a0-5710-4f2c-b696-8daba9c8384f req-65652ee1-e6a8-4e01-9c2d-bba10fbef77a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.174657 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e8ac2a0-5710-4f2c-b696-8daba9c8384f req-65652ee1-e6a8-4e01-9c2d-bba10fbef77a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.7270253 Feb 04 06:12:45.174657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9132fda-c383-4558-8219-a9c5e6c29e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.225245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:12:45.225711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:12:45.266175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Router 2ce40704-1f91-4011-970f-7817ff2877d0 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:45.266323 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e8ac2a0-5710-4f2c-b696-8daba9c8384f req-c33a5d61-df5f-4a9e-914a-806650d5fe41 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282699 Feb 04 06:12:45.272126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3eaf839a-cbf6-4fd7-8019-ca960fab6c17 req-256ea8cf-4aa8-42ce-a58b-517256015125 service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395230 Feb 04 06:12:45.283945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.422926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.428395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.434313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.500898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9132fda-c383-4558-8219-a9c5e6c29e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.531251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9132fda-c383-4558-8219-a9c5e6c29e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5c588f-acb5-45af-b23b-7f64d4dfed57,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:45.570957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9132fda-c383-4558-8219-a9c5e6c29e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.578389 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c9132fda-c383-4558-8219-a9c5e6c29e87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d5c588f-acb5-45af-b23b-7f64d4dfed57 HTTP/1.1" status: 204 len: 168 time: 1.1224129 Feb 04 06:12:45.578389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Network': ['ID=9a816e58-5637-459a-848b-2d6ad431bceb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:45.578665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:45.599836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Made reservation on behalf of a72cc847d1cd4284829828a212b19c27 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:45.604060 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.608074 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0b88c-4e54-49d1-be46-1b822f7821c7 None None] Sync routers for ids ['2ce40704-1f91-4011-970f-7817ff2877d0'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:45.618745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 9a816e58-5637-459a-848b-2d6ad431bceb details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:12:45.643395 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8cb0b912-6ab1-4e3d-88fa-e3e5464642b6 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0631371 Feb 04 06:12:45.652908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41770) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:45.653246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'subnet': {'network_id': '9a816e58-5637-459a-848b-2d6ad431bceb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:45.707034 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-66151695-ca5d-48eb-b93d-584010e5bfd8 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "PUT /v2.0/routers/2ce40704-1f91-4011-970f-7817ff2877d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0272813 Feb 04 06:12:45.710817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41774) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:45.712047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0b88c-4e54-49d1-be46-1b822f7821c7 None None] Routers {'2ce40704-1f91-4011-970f-7817ff2877d0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:45.712796 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b9d0b88c-4e54-49d1-be46-1b822f7821c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2ce40704-1f91-4011-970f-7817ff2877d0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:45.726427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Deleting port 7984158f-ea64-4876-b93a-cfc038e811de {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:45.726761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.762874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.819048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] The port '7984158f-ea64-4876-b93a-cfc038e811de' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:12:45.848540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Pushing event updated for resources: {'Port': ['ID=69a4c614-b744-4a6a-aeb5-2844c5c739a3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:45.878181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:45.882593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:45.888707 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:45.906124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a7fbd4d-99b9-4e96-9fc1-7243a3230d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.916873 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-b9d0b88c-4e54-49d1-be46-1b822f7821c7 None None] Set router 2ce40704-1f91-4011-970f-7817ff2877d0 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:45.940022 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5316af0-b8ff-4efe-b865-56dd87a8a1ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.941060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:45.941954 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5316af0-b8ff-4efe-b865-56dd87a8a1ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:45.942800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a5316af0-b8ff-4efe-b865-56dd87a8a1ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:45.966714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:45.969684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.998800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3e8930-185f-48f9-b713-6689bf650f07']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:46.012721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0a0592-1105-45b0-b778-0f89a1313d54') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:46.013090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0a0592-1105-45b0-b778-0f89a1313d54') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:46.032509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.063428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.069843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:12:46.070241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.082443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b9d0b88c-4e54-49d1-be46-1b822f7821c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce40704-1f91-4011-970f-7817ff2877d0', 'name': 'tempest-NetworksTestDHCPv6-router-1083805602', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:31Z', 'updated_at': '2022-02-04T06:12:43Z', 'revision_number': 3, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:46.100829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0b88c-4e54-49d1-be46-1b822f7821c7 None None] Checking router: 2ce40704-1f91-4011-970f-7817ff2877d0 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:46.113480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a5316af0-b8ff-4efe-b865-56dd87a8a1ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:46.117212 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a5316af0-b8ff-4efe-b865-56dd87a8a1ae tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4018342 Feb 04 06:12:46.119479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41788) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:46.120539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0b88c-4e54-49d1-be46-1b822f7821c7 None None] Routers {'2ce40704-1f91-4011-970f-7817ff2877d0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:46.121301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b9d0b88c-4e54-49d1-be46-1b822f7821c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2ce40704-1f91-4011-970f-7817ff2877d0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:12:46.352626 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:12:46.354665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-60795fba-76e6-4c01-abb5-0a50e84661a6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:12:46.354750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Made reservation on behalf of 17b3d76fbaf6447586ecbfa5afe4b333 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:46.357555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.366215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60795fba-76e6-4c01-abb5-0a50e84661a6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.452206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-b9d0b88c-4e54-49d1-be46-1b822f7821c7 None None] Set router 2ce40704-1f91-4011-970f-7817ff2877d0 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:12:46.467257 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60795fba-76e6-4c01-abb5-0a50e84661a6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.478283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.487834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.544989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.570112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Pushing event deleted for resources: {'Network': ['ID=dd3e8930-185f-48f9-b713-6689bf650f07,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:46.590841 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-77a0a563-30ec-4f16-a53a-5c023d1d001d tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "DELETE /v2.0/networks/dd3e8930-185f-48f9-b713-6689bf650f07 HTTP/1.1" status: 204 len: 168 time: 2.9878950 Feb 04 06:12:46.592079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41802) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:46.650457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5de502be-e424-4c4f-b938-de79fb55b214 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Synchronizing usage tracker for tenant:d4257573edf446209a84646c4af2ca1b on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:46.678675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b9d0b88c-4e54-49d1-be46-1b822f7821c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce40704-1f91-4011-970f-7817ff2877d0', 'name': 'tempest-NetworksTestDHCPv6-router-1083805602', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:31Z', 'updated_at': '2022-02-04T06:12:43Z', 'revision_number': 3, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:46.683353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0b88c-4e54-49d1-be46-1b822f7821c7 None None] The sync data for ids ['2ce40704-1f91-4011-970f-7817ff2877d0'] in dv-neutron-827796-1-hyperv is: [{'id': '2ce40704-1f91-4011-970f-7817ff2877d0', 'name': 'tempest-NetworksTestDHCPv6-router-1083805602', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:31Z', 'updated_at': '2022-02-04T06:12:43Z', 'revision_number': 3, 'project_id': '6c4e720fd066499cb98537c4e780edba', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:46.807105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5de502be-e424-4c4f-b938-de79fb55b214 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Unset dirty status for tenant:d4257573edf446209a84646c4af2ca1b on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:46.808754 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5de502be-e424-4c4f-b938-de79fb55b214 tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a5bba59-be56-4214-9ad1-e54a8a36a2e2 HTTP/1.1" status: 200 len: 205 time: 0.2125988 Feb 04 06:12:46.811525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41810) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:46.895627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.923583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'Subnet': ['ID=aaa909df-de94-40f7-ad2d-ceda6d92a4d7,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:46.940731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:46.998095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8759c61-b7b6-4925-abad-addaf1dc616e tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.020749 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Checking segment: {'id': 'c6a6da58-2647-4e3d-9b90-b93828c73043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:47.020749 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Network hostable DHCP agents. Network: e97a9368-2c6b-4de1-aa89-0e72472aca58, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:12:47.033811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60795fba-76e6-4c01-abb5-0a50e84661a6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.065432 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:47.143245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:12:47.144251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 6ea22c9e-7fc0-4e7b-8e1d-a4e360026be0 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:47.152513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe3228-db6c-424b-89a7-e5c38f406e34 req-777a720f-e49d-4263-ad26-dd1df508bb09 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:47.161003 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1ebe3228-db6c-424b-89a7-e5c38f406e34 req-777a720f-e49d-4263-ad26-dd1df508bb09 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.6276889 Feb 04 06:12:47.368669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Subnet': ['ID=4685e9c0-b8c1-4d3e-b2dd-96e1fe7ec272,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:47.449355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8759c61-b7b6-4925-abad-addaf1dc616e tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.451286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Checking segment: {'id': '4ad3d163-c33c-419d-9327-26ff559f2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a816e58-5637-459a-848b-2d6ad431bceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:47.451644 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network hostable DHCP agents. Network: 9a816e58-5637-459a-848b-2d6ad431bceb, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:12:47.458985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8759c61-b7b6-4925-abad-addaf1dc616e tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.512370 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1ebe3228-db6c-424b-89a7-e5c38f406e34 req-c8d8178a-5332-4dc6-aef8-33d8161696ef tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503623 Feb 04 06:12:47.528772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:12:47.556958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network 9a816e58-5637-459a-848b-2d6ad431bceb is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:12:47.645838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8759c61-b7b6-4925-abad-addaf1dc616e tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.653733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8759c61-b7b6-4925-abad-addaf1dc616e tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5bba59-be56-4214-9ad1-e54a8a36a2e2 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:47.665595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41834) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:47.678482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a8759c61-b7b6-4925-abad-addaf1dc616e tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.679605 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a8759c61-b7b6-4925-abad-addaf1dc616e tempest-RoutersNegativeIpV6Test-271553416 tempest-RoutersNegativeIpV6Test-271553416-project] 10.222.0.32 "DELETE /v2.0/routers/2a5bba59-be56-4214-9ad1-e54a8a36a2e2 HTTP/1.1" status: 204 len: 168 time: 0.8670342 Feb 04 06:12:47.710401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 9a816e58-5637-459a-848b-2d6ad431bceb) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:47.715176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, e97a9368-2c6b-4de1-aa89-0e72472aca58) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:47.719869 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5ffbc6-8814-4c30-85f7-63be0c1da51d None None] Network 9a816e58-5637-459a-848b-2d6ad431bceb requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:47.730971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:47.733949 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:47.734688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.734998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.748415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e778ddef-97e7-4aa9-8613-df5a551561af None None] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:47.818136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60795fba-76e6-4c01-abb5-0a50e84661a6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.833381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:47.845599 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e35c837d-4259-4ff0-b5a2-1e5384248cf1 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2002947 Feb 04 06:12:47.848143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41848) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:47.856056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1092789251', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:47.865855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60795fba-76e6-4c01-abb5-0a50e84661a6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.874982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60795fba-76e6-4c01-abb5-0a50e84661a6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:47.890869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:47.895120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.898485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:router and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:47.908562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:47.922010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:47.970077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046834be-503d-490e-b776-c6821c2e5aa3 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:47.978326 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e4ddd7b5-0bad-4b9d-b72b-f215a6f76c76 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9145377 Feb 04 06:12:47.981177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41852) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:47.986778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Request body: {'port': {'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1489368282'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:48.050815 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-60795fba-76e6-4c01-abb5-0a50e84661a6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd HTTP/1.1" status: 204 len: 168 time: 1.9284766 Feb 04 06:12:48.058370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41856) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:48.068138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.069391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.088966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-746522109'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:48.094101 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:48.098539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Usage tracker for resource:network and tenant:cf4e4221d95845c0b3dceb21c3aad3b5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:48.102683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:48.109464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:48.188812 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.194745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:48.212190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:48.220988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Usage tracker for resource:floatingip and tenant:5a1394f74e634cd68283014c787d7587 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:48.226050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:48.252475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:48.279896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Made reservation on behalf of cf4e4221d95845c0b3dceb21c3aad3b5 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:48.283613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.285756 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9aa0ef2d-5e64-42bf-8759-c3f2f05fe509 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2261894 Feb 04 06:12:48.295425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41860) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:48.296182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:48.301703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.311860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Usage tracker for resource:port and tenant:a72cc847d1cd4284829828a212b19c27 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:48.319073 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:48.330523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:48.332753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:48.338938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Usage tracker for resource:security_group_rule and tenant:cf4e4221d95845c0b3dceb21c3aad3b5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:48.342959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:48.349272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:48.474819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Made reservation on behalf of a72cc847d1cd4284829828a212b19c27 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:48.479446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.489713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.507380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1dc36ae8-bd05-40ba-bb3d-ff08581e0a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.515789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-e97a9368-2c6b-4de1-aa89-0e72472aca58', 'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58', 'tenant_id': 'a72cc847d1cd4284829828a212b19c27', 'fixed_ips': [{'subnet_id': 'aaa909df-de94-40f7-ad2d-ceda6d92a4d7'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:12:48.518234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.552369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-62ed8469-9be1-4400-81bb-2b43337e93d0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.637939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41866) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:48.647810 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa7bc3-5534-4ef6-8922-427444b031f2 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:12:48.657792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6faa7bc3-5534-4ef6-8922-427444b031f2 None None] Deleting port 9949fce9-e44d-428a-bdda-2d0400d1e4d7 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:48.658102 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6faa7bc3-5534-4ef6-8922-427444b031f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.807482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Router 71f92819-f3ac-498c-8de9-78d87dad01dc is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:12:48.851160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] device_id is not set on port c7ba53b3-a2df-46ec-8ec1-87a4913e927e yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:12:48.901004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.975571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6faa7bc3-5534-4ef6-8922-427444b031f2 None None] For port 9949fce9-e44d-428a-bdda-2d0400d1e4d7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9949fce9-e44d-428a-bdda-2d0400d1e4d7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:48.976150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6faa7bc3-5534-4ef6-8922-427444b031f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.075077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.100072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.110464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6faa7bc3-5534-4ef6-8922-427444b031f2 None None] Calling delete_port for 9949fce9-e44d-428a-bdda-2d0400d1e4d7 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:49.168124 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-62ed8469-9be1-4400-81bb-2b43337e93d0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.172544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-62ed8469-9be1-4400-81bb-2b43337e93d0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.177715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:12:49.185286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-9a816e58-5637-459a-848b-2d6ad431bceb', 'network_id': '9a816e58-5637-459a-848b-2d6ad431bceb', 'tenant_id': '17b3d76fbaf6447586ecbfa5afe4b333', 'fixed_ips': [{'subnet_id': '4685e9c0-b8c1-4d3e-b2dd-96e1fe7ec272'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:12:49.185286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.189406 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c7b94f75-970b-4df1-a8dd-1676bdbf0cb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4257573edf446209a84646c4af2ca1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395613 Feb 04 06:12:49.194662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41872) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:49.194830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9949fce9-e44d-428a-bdda-2d0400d1e4d7 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:12:49.201849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fcae7d-e0aa-42f4-b486-ccc22e63a65f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:49.216037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.216388 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Added segment a5b0e330-23f0-4d61-8415-f6d7fd49cde4 of type vlan for network 96a82a7e-4f6e-489f-a4f0-e60167978ec2 Feb 04 06:12:49.288580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6faa7bc3-5534-4ef6-8922-427444b031f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.305735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:49.317560 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02906108-222e-4d1e-961b-56ac5b243181 None None] Sync routers for ids ['71f92819-f3ac-498c-8de9-78d87dad01dc'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:49.331018 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02906108-222e-4d1e-961b-56ac5b243181 None None] Routers {'71f92819-f3ac-498c-8de9-78d87dad01dc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:49.332395 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-02906108-222e-4d1e-961b-56ac5b243181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['71f92819-f3ac-498c-8de9-78d87dad01dc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:49.347419 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa7bc3-5534-4ef6-8922-427444b031f2 None None] Pushing event deleted for resources: {'Port': ['ID=9949fce9-e44d-428a-bdda-2d0400d1e4d7,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:49.349567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No active binding found for port 9949fce9-e44d-428a-bdda-2d0400d1e4d7 {{(pid=88200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 06:12:49.349971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9949fce9-e44d-428a-bdda-2d0400d1e4d7 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:12:49.376581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.405459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-62ed8469-9be1-4400-81bb-2b43337e93d0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.405955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ed8469-9be1-4400-81bb-2b43337e93d0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Fanout notify agent at l3_agent the message router_deleted on router 2ce40704-1f91-4011-970f-7817ff2877d0 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:49.413048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-62ed8469-9be1-4400-81bb-2b43337e93d0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.417254 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-62ed8469-9be1-4400-81bb-2b43337e93d0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/routers/2ce40704-1f91-4011-970f-7817ff2877d0 HTTP/1.1" status: 204 len: 168 time: 1.1135747 Feb 04 06:12:49.421244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41876) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:49.448493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa7bc3-5534-4ef6-8922-427444b031f2 None None] No DVR routers for this DVR port 9949fce9-e44d-428a-bdda-2d0400d1e4d7 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:49.455014 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-02906108-222e-4d1e-961b-56ac5b243181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:49.466221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.467546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.475384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44c974f9-40b4-4c8c-ad57-af0a8f589e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.477845 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02906108-222e-4d1e-961b-56ac5b243181 None None] Routers {'71f92819-f3ac-498c-8de9-78d87dad01dc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:49.478517 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-02906108-222e-4d1e-961b-56ac5b243181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['71f92819-f3ac-498c-8de9-78d87dad01dc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:49.491005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.498623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Allocated IP 2001:db8::2 (e97a9368-2c6b-4de1-aa89-0e72472aca58/aaa909df-de94-40f7-ad2d-ceda6d92a4d7/9268a866-d08e-4b13-b3ed-cdf99dc413ce) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:49.519614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.520883 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-06212617-c07d-4911-ad5a-1f2f6d50eafb tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.4927466 Feb 04 06:12:49.526079 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41880) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:49.544812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:49.611116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.616716 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-02906108-222e-4d1e-961b-56ac5b243181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:49.617121 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02906108-222e-4d1e-961b-56ac5b243181 None None] The sync data for ids ['71f92819-f3ac-498c-8de9-78d87dad01dc'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:49.632665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.638907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:49.639513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.650803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d68e2bce-e8db-411f-a3dd-b3b3e2b73dd7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:49.712607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Allocated IP 172.20.0.2 (9a816e58-5637-459a-848b-2d6ad431bceb/4685e9c0-b8c1-4d3e-b2dd-96e1fe7ec272/009ca3ed-43e9-4218-adc1-5396b4805e22) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:49.808578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44c974f9-40b4-4c8c-ad57-af0a8f589e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.916492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:49.939892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Transition to ACTIVE for port object 9268a866-d08e-4b13-b3ed-cdf99dc413ce will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:49.942627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d68e2bce-e8db-411f-a3dd-b3b3e2b73dd7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:49.944710 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d68e2bce-e8db-411f-a3dd-b3b3e2b73dd7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5222931 Feb 04 06:12:49.949005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41884) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:49.972527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event updated for resources: {'Network': ['ID=96a82a7e-4f6e-489f-a4f0-e60167978ec2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:50.002302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 96a82a7e-4f6e-489f-a4f0-e60167978ec2 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:12:50.070755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Transition to ACTIVE for port object 9268a866-d08e-4b13-b3ed-cdf99dc413ce will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:50.094717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.105332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Transition to ACTIVE for port object 009ca3ed-43e9-4218-adc1-5396b4805e22 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:50.123034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Transition to ACTIVE for port object 009ca3ed-43e9-4218-adc1-5396b4805e22 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:50.142783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Allocated IP 172.26.7.175 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/51d7a7c3-0063-4a61-b655-4c8efe2ad049) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:50.164707 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d847c25e-7a95-44a5-b0f5-bf6fe80c5e24 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4988444 Feb 04 06:12:50.169692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41888) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:50.185446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.186154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Request body: {'subnet': {'network_id': '96a82a7e-4f6e-489f-a4f0-e60167978ec2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:50.224603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aa7dae-0693-4c9d-93b4-2f0120007406 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:50.226710 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-92aa7dae-0693-4c9d-93b4-2f0120007406 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:50.250326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.256937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:50.266942 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:50.273016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:50.317650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Pushing event updated for resources: {'Port': ['ID=9268a866-d08e-4b13-b3ed-cdf99dc413ce,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:50.384174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Network 9a816e58-5637-459a-848b-2d6ad431bceb is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:50.409175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:50.429112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:50.479133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Attempting to bind port 9268a866-d08e-4b13-b3ed-cdf99dc413ce on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:50.479133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Attempting to bind port 9268a866-d08e-4b13-b3ed-cdf99dc413ce by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'c6a6da58-2647-4e3d-9b90-b93828c73043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:50.479468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Attempting to bind port 9268a866-d08e-4b13-b3ed-cdf99dc413ce on network e97a9368-2c6b-4de1-aa89-0e72472aca58 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:50.492455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Pushing event updated for resources: {'Port': ['ID=009ca3ed-43e9-4218-adc1-5396b4805e22,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:50.525655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:50.526045 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Checking segment: {'id': 'c6a6da58-2647-4e3d-9b90-b93828c73043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:50.526315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.526707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Bound using segment: {'id': 'c6a6da58-2647-4e3d-9b90-b93828c73043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:50.527284 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Bound port: 9268a866-d08e-4b13-b3ed-cdf99dc413ce, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a6da58-2647-4e3d-9b90-b93828c73043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:50.527661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.528908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.538748 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-92aa7dae-0693-4c9d-93b4-2f0120007406 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:50.541344 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-92aa7dae-0693-4c9d-93b4-2f0120007406 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5898063 Feb 04 06:12:50.542762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41892) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:50.585738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44c974f9-40b4-4c8c-ad57-af0a8f589e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.596045 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.602556 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Attempting to bind port 009ca3ed-43e9-4218-adc1-5396b4805e22 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:50.604439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Attempting to bind port 009ca3ed-43e9-4218-adc1-5396b4805e22 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '4ad3d163-c33c-419d-9327-26ff559f2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a816e58-5637-459a-848b-2d6ad431bceb'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:50.604439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Attempting to bind port 009ca3ed-43e9-4218-adc1-5396b4805e22 on network 9a816e58-5637-459a-848b-2d6ad431bceb {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:50.618707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:50.619516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Checking segment: {'id': '4ad3d163-c33c-419d-9327-26ff559f2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a816e58-5637-459a-848b-2d6ad431bceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:50.619516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.619830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Bound using segment: {'id': '4ad3d163-c33c-419d-9327-26ff559f2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a816e58-5637-459a-848b-2d6ad431bceb'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:50.620303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Bound port: 009ca3ed-43e9-4218-adc1-5396b4805e22, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad3d163-c33c-419d-9327-26ff559f2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9a816e58-5637-459a-848b-2d6ad431bceb'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:50.620683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.622003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7f77e4f3-1451-4454-959f-ff5f475e5951 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:router {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:50.642528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.691742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7f77e4f3-1451-4454-959f-ff5f475e5951 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:router {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:50.694665 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7f77e4f3-1451-4454-959f-ff5f475e5951 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494677 Feb 04 06:12:50.700504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41896) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:50.703515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] For port 9268a866-d08e-4b13-b3ed-cdf99dc413ce, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:50.707517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:50.712574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c974f9-40b4-4c8c-ad57-af0a8f589e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b45b58-e200-4e54-8f2b-b45eb645facd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:50.724604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] For port 9268a866-d08e-4b13-b3ed-cdf99dc413ce, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9268a866-d08e-4b13-b3ed-cdf99dc413ce,segment=NetworkSegment(c6a6da58-2647-4e3d-9b90-b93828c73043),segment_id=c6a6da58-2647-4e3d-9b90-b93828c73043)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:50.751817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] For port 009ca3ed-43e9-4218-adc1-5396b4805e22, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:50.757153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] For port 009ca3ed-43e9-4218-adc1-5396b4805e22, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=009ca3ed-43e9-4218-adc1-5396b4805e22,segment=NetworkSegment(4ad3d163-c33c-419d-9327-26ff559f2217),segment_id=4ad3d163-c33c-419d-9327-26ff559f2217)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:50.770500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44c974f9-40b4-4c8c-ad57-af0a8f589e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.770899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Deleting port 69a4c614-b744-4a6a-aeb5-2844c5c739a3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:50.771236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.775108 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-44c974f9-40b4-4c8c-ad57-af0a8f589e91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88b45b58-e200-4e54-8f2b-b45eb645facd HTTP/1.1" status: 204 len: 168 time: 1.5787251 Feb 04 06:12:50.784116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.848520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.897728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.932708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:50.954047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:50.973020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Allocated IP 2001:db8::18d (e97a9368-2c6b-4de1-aa89-0e72472aca58/aaa909df-de94-40f7-ad2d-ceda6d92a4d7/c7ba53b3-a2df-46ec-8ec1-87a4913e927e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:50.980339 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64791a-588d-492f-bd89-62b32c2eda3a None None] Pushing event updated for resources: {'Port': ['ID=9268a866-d08e-4b13-b3ed-cdf99dc413ce,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:50.988771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:50.997293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:51.016018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:51.051049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Usage tracker for resource:subnet and tenant:cf4e4221d95845c0b3dceb21c3aad3b5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:51.052759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a3723-29ee-4c40-85d0-0e0538f375f6 None None] Pushing event updated for resources: {'Port': ['ID=009ca3ed-43e9-4218-adc1-5396b4805e22,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:51.069554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:51.088529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:51.092921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:51.107017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:51.160624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:51.300715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Made reservation on behalf of cf4e4221d95845c0b3dceb21c3aad3b5 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:51.304601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:51.442058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Calling delete_port for 69a4c614-b744-4a6a-aeb5-2844c5c739a3 owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:51.487164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:51.511138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Transition to ACTIVE for port object c7ba53b3-a2df-46ec-8ec1-87a4913e927e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:51.605063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:51.761045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:51.777531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:51.785414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:51.827652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:51.864404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event updated for resources: {'Port': ['ID=51d7a7c3-0063-4a61-b655-4c8efe2ad049,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:51.875127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.26.7.115 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/8d10027a-2943-4321-a101-dffd9d5bf971) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:51.909999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:51.956448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:51.962973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:51.990279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:51.996211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Pushing event deleted for resources: {'Port': ['ID=69a4c614-b744-4a6a-aeb5-2844c5c739a3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:51.996512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:51.997158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.068672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.104894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'Port': ['ID=c7ba53b3-a2df-46ec-8ec1-87a4913e927e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:52.112936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.210815 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.225596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event updated for resources: {'Subnet': ['ID=06eebdb8-a1d6-47b7-a189-358fd5ec319d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:52.237620 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ee5a991e-d6aa-4b41-bd1a-f71f4e4c63f9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.2553370 Feb 04 06:12:52.250989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41920) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:52.251824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.objects.ports [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88199) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:12:52.255507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.261474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Request body: {'port': {'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-299106290', 'allowed_address_pairs': [{'ip_address': '2001:db8::18d', 'mac_address': 'fa:16:3e:02:cc:c6'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:52.283348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.286701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Checking segment: {'id': 'a5b0e330-23f0-4d61-8415-f6d7fd49cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '96a82a7e-4f6e-489f-a4f0-e60167978ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:52.289708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Network hostable DHCP agents. Network: 96a82a7e-4f6e-489f-a4f0-e60167978ec2, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:12:52.341702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41924) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:52.487263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.541852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792556484'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:52.556993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.595218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2924a291-83fb-45c3-a20e-a4f7d4d9c20c None None] Network 9a816e58-5637-459a-848b-2d6ad431bceb requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:52.603404 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:52.620568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:52.632757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Network 96a82a7e-4f6e-489f-a4f0-e60167978ec2 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:12:52.663191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:52.677755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:52.679844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:52.682571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:52.689473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:52.694178 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:52.694774 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.697365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf67263c-44d9-4352-9e2c-4cdd136ea2da None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:52.700174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:52.702505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Usage tracker for resource:port and tenant:a72cc847d1cd4284829828a212b19c27 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:52.705826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:52.708048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:52.727118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:52.797693 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.800003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=f3eb1fe8-db13-4bbd-a0b9-80aeb5c50c32,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:52.810400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:52.834646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:52.847633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 96a82a7e-4f6e-489f-a4f0-e60167978ec2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:52.853539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=8d10027a-2943-4321-a101-dffd9d5bf971,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:52.865255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2376f8f-6ab4-4996-86e8-514b7f162c12 None None] Network 96a82a7e-4f6e-489f-a4f0-e60167978ec2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:52.958138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:52.961369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.007141 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 009ca3ed-43e9-4218-adc1-5396b4805e22 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:53.030716 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-95151b5e-6afb-4f37-8b2d-231f87a99cdd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3283963 Feb 04 06:12:53.038873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41930) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:53.047103 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:53.067024 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ddf792-4e03-4986-9a91-2a47f889bafc None None] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:53.080419 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bca40faf-d98d-40ed-8aba-9705205d1fc0 None None] Provisioning for port 009ca3ed-43e9-4218-adc1-5396b4805e22 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:53.119412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Router 71f92819-f3ac-498c-8de9-78d87dad01dc has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:12:53.191970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.205851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Made reservation on behalf of a72cc847d1cd4284829828a212b19c27 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:53.228878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.241084 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5e5dce0f-c5e2-44e5-820d-471d78c72ead tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0639756 Feb 04 06:12:53.346625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41934) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:53.364997 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-61c49eb6-7cf4-4fea-a416-60c14e14c5ba tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1417893617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:53.384136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-61c49eb6-7cf4-4fea-a416-60c14e14c5ba tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:53.415129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:53.437434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:53.450514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:53.469279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:53.489914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-61c49eb6-7cf4-4fea-a416-60c14e14c5ba tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Usage tracker for resource:router and tenant:cf4e4221d95845c0b3dceb21c3aad3b5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:53.497233 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-61c49eb6-7cf4-4fea-a416-60c14e14c5ba tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:53.500520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:53.516547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-61c49eb6-7cf4-4fea-a416-60c14e14c5ba tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:53.523182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.525105 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-af04ecba-05e5-4e63-81cb-e6c2ddd0038e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "PUT /v2.0/routers/71f92819-f3ac-498c-8de9-78d87dad01dc HTTP/1.1" status: 200 len: 710 time: 3.9975646 Feb 04 06:12:53.530822 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41938) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:53.568016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.578079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76178dcd-bfd1-4ccb-8e77-6ab34c398bb4 None None] Sync routers for ids ['71f92819-f3ac-498c-8de9-78d87dad01dc'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:53.590552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ea8ecd00-7246-4251-a5f6-5b95095c2949 None None] Provisioning for port 9268a866-d08e-4b13-b3ed-cdf99dc413ce completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:53.591863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] device_id is not set on port 453a1bc6-6127-4403-b412-193c3fa513c4 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:12:53.633656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 009ca3ed-43e9-4218-adc1-5396b4805e22 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:53.633656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': 'f3eb1fe8-db13-4bbd-a0b9-80aeb5c50c32'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:12:53.633656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.644991 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 009ca3ed-43e9-4218-adc1-5396b4805e22 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:53.645360 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.678542 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-688ffeb1-b595-41c0-a500-2b62a408ad31 tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/routers/71f92819-f3ac-498c-8de9-78d87dad01dc HTTP/1.1" status: 200 len: 745 time: 0.1467314 Feb 04 06:12:53.681066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:53.681191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-96a82a7e-4f6e-489f-a4f0-e60167978ec2', 'network_id': '96a82a7e-4f6e-489f-a4f0-e60167978ec2', 'tenant_id': 'cf4e4221d95845c0b3dceb21c3aad3b5', 'fixed_ips': [{'subnet_id': '06eebdb8-a1d6-47b7-a189-358fd5ec319d'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:12:53.682530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.683895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41942) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:53.693830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76178dcd-bfd1-4ccb-8e77-6ab34c398bb4 None None] Routers {'71f92819-f3ac-498c-8de9-78d87dad01dc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:53.694460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76178dcd-bfd1-4ccb-8e77-6ab34c398bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['71f92819-f3ac-498c-8de9-78d87dad01dc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:53.719402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:53.728496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:53.728906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:12:53.744355 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1ec9d22f-63f2-4700-ad63-4928cf3248bb tempest-RoutersIpV6AdminTest-1826768335 tempest-RoutersIpV6AdminTest-1826768335-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&device_id=71f92819-f3ac-498c-8de9-78d87dad01dc HTTP/1.1" status: 200 len: 205 time: 0.0587263 Feb 04 06:12:53.744822 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:53.761719 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41946) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:53.772041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.792326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76178dcd-bfd1-4ccb-8e77-6ab34c398bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:53.811594 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fe35339a-5273-4bc6-bee3-c19ee51f057b tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f92819-f3ac-498c-8de9-78d87dad01dc HTTP/1.1" status: 200 len: 205 time: 0.0459816 Feb 04 06:12:53.812899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41950) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:53.885861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61c49eb6-7cf4-4fea-a416-60c14e14c5ba tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.886954 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61c49eb6-7cf4-4fea-a416-60c14e14c5ba tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.935440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76178dcd-bfd1-4ccb-8e77-6ab34c398bb4 None None] Routers {'71f92819-f3ac-498c-8de9-78d87dad01dc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:53.935652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76178dcd-bfd1-4ccb-8e77-6ab34c398bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['71f92819-f3ac-498c-8de9-78d87dad01dc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:53.950722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.965210 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:53.965210 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:53.978282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e638d49-bc04-4e51-ada9-b7e561632ad2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.022690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.045208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76178dcd-bfd1-4ccb-8e77-6ab34c398bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:54.045865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76178dcd-bfd1-4ccb-8e77-6ab34c398bb4 None None] The sync data for ids ['71f92819-f3ac-498c-8de9-78d87dad01dc'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:54.075662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.123021 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61c49eb6-7cf4-4fea-a416-60c14e14c5ba tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.159576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Allocated IP 2001:db8::3ba (e97a9368-2c6b-4de1-aa89-0e72472aca58/aaa909df-de94-40f7-ad2d-ceda6d92a4d7/453a1bc6-6127-4403-b412-193c3fa513c4) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:54.169129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.191154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:54.223477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:54.229815 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event updated for resources: {'Port': ['ID=51d7a7c3-0063-4a61-b655-4c8efe2ad049,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:54.236248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:54.250634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:54.274836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Allocated IP 2001:db8::f816:3eff:fe14:3475 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/f3eb1fe8-db13-4bbd-a0b9-80aeb5c50c32/52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:54.291266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.308970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.329502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Allocated IP 172.20.0.2 (96a82a7e-4f6e-489f-a4f0-e60167978ec2/06eebdb8-a1d6-47b7-a189-358fd5ec319d/8e4e2f67-48bb-4e3b-9900-ff3c4395d910) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:54.450102 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 009ca3ed-43e9-4218-adc1-5396b4805e22, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=009ca3ed-43e9-4218-adc1-5396b4805e22,segment=NetworkSegment(4ad3d163-c33c-419d-9327-26ff559f2217),segment_id=4ad3d163-c33c-419d-9327-26ff559f2217)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:54.493971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e638d49-bc04-4e51-ada9-b7e561632ad2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.498664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e638d49-bc04-4e51-ada9-b7e561632ad2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.506799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.511955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49188716-9f22-48cd-bf03-72ee359a52cd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:54.581081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61c49eb6-7cf4-4fea-a416-60c14e14c5ba tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.608060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.616292 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7263b1e7-dce6-4824-afe2-3c1231cd8e43 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7749615 Feb 04 06:12:54.616436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41954) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:54.632465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1915911578'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:54.643759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.656608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:54.656956 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9268a866-d08e-4b13-b3ed-cdf99dc413ce up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:54.657060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.657412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Usage tracker for resource:network and tenant:5a1394f74e634cd68283014c787d7587 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:54.660495 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:54.708315 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:54.714708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e638d49-bc04-4e51-ada9-b7e561632ad2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.715386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e638d49-bc04-4e51-ada9-b7e561632ad2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Fanout notify agent at l3_agent the message router_deleted on router 71f92819-f3ac-498c-8de9-78d87dad01dc {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:12:54.759593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e638d49-bc04-4e51-ada9-b7e561632ad2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.765991 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9e638d49-bc04-4e51-ada9-b7e561632ad2 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/71f92819-f3ac-498c-8de9-78d87dad01dc HTTP/1.1" status: 204 len: 168 time: 0.9530418 Feb 04 06:12:54.808392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41960) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:54.819336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-61c49eb6-7cf4-4fea-a416-60c14e14c5ba tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.829236 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-61c49eb6-7cf4-4fea-a416-60c14e14c5ba tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.4812019 Feb 04 06:12:54.833421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41964) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:54.871763 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b4700c58-f4d2-4262-969e-83ad66b7651d None None] Provisioning complete for port 009ca3ed-43e9-4218-adc1-5396b4805e22 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:54.872381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4700c58-f4d2-4262-969e-83ad66b7651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:54.890838 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5092d664-f3bf-4e31-a802-7de2016244aa tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f92819-f3ac-498c-8de9-78d87dad01dc HTTP/1.1" status: 200 len: 205 time: 0.0798955 Feb 04 06:12:54.891606 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41968) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:54.949065 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=009ca3ed-43e9-4218-adc1-5396b4805e22,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:55.045609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c258e40f-f9ac-407c-90a2-5eccd233e5eb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:55.047951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.049559 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-08d1dbb6-6c90-4c2b-a28b-55c3a1fdbf0d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6982021 Feb 04 06:12:55.063294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41972) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:55.143654 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.167787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Transition to ACTIVE for port object 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:55.198425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Made reservation on behalf of 5a1394f74e634cd68283014c787d7587 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:55.202108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.212896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.226153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.255112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Transition to ACTIVE for port object 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:55.259003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Transition to ACTIVE for port object 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:55.265965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9268a866-d08e-4b13-b3ed-cdf99dc413ce completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:55.288507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9268a866-d08e-4b13-b3ed-cdf99dc413ce triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:55.288822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.293016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.332429 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-8ec7f693-cb7e-48ab-8d08-945f4fb458fe tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] delete failed (client error): The resource could not be found. Feb 04 06:12:55.336319 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8ec7f693-cb7e-48ab-8d08-945f4fb458fe tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/71f92819-f3ac-498c-8de9-78d87dad01dc HTTP/1.1" status: 404 len: 336 time: 0.4434774 Feb 04 06:12:55.337068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Transition to ACTIVE for port object 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:55.379632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41976) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:55.398040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.407834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:55.419174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.423298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:55.431127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.437446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:55.438035 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.448568 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2dd8f2dd-bb1e-4905-8c38-f759b10f725e tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=8543ca73-56eb-4e4d-9216-dd0befc3490e HTTP/1.1" status: 200 len: 205 time: 0.0587814 Feb 04 06:12:55.454748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Transition to ACTIVE for port object 453a1bc6-6127-4403-b412-193c3fa513c4 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:55.460236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41980) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:55.462386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:55.525004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:55.530380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Usage tracker for resource:security_group_rule and tenant:5a1394f74e634cd68283014c787d7587 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:55.533553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:55.544160 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-38df0186-f677-43f0-b3ae-fb5ac8186cd6 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] delete failed (client error): The resource could not be found. Feb 04 06:12:55.544160 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-38df0186-f677-43f0-b3ae-fb5ac8186cd6 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/8543ca73-56eb-4e4d-9216-dd0befc3490e HTTP/1.1" status: 404 len: 336 time: 0.0786707 Feb 04 06:12:55.544404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:55.544404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Pushing event updated for resources: {'Port': ['ID=52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:55.547810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41984) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:55.553336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.583855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:55.589963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9268a866-d08e-4b13-b3ed-cdf99dc413ce, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9268a866-d08e-4b13-b3ed-cdf99dc413ce,segment=NetworkSegment(c6a6da58-2647-4e3d-9b90-b93828c73043),segment_id=c6a6da58-2647-4e3d-9b90-b93828c73043)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:55.590980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.600716 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5597444 Feb 04 06:12:55.600905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 41988) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:55.606624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0010c367-be75-4870-bee3-b8bc43a98912 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:55.609861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:55.611936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b7914-1d7b-47e2-9baf-e9300f340799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=9dfbc929-5ac6-4be7-b0bf-3b5dc370d1de,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:55.676611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:96:f5:a7', 'name': 'tempest-NetworksTestDHCPv6-898331948'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:55.686448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-50e65a1e-41f5-4750-957a-1d8d9f5fa166 None None] Provisioning for port c7ba53b3-a2df-46ec-8ec1-87a4913e927e completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:55.692448 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c3982a72-c292-43d6-9d49-e2bc0eb3d07d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa065344-1e6e-4984-b038-aa68395c2da1 HTTP/1.1" status: 200 len: 205 time: 0.1436198 Feb 04 06:12:55.711069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Network 96a82a7e-4f6e-489f-a4f0-e60167978ec2 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:55.713801 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-50e65a1e-41f5-4750-957a-1d8d9f5fa166 None None] Provisioning complete for port c7ba53b3-a2df-46ec-8ec1-87a4913e927e triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:55.714272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-50e65a1e-41f5-4750-957a-1d8d9f5fa166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.720937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41992) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:55.738317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.749112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:55.759657 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Pushing event updated for resources: {'Port': ['ID=8e4e2f67-48bb-4e3b-9900-ff3c4395d910,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:55.764374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:55.815512 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-ba5ba8c6-0dd5-40fa-b8a1-c1d17d779acd tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] delete failed (client error): The resource could not be found. Feb 04 06:12:55.818121 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ba5ba8c6-0dd5-40fa-b8a1-c1d17d779acd tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/fa065344-1e6e-4984-b038-aa68395c2da1 HTTP/1.1" status: 404 len: 336 time: 0.0931036 Feb 04 06:12:55.823064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Attempting to bind port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:55.823710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Attempting to bind port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:55.824277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Attempting to bind port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:55.824479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 41996) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:55.903781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:55.904307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:55.904832 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.905316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:55.905878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Bound port: 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:55.906469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.915335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0010c367-be75-4870-bee3-b8bc43a98912 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:55.916642 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0010c367-be75-4870-bee3-b8bc43a98912 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8401494 Feb 04 06:12:55.922600 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-39631010-c28b-44c0-9aa3-0efa815a247b tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=61cfd27b-24b1-423f-8d05-8ffb822cb492 HTTP/1.1" status: 200 len: 205 time: 0.0970056 Feb 04 06:12:55.923447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42000) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:55.923568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42002) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:55.925755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:55.932169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 009ca3ed-43e9-4218-adc1-5396b4805e22 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:55.938769 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6c670abb-da16-498f-af25-7fdb71cd5dd4 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group': {'name': 'tempest-security--1637453254', 'description': 'tempest-security-description-51724115'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:55.974136 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-50e65a1e-41f5-4750-957a-1d8d9f5fa166 None None] Port c7ba53b3-a2df-46ec-8ec1-87a4913e927e cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:55.974393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:55.988620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:55.997719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:56.001098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c670abb-da16-498f-af25-7fdb71cd5dd4 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.014455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:56.020360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.024602 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-cff65ae8-353a-485a-8c7b-50f63e0d5e58 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] delete failed (client error): The resource could not be found. Feb 04 06:12:56.025755 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cff65ae8-353a-485a-8c7b-50f63e0d5e58 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/61cfd27b-24b1-423f-8d05-8ffb822cb492 HTTP/1.1" status: 404 len: 336 time: 0.0892544 Feb 04 06:12:56.030220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:56.047057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9268a866-d08e-4b13-b3ed-cdf99dc413ce,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:56.059116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Attempting to bind port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:56.063016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Attempting to bind port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'a5b0e330-23f0-4d61-8415-f6d7fd49cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '96a82a7e-4f6e-489f-a4f0-e60167978ec2'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:56.063016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Attempting to bind port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 on network 96a82a7e-4f6e-489f-a4f0-e60167978ec2 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:12:56.087295 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:12:56.087693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Checking segment: {'id': 'a5b0e330-23f0-4d61-8415-f6d7fd49cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '96a82a7e-4f6e-489f-a4f0-e60167978ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:56.088079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.088460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Bound using segment: {'id': 'a5b0e330-23f0-4d61-8415-f6d7fd49cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '96a82a7e-4f6e-489f-a4f0-e60167978ec2'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:12:56.088955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Bound port: 8e4e2f67-48bb-4e3b-9900-ff3c4395d910, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b0e330-23f0-4d61-8415-f6d7fd49cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '96a82a7e-4f6e-489f-a4f0-e60167978ec2'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:56.089314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.115032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-50e65a1e-41f5-4750-957a-1d8d9f5fa166 None None] Provisioning complete for port 9268a866-d08e-4b13-b3ed-cdf99dc413ce triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:56.115281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-50e65a1e-41f5-4750-957a-1d8d9f5fa166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.174266 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-139071aa-06db-462a-a1fc-0436896d1bdd tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=23dc0340-6af9-4870-8676-b2168039ca42 HTTP/1.1" status: 200 len: 205 time: 0.1067910 Feb 04 06:12:56.186858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42012) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:56.193635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:56.221609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] For port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:56.237028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.241715 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] For port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:56.263476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:56.271385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 009ca3ed-43e9-4218-adc1-5396b4805e22 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:56.271794 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.277111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c670abb-da16-498f-af25-7fdb71cd5dd4 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.278521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:56.284385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:56.285057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.288950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'Port': ['ID=453a1bc6-6127-4403-b412-193c3fa513c4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:56.294168 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-92189b7a-37b5-4c2a-8974-a50a49327813 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] delete failed (client error): The resource could not be found. Feb 04 06:12:56.295261 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-92189b7a-37b5-4c2a-8974-a50a49327813 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/23dc0340-6af9-4870-8676-b2168039ca42 HTTP/1.1" status: 404 len: 336 time: 0.1076791 Feb 04 06:12:56.301077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:56.306619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42016) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:56.348552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] For port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:12:56.363524 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-093ba3f8-bf93-4c84-9d72-ca571bd7c603 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "GET /v2.0/ports?device_id=34f35ca3-930c-41e2-9288-421e5aa1c1df HTTP/1.1" status: 200 len: 205 time: 0.0555947 Feb 04 06:12:56.367221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42020) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:56.379376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] For port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8e4e2f67-48bb-4e3b-9900-ff3c4395d910,segment=NetworkSegment(a5b0e330-23f0-4d61-8415-f6d7fd49cde4),segment_id=a5b0e330-23f0-4d61-8415-f6d7fd49cde4)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:12:56.399296 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router fd62dad2-f524-471f-ac67-d3b18d41564c is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:12:56.436286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.516395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c670abb-da16-498f-af25-7fdb71cd5dd4 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.518893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6c670abb-da16-498f-af25-7fdb71cd5dd4 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.523019 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6c670abb-da16-498f-af25-7fdb71cd5dd4 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "PUT /v2.0/security-groups/c258e40f-f9ac-407c-90a2-5eccd233e5eb HTTP/1.1" status: 200 len: 1776 time: 0.5961246 Feb 04 06:12:56.536969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42024) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:56.566835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.593210 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.599564 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3b416fe9-3832-4972-a783-034df63cdc23 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.3475769 Feb 04 06:12:56.609176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.623126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42028) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:56.627733 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-7b318df6-33f6-4dfe-aeff-7f42d9b8026d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] delete failed (client error): The resource could not be found. Feb 04 06:12:56.627733 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7b318df6-33f6-4dfe-aeff-7f42d9b8026d tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/routers/34f35ca3-930c-41e2-9288-421e5aa1c1df HTTP/1.1" status: 404 len: 336 time: 0.2589397 Feb 04 06:12:56.628748 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046a655-6122-4b60-9b9d-141b5f676ab0 None None] Pushing event updated for resources: {'Port': ['ID=52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:56.654286 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42032) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:56.721874 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b197d25-ca83-48c3-a707-a46ef7e15df5 None None] Pushing event updated for resources: {'Port': ['ID=8e4e2f67-48bb-4e3b-9900-ff3c4395d910,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:56.762692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:12:56.769449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c670abb-da16-498f-af25-7fdb71cd5dd4 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c258e40f-f9ac-407c-90a2-5eccd233e5eb,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:56.785315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 3153e0f3-3677-4658-b612-7805e6c74ef0 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:12:56.787371 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac79af3-86a4-4e4c-99a5-799414e243e1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] DELETE failed (client error): The resource could not be found. Feb 04 06:12:56.787837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac79af3-86a4-4e4c-99a5-799414e243e1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:12:56.793626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc0817-8249-4e20-8d67-95c20a06ae43,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:56.812445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.812445 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Added segment f8019362-5a77-44ae-b958-f59fc170525b of type vlan for network f5c9754a-da13-4a13-a685-cd3bd950b0a2 Feb 04 06:12:56.833639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ffd56d9f-88dd-47ff-b7bc-1af03d9408b1 None None] Provisioning for port 453a1bc6-6127-4403-b412-193c3fa513c4 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:56.840086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Allocated IP 172.20.0.1 (96a82a7e-4f6e-489f-a4f0-e60167978ec2/06eebdb8-a1d6-47b7-a189-358fd5ec319d/3f4ac48e-f208-4237-ac2e-50df8f9a60c6) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:56.843324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ffd56d9f-88dd-47ff-b7bc-1af03d9408b1 None None] Provisioning complete for port 453a1bc6-6127-4403-b412-193c3fa513c4 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:56.843908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ffd56d9f-88dd-47ff-b7bc-1af03d9408b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:56.845818 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-aac79af3-86a4-4e4c-99a5-799414e243e1 tempest-RoutersIpV6AdminTest-495530144 tempest-RoutersIpV6AdminTest-495530144-project] 10.222.0.32 "DELETE /v2.0/subnets/bf845147-66a2-4ec4-b527-1e3503bf3740 HTTP/1.1" status: 404 len: 337 time: 0.1855388 Feb 04 06:12:56.876782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.001686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-ffd56d9f-88dd-47ff-b7bc-1af03d9408b1 None None] Port 453a1bc6-6127-4403-b412-193c3fa513c4 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:12:57.123701 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a160e58d-98f1-4030-ba70-b880ca5e09c4 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups/c258e40f-f9ac-407c-90a2-5eccd233e5eb HTTP/1.1" status: 200 len: 1776 time: 0.5633192 Feb 04 06:12:57.128985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42038) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:57.175776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.190765 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.197468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:57.198109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.201452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:12:57.214417 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c150d8-fa57-4f20-809b-8c52a6c544f0 None None] Sync routers for ids ['fd62dad2-f524-471f-ac67-d3b18d41564c'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:57.240868 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c150d8-fa57-4f20-809b-8c52a6c544f0 None None] Routers {'fd62dad2-f524-471f-ac67-d3b18d41564c'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:57.241907 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b9c150d8-fa57-4f20-809b-8c52a6c544f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fd62dad2-f524-471f-ac67-d3b18d41564c'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:57.294193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600e6d1-8be1-42d5-bf81-4098cb41d07f tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:57.300005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600e6d1-8be1-42d5-bf81-4098cb41d07f tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:57.306752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600e6d1-8be1-42d5-bf81-4098cb41d07f tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:57.307647 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e600e6d1-8be1-42d5-bf81-4098cb41d07f tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Synchronizing usage tracker for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:57.325022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.325243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Transition to ACTIVE for port object 3f4ac48e-f208-4237-ac2e-50df8f9a60c6 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:57.326128 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ad058558-60a9-4fe7-838c-a048d3ca8e6e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.4770646 Feb 04 06:12:57.331748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42042) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:57.334650 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b9c150d8-fa57-4f20-809b-8c52a6c544f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:57.344144 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c150d8-fa57-4f20-809b-8c52a6c544f0 None None] Routers {'fd62dad2-f524-471f-ac67-d3b18d41564c'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:12:57.344782 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b9c150d8-fa57-4f20-809b-8c52a6c544f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fd62dad2-f524-471f-ac67-d3b18d41564c'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:57.390137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event updated for resources: {'Network': ['ID=f5c9754a-da13-4a13-a685-cd3bd950b0a2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:57.398783 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc2c7-188f-4041-87ed-549652bbd27b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.408245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network f5c9754a-da13-4a13-a685-cd3bd950b0a2 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:12:57.416153 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b9c150d8-fa57-4f20-809b-8c52a6c544f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:57.416808 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c150d8-fa57-4f20-809b-8c52a6c544f0 None None] The sync data for ids ['fd62dad2-f524-471f-ac67-d3b18d41564c'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:57.435967 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cb14a23e-bb2c-4a72-a7c8-5a0c366abe0c tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8222730 Feb 04 06:12:57.440152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc2c7-188f-4041-87ed-549652bbd27b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.445650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42046) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:57.498091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Request body: {'subnet': {'network_id': 'f5c9754a-da13-4a13-a685-cd3bd950b0a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:57.554197 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.596879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e600e6d1-8be1-42d5-bf81-4098cb41d07f tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Unset dirty status for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:57.597880 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e600e6d1-8be1-42d5-bf81-4098cb41d07f tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.9704366 Feb 04 06:12:57.603350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42052) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:57.670976 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Network 96a82a7e-4f6e-489f-a4f0-e60167978ec2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:57.672149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc2c7-188f-4041-87ed-549652bbd27b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.683210 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:57.685888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:57.700347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42056) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:57.743404 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dc2c7-188f-4041-87ed-549652bbd27b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258e40f-f9ac-407c-90a2-5eccd233e5eb,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:57.760865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event updated for resources: {'Port': ['ID=3f4ac48e-f208-4237-ac2e-50df8f9a60c6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:57.767081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 172.20.0.4 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/9dfbc929-5ac6-4be7-b0bf-3b5dc370d1de/3153e0f3-3677-4658-b612-7805e6c74ef0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:57.778820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:57.793689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-58924e06-52ba-493c-8c40-82e1dcc873da tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Deleting port 453a1bc6-6127-4403-b412-193c3fa513c4 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:12:57.794155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58924e06-52ba-493c-8c40-82e1dcc873da tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.855934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::f816:3eff:fe96:f5a7 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/f3eb1fe8-db13-4bbd-a0b9-80aeb5c50c32/3153e0f3-3677-4658-b612-7805e6c74ef0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:57.871008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Usage tracker for resource:subnet and tenant:5a1394f74e634cd68283014c787d7587 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:57.871917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc2c7-188f-4041-87ed-549652bbd27b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.873088 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ff6dc2c7-188f-4041-87ed-549652bbd27b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-groups/c258e40f-f9ac-407c-90a2-5eccd233e5eb HTTP/1.1" status: 204 len: 168 time: 0.7427433 Feb 04 06:12:57.883807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42062) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:57.890746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:57.892770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:57.909659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:58.080391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:58.137865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4f728b0-6f4b-4e2e-a987-8857e69acfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:58.213304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6181c046-e653-4f1b-8b72-59ea24f5ee85 None None] Network 96a82a7e-4f6e-489f-a4f0-e60167978ec2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:58.238401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Made reservation on behalf of 5a1394f74e634cd68283014c787d7587 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:58.242104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:58.268816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8a80ed2a-ed77-487e-9f43-b2510cffa351 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:12:58.319890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:58.336353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:58.340885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f4f728b0-6f4b-4e2e-a987-8857e69acfcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:58.358239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58924e06-52ba-493c-8c40-82e1dcc873da tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:58.359523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f4f728b0-6f4b-4e2e-a987-8857e69acfcd admin admin] Usage tracker for resource:security_group_rule and tenant:e9cff3eb480c4c40810af480187eb5e4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:58.370367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f4f728b0-6f4b-4e2e-a987-8857e69acfcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:58.405660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f4f728b0-6f4b-4e2e-a987-8857e69acfcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:58.443349 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8a80ed2a-ed77-487e-9f43-b2510cffa351 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:12:58.459170 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8a80ed2a-ed77-487e-9f43-b2510cffa351 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5628612 Feb 04 06:12:58.468001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42066) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:58.492665 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-16805c3c-b66d-4d8e-a9b5-1f5ecd724cf6 None None] Provisioning for port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:58.571105 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-97915a7e-aad5-42ed-a0ab-f9c7ea1d3f86 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] delete failed (client error): The resource could not be found. Feb 04 06:12:58.571750 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-97915a7e-aad5-42ed-a0ab-f9c7ea1d3f86 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-groups/c258e40f-f9ac-407c-90a2-5eccd233e5eb HTTP/1.1" status: 404 len: 347 time: 0.0921519 Feb 04 06:12:58.592596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:58.600883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-58924e06-52ba-493c-8c40-82e1dcc873da tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Calling delete_port for 453a1bc6-6127-4403-b412-193c3fa513c4 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:12:58.604738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:58.611516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:58.611516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:58.630235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42070) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:58.640781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031782781'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:58.654666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 3153e0f3-3677-4658-b612-7805e6c74ef0 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:58.667816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:58.683552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48cbf73-9be0-45dd-8839-234e2cd8ff64 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:12:58.785587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:58.840343 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:58.937948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:58.991103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4f728b0-6f4b-4e2e-a987-8857e69acfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.026538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.039827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8f03ab73-4a2d-4e29-982f-c4099bbf6d2d None None] Provisioning for port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:59.052530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8f03ab73-4a2d-4e29-982f-c4099bbf6d2d None None] Provisioning complete for port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:59.053030 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f03ab73-4a2d-4e29-982f-c4099bbf6d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.122459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8e4e2f67-48bb-4e3b-9900-ff3c4395d910,segment=NetworkSegment(a5b0e330-23f0-4d61-8415-f6d7fd49cde4),segment_id=a5b0e330-23f0-4d61-8415-f6d7fd49cde4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:59.194916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.206993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:12:59.247019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f03ab73-4a2d-4e29-982f-c4099bbf6d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.270569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.274664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4f728b0-6f4b-4e2e-a987-8857e69acfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.281414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd8c4f3-a317-475c-b10e-716f3a773194 None None] Update dhcp port {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': 'f3eb1fe8-db13-4bbd-a0b9-80aeb5c50c32', 'ip_address': '2001:db8::f816:3eff:fe14:3475'}, {'subnet_id': '9dfbc929-5ac6-4be7-b0bf-3b5dc370d1de'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:12:59.284769 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:12:59.315159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.315921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9268a866-d08e-4b13-b3ed-cdf99dc413ce up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:12:59.331090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:12:59.369088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.382858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:12:59.400511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8f03ab73-4a2d-4e29-982f-c4099bbf6d2d None None] For port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:12:59.401570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:59.416926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:59.419670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:12:59.449636 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8bd8c4f3-a317-475c-b10e-716f3a773194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.459788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=3153e0f3-3677-4658-b612-7805e6c74ef0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.488629 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f4f728b0-6f4b-4e2e-a987-8857e69acfcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9cff3eb480c4c40810af480187eb5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7836118 Feb 04 06:12:59.489001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42074) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:59.520966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f728b0-6f4b-4e2e-a987-8857e69acfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea457a-051c-4bad-a879-f41e3184395b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.553540 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=8e4e2f67-48bb-4e3b-9900-ff3c4395d910,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.557192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5093-a713-4a92-bd36-6c1f6790c5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.583871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event updated for resources: {'Subnet': ['ID=7c1c62d6-6716-441a-ad5b-21ff8a37b30e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.585665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58924e06-52ba-493c-8c40-82e1dcc873da tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.590633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9268a866-d08e-4b13-b3ed-cdf99dc413ce triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:59.590994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.612738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:59.613351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.629030 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5093-a713-4a92-bd36-6c1f6790c5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.634140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Checking segment: {'id': 'f8019362-5a77-44ae-b958-f59fc170525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5c9754a-da13-4a13-a685-cd3bd950b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:12:59.634424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Network hostable DHCP agents. Network: f5c9754a-da13-4a13-a685-cd3bd950b0a2, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:12:59.637986 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f03ab73-4a2d-4e29-982f-c4099bbf6d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.647517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.656545 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.697493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58924e06-52ba-493c-8c40-82e1dcc873da tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event deleted for resources: {'Port': ['ID=453a1bc6-6127-4403-b412-193c3fa513c4,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.781538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event updated for resources: {'Port': ['ID=3f4ac48e-f208-4237-ac2e-50df8f9a60c6,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:59.800791 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-72abd40a-b5ef-49db-ba55-1dfe97e8e4bd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1891961 Feb 04 06:12:59.807552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42078) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:12:59.866646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.872982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:59.948742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Network f5c9754a-da13-4a13-a685-cd3bd950b0a2 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:12:59.974188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-8bd8c4f3-a317-475c-b10e-716f3a773194 None None] Allocated IP 172.20.0.2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/9dfbc929-5ac6-4be7-b0bf-3b5dc370d1de/52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:00.062974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58924e06-52ba-493c-8c40-82e1dcc873da tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.070688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.087367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03ab73-4a2d-4e29-982f-c4099bbf6d2d None None] Pushing event updated for resources: {'Port': ['ID=52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:00.132492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc284ad2-bca4-4dc0-8d13-d98541642765 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:00.134411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-47ff5adf-2837-4933-aecd-fa33f584afcb None None] Provisioning for port 3f4ac48e-f208-4237-ac2e-50df8f9a60c6 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:00.140217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc284ad2-bca4-4dc0-8d13-d98541642765 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:00.141151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc284ad2-bca4-4dc0-8d13-d98541642765 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:00.149713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa529b96-fbc1-4f82-97d1-215fe3bdf650,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:00.152599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Network 96a82a7e-4f6e-489f-a4f0-e60167978ec2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:00.154580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:00.164903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, f5c9754a-da13-4a13-a685-cd3bd950b0a2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:00.168002 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-47ff5adf-2837-4933-aecd-fa33f584afcb None None] Provisioning complete for port 3f4ac48e-f208-4237-ac2e-50df8f9a60c6 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:00.168380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-47ff5adf-2837-4933-aecd-fa33f584afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.181976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:00.182680 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.226848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b0af43-d332-4247-b342-2c0d1149d4a0 None None] Network f5c9754a-da13-4a13-a685-cd3bd950b0a2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:00.243508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5093-a713-4a92-bd36-6c1f6790c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.247093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5093-a713-4a92-bd36-6c1f6790c5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.248260 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1a5f5093-a713-4a92-bd36-6c1f6790c5d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0ea457a-051c-4bad-a879-f41e3184395b HTTP/1.1" status: 204 len: 168 time: 0.7581291 Feb 04 06:13:00.275227 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-58924e06-52ba-493c-8c40-82e1dcc873da tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "DELETE /v2.0/ports/453a1bc6-6127-4403-b412-193c3fa513c4 HTTP/1.1" status: 204 len: 168 time: 2.6671565 Feb 04 06:13:00.277215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42084) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:00.310909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc284ad2-bca4-4dc0-8d13-d98541642765 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:00.312254 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cc284ad2-bca4-4dc0-8d13-d98541642765 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.5019467 Feb 04 06:13:00.317578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.321883 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ea579664-4ff5-4ebc-82f4-b696b1fdbef5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6884751 Feb 04 06:13:00.326464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42088) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:00.326464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42090) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:00.356327 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f64cba-9626-4014-a99d-c7e64d7a766d tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] GET failed (client error): The resource could not be found. Feb 04 06:13:00.356327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-20f64cba-9626-4014-a99d-c7e64d7a766d tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Synchronizing usage tracker for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:00.363473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f5093-a713-4a92-bd36-6c1f6790c5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ea457a-051c-4bad-a879-f41e3184395b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:00.375207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-47ff5adf-2837-4933-aecd-fa33f584afcb None None] Port 3f4ac48e-f208-4237-ac2e-50df8f9a60c6 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:00.409383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8bd8c4f3-a317-475c-b10e-716f3a773194 None None] For port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:00.448112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9e7b1298-cabb-4f7f-a132-61cb18ae5e98 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': 'fa529b96-fbc1-4f82-97d1-215fe3bdf650', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:00.459900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:00.478586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9ade164a-e550-4bf5-ad01-0d3e097ab344 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 3153e0f3-3677-4658-b612-7805e6c74ef0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:00.478943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ade164a-e550-4bf5-ad01-0d3e097ab344 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.531993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-47ff5adf-2837-4933-aecd-fa33f584afcb None None] Provisioning complete for port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:00.532709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-47ff5adf-2837-4933-aecd-fa33f584afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.553335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9e7b1298-cabb-4f7f-a132-61cb18ae5e98 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:00.585430 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-54987079-8242-4f83-9ef2-c0d442db3738 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1359520 Feb 04 06:13:00.588670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42096) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:00.594367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1903711023', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:00.601131 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9e7b1298-cabb-4f7f-a132-61cb18ae5e98 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:00.603086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:00.606121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.resource_extend [None req-8bd8c4f3-a317-475c-b10e-716f3a773194 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:13:00.607089 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Usage tracker for resource:router and tenant:5a1394f74e634cd68283014c787d7587 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:00.610565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:00.614823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9e7b1298-cabb-4f7f-a132-61cb18ae5e98 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:00.616637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-20f64cba-9626-4014-a99d-c7e64d7a766d tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Unset dirty status for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:00.622410 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-20f64cba-9626-4014-a99d-c7e64d7a766d tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "GET /v2.0/ports/453a1bc6-6127-4403-b412-193c3fa513c4 HTTP/1.1" status: 404 len: 333 time: 0.3271854 Feb 04 06:13:00.622410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:00.622653 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42100) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:00.630882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Request body: {'port': {'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-914427949'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:00.635437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9e7b1298-cabb-4f7f-a132-61cb18ae5e98 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:00.647058 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8bd8c4f3-a317-475c-b10e-716f3a773194 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.692778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8bd8c4f3-a317-475c-b10e-716f3a773194 None None] Transition to ACTIVE for port object 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:00.710416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Router f4c6e180-65cd-4a6c-b34b-b59af7fcc52f is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:13:00.718589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.20.0.1 (9a816e58-5637-459a-848b-2d6ad431bceb/4685e9c0-b8c1-4d3e-b2dd-96e1fe7ec272/6b225140-a8d0-465b-8ed9-e7739ab060e0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:00.790024 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-f5c9754a-da13-4a13-a685-cd3bd950b0a2', 'network_id': 'f5c9754a-da13-4a13-a685-cd3bd950b0a2', 'tenant_id': '5a1394f74e634cd68283014c787d7587', 'fixed_ips': [{'subnet_id': '7c1c62d6-6716-441a-ad5b-21ff8a37b30e'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:13:00.790915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.820347 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:00.821034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.850595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1298-cabb-4f7f-a132-61cb18ae5e98 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.867537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8bd8c4f3-a317-475c-b10e-716f3a773194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.927667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:00.929220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.052587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.079995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ade164a-e550-4bf5-ad01-0d3e097ab344 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.080933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:01.092995 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:01.101365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.109920 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5f7b42e0-2ce1-4abc-a3a7-c3f16e837176 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "PUT /v2.0/routers/f4c6e180-65cd-4a6c-b34b-b59af7fcc52f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2278187 Feb 04 06:13:01.110883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42106) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:01.111824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:01.118908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Request body: {'port': {'network_id': '96a82a7e-4f6e-489f-a4f0-e60167978ec2', 'name': 'tempest-FloatingIPNegativeTestJSON-1795076820'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:01.129531 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6903c9-64fd-4802-b679-72552ecf9c1d None None] Sync routers for ids ['f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:01.151402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 had new provisioning blocks added so it will not transition to active. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 04 06:13:01.152066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:01.196152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8c4f3-a317-475c-b10e-716f3a773194 None None] Pushing event updated for resources: {'Port': ['ID=52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:01.208854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6903c9-64fd-4802-b679-72552ecf9c1d None None] Routers {'f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:01.210126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-eb6903c9-64fd-4802-b679-72552ecf9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:01.299409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:01.330116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-eb6903c9-64fd-4802-b679-72552ecf9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:01.370978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6903c9-64fd-4802-b679-72552ecf9c1d None None] Routers {'f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:01.375612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-eb6903c9-64fd-4802-b679-72552ecf9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:01.377073 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9ade164a-e550-4bf5-ad01-0d3e097ab344 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 3153e0f3-3677-4658-b612-7805e6c74ef0 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:01.389439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Usage tracker for resource:port and tenant:cf4e4221d95845c0b3dceb21c3aad3b5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:01.395447 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:01.406648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:01.406834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1298-cabb-4f7f-a132-61cb18ae5e98 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.438726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Transition to ACTIVE for port object 6b225140-a8d0-465b-8ed9-e7739ab060e0 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:01.494727 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Made reservation on behalf of a72cc847d1cd4284829828a212b19c27 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:01.508053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.537984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] device_id is not set on port c6cec27c-2c2f-44be-9f69-88936eacc551 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:13:01.587625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Allocated IP 172.20.0.2 (f5c9754a-da13-4a13-a685-cd3bd950b0a2/7c1c62d6-6716-441a-ad5b-21ff8a37b30e/1b27d9ea-d7f9-418a-bacd-b05f310cf968) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:01.587625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4f1b0953-7cd7-44ca-b90c-ba2ce363d1fe None None] Provisioning complete for port 3f4ac48e-f208-4237-ac2e-50df8f9a60c6 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:01.587625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0953-7cd7-44ca-b90c-ba2ce363d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.602855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:01.621795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-eb6903c9-64fd-4802-b679-72552ecf9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:01.622214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6903c9-64fd-4802-b679-72552ecf9c1d None None] The sync data for ids ['f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:01.639780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1298-cabb-4f7f-a132-61cb18ae5e98 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.658532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:01.658995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.706793 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dc1ce648-ac6b-45da-8046-0c8bb7316faf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b3937bc615d4211a00ef83dd4e6e070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021488 Feb 04 06:13:01.712854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b0953-7cd7-44ca-b90c-ba2ce363d1fe None None] Port 3f4ac48e-f208-4237-ac2e-50df8f9a60c6 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:01.717128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42114) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:01.725393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b1298-cabb-4f7f-a132-61cb18ae5e98 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6766ba-9c74-45e0-a7fb-1be9bcc04ab9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:01.751137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.768758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.818084 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Made reservation on behalf of cf4e4221d95845c0b3dceb21c3aad3b5 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:01.820387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.859740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] device_id is not set on port 7b49a78d-2da8-4c4d-933b-4437efa5aad3 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:13:01.877968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network 9a816e58-5637-459a-848b-2d6ad431bceb is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:01.882799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:01.894647 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:01.922081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Allocated IP 2001:db8::1a5 (e97a9368-2c6b-4de1-aa89-0e72472aca58/aaa909df-de94-40f7-ad2d-ceda6d92a4d7/c6cec27c-2c2f-44be-9f69-88936eacc551) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:01.964265 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1298-cabb-4f7f-a132-61cb18ae5e98 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.966004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9e7b1298-cabb-4f7f-a132-61cb18ae5e98 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6364069 Feb 04 06:13:01.967172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ade164a-e550-4bf5-ad01-0d3e097ab344 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:01.972143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42118) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:01.973235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=6b225140-a8d0-465b-8ed9-e7739ab060e0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:01.976066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b597b9d-3d98-444a-a350-9883347b86a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.012130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b597b9d-3d98-444a-a350-9883347b86a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.071240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b29504e2-f5e8-4c55-b3da-5192b6c7b381 None None] Provisioning for port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:02.083602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b29504e2-f5e8-4c55-b3da-5192b6c7b381 None None] Provisioning complete for port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:02.084033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b29504e2-f5e8-4c55-b3da-5192b6c7b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.192692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade164a-e550-4bf5-ad01-0d3e097ab344 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=3153e0f3-3677-4658-b612-7805e6c74ef0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:02.225138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.269353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be61b630-6303-4714-a5fa-a03168294a79 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.323403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Allocated IP 172.20.0.8 (96a82a7e-4f6e-489f-a4f0-e60167978ec2/06eebdb8-a1d6-47b7-a189-358fd5ec319d/7b49a78d-2da8-4c4d-933b-4437efa5aad3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:02.335256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be61b630-6303-4714-a5fa-a03168294a79 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.412580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ade164a-e550-4bf5-ad01-0d3e097ab344 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.458281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.461311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-097420b1-68ef-411d-8412-90284d0268c9 None None] Could not find standard attr ID for object 3153e0f3-3677-4658-b612-7805e6c74ef0. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:13:02.465343 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9ade164a-e550-4bf5-ad01-0d3e097ab344 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/3153e0f3-3677-4658-b612-7805e6c74ef0 HTTP/1.1" status: 204 len: 168 time: 2.1356928 Feb 04 06:13:02.466426 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42122) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:02.475316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:02.513129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b597b9d-3d98-444a-a350-9883347b86a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.515528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b597b9d-3d98-444a-a350-9883347b86a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.516999 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4b597b9d-3d98-444a-a350-9883347b86a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45390e5c-5cc1-4750-a4e0-bbaec5c8012d HTTP/1.1" status: 204 len: 168 time: 0.7983437 Feb 04 06:13:02.585797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b597b9d-3d98-444a-a350-9883347b86a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45390e5c-5cc1-4750-a4e0-bbaec5c8012d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:02.598271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be61b630-6303-4714-a5fa-a03168294a79 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.605100 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Transition to ACTIVE for port object 1b27d9ea-d7f9-418a-bacd-b05f310cf968 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:02.627780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be61b630-6303-4714-a5fa-a03168294a79 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.629221 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-be61b630-6303-4714-a5fa-a03168294a79 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ce6766ba-9c74-45e0-a7fb-1be9bcc04ab9 HTTP/1.1" status: 204 len: 168 time: 0.5766022 Feb 04 06:13:02.636082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61b630-6303-4714-a5fa-a03168294a79 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce6766ba-9c74-45e0-a7fb-1be9bcc04ab9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:02.640870 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42128) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:02.662494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Transition to ACTIVE for port object 1b27d9ea-d7f9-418a-bacd-b05f310cf968 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:02.676993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b5df5b-217b-4c97-97a1-0774710590a5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:02.678744 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:02.679183 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.679335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b5df5b-217b-4c97-97a1-0774710590a5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:02.681401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b5df5b-217b-4c97-97a1-0774710590a5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:02.682240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-40b5df5b-217b-4c97-97a1-0774710590a5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:02.759119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-70073f98-0f50-4aad-ae83-dc4a336f7960 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:02.788076 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-097420b1-68ef-411d-8412-90284d0268c9 None None] Provisioning for port 6b225140-a8d0-465b-8ed9-e7739ab060e0 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:02.806671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-097420b1-68ef-411d-8412-90284d0268c9 None None] Provisioning complete for port 6b225140-a8d0-465b-8ed9-e7739ab060e0 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:02.807027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-097420b1-68ef-411d-8412-90284d0268c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.816978 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.848242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-40b5df5b-217b-4c97-97a1-0774710590a5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:02.849764 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-40b5df5b-217b-4c97-97a1-0774710590a5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3823760 Feb 04 06:13:02.856857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42132) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:02.867788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.910708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-70073f98-0f50-4aad-ae83-dc4a336f7960 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:02.915930 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-70073f98-0f50-4aad-ae83-dc4a336f7960 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2438397 Feb 04 06:13:02.918664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42136) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:02.937190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.954094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-097420b1-68ef-411d-8412-90284d0268c9 None None] Port 6b225140-a8d0-465b-8ed9-e7739ab060e0 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:02.957884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Network f5c9754a-da13-4a13-a685-cd3bd950b0a2 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:02.961493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:02.964680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:02.968570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Transition to ACTIVE for port object c6cec27c-2c2f-44be-9f69-88936eacc551 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:02.977006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.978100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:02.998347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec84b64-94ea-4a84-a284-4be1ea87fbcb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 9dfbc929-5ac6-4be7-b0bf-3b5dc370d1de {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:03.013487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ec84b64-94ea-4a84-a284-4be1ea87fbcb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.051785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Pushing event updated for resources: {'Port': ['ID=1b27d9ea-d7f9-418a-bacd-b05f310cf968,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:03.076460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Attempting to bind port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:03.077118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Attempting to bind port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'f8019362-5a77-44ae-b958-f59fc170525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5c9754a-da13-4a13-a685-cd3bd950b0a2'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:03.077451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Attempting to bind port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 on network f5c9754a-da13-4a13-a685-cd3bd950b0a2 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:03.083296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:03.093227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Checking segment: {'id': 'f8019362-5a77-44ae-b958-f59fc170525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5c9754a-da13-4a13-a685-cd3bd950b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:03.093227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.093227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Bound using segment: {'id': 'f8019362-5a77-44ae-b958-f59fc170525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5c9754a-da13-4a13-a685-cd3bd950b0a2'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:03.093227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Bound port: 1b27d9ea-d7f9-418a-bacd-b05f310cf968, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8019362-5a77-44ae-b958-f59fc170525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f5c9754a-da13-4a13-a685-cd3bd950b0a2'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:03.093227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.174981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ec84b64-94ea-4a84-a284-4be1ea87fbcb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.195829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.197780 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] For port 1b27d9ea-d7f9-418a-bacd-b05f310cf968, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:03.201906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] For port 1b27d9ea-d7f9-418a-bacd-b05f310cf968, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1b27d9ea-d7f9-418a-bacd-b05f310cf968,segment=NetworkSegment(f8019362-5a77-44ae-b958-f59fc170525b),segment_id=f8019362-5a77-44ae-b958-f59fc170525b)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:03.224736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Allocated IP 172.26.7.80 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/6998ad06-a948-4c40-bb45-11f2e7fcdc30) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:03.227353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Transition to ACTIVE for port object 7b49a78d-2da8-4c4d-933b-4437efa5aad3 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:03.288237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d15d26-00d6-4bf4-97b7-aab6bc4a207c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.320198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.352506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d15d26-00d6-4bf4-97b7-aab6bc4a207c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.383435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.434441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:03.446595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:03.455298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:03.460920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:03.461548 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.477520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'Port': ['ID=c6cec27c-2c2f-44be-9f69-88936eacc551,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:03.506223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.521567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.589737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015943a-43dd-4e1e-bacc-0bc872f6982c None None] Pushing event updated for resources: {'Port': ['ID=1b27d9ea-d7f9-418a-bacd-b05f310cf968,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:03.659512 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Network 96a82a7e-4f6e-489f-a4f0-e60167978ec2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:03.661299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ec84b64-94ea-4a84-a284-4be1ea87fbcb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.671617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:03.686097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:03.790159 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event updated for resources: {'Port': ['ID=7b49a78d-2da8-4c4d-933b-4437efa5aad3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:03.798282 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-55e93adf-9bfa-4bbb-841b-119a93e69ae9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1746550 Feb 04 06:13:03.801795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42154) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:03.813704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-03cdc805-bcad-4664-9127-26fa357b6db6 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18d', 'mac_address': 'fa:16:3e:02:cc:c6'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:03.818979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d15d26-00d6-4bf4-97b7-aab6bc4a207c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.864828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:03.865470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:03.880997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d15d26-00d6-4bf4-97b7-aab6bc4a207c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa529b96-fbc1-4f82-97d1-215fe3bdf650,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:03.891115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.030088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.050432 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-dab5c7c0-c4e7-4736-8b3f-1763c10e2597 None None] Provisioning for port c6cec27c-2c2f-44be-9f69-88936eacc551 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:04.055886 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-dab5c7c0-c4e7-4736-8b3f-1763c10e2597 None None] Provisioning complete for port c6cec27c-2c2f-44be-9f69-88936eacc551 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:04.060887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dab5c7c0-c4e7-4736-8b3f-1763c10e2597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.091911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d15d26-00d6-4bf4-97b7-aab6bc4a207c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.093104 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f8d15d26-00d6-4bf4-97b7-aab6bc4a207c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-groups/fa529b96-fbc1-4f82-97d1-215fe3bdf650 HTTP/1.1" status: 204 len: 168 time: 1.1712759 Feb 04 06:13:04.094164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ec84b64-94ea-4a84-a284-4be1ea87fbcb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.112684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42160) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:04.130282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:04.136433 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-dab5c7c0-c4e7-4736-8b3f-1763c10e2597 None None] Port c6cec27c-2c2f-44be-9f69-88936eacc551 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:04.141293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:04.148814 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-81582454-bcdf-40ef-8586-1f75b7472989 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0338695 Feb 04 06:13:04.150356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:04.162624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837fcdcf-9ff8-41fb-a45c-df6719175489 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:04.175256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ec84b64-94ea-4a84-a284-4be1ea87fbcb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.191399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42164) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:04.192630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec84b64-94ea-4a84-a284-4be1ea87fbcb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfbc929-5ac6-4be7-b0bf-3b5dc370d1de,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:04.213099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:04.215658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.236111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:04.250170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event updated for resources: {'Port': ['ID=6998ad06-a948-4c40-bb45-11f2e7fcdc30,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:04.269389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Usage tracker for resource:floatingip and tenant:cf4e4221d95845c0b3dceb21c3aad3b5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:04.283392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:04.287070 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42170) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:04.340977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.355762 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9ec84b64-94ea-4a84-a284-4be1ea87fbcb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/9dfbc929-5ac6-4be7-b0bf-3b5dc370d1de HTTP/1.1" status: 204 len: 168 time: 1.4986289 Feb 04 06:13:04.366963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42176) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:04.376955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:04.482875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7283cdfc-f1a5-478d-8a46-ab6ff96d99a2 None None] Provisioning for port 7b49a78d-2da8-4c4d-933b-4437efa5aad3 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:04.499745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7283cdfc-f1a5-478d-8a46-ab6ff96d99a2 None None] Provisioning complete for port 7b49a78d-2da8-4c4d-933b-4437efa5aad3 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:04.501658 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7283cdfc-f1a5-478d-8a46-ab6ff96d99a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.510550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3297f54-662a-43ab-95d8-d560396104fb tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:04.519033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=6b225140-a8d0-465b-8ed9-e7739ab060e0,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:04.577909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'network': {'name': 'tempest-RoutersTest-1999959269'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:04.595286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1b27d9ea-d7f9-418a-bacd-b05f310cf968 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:04.609435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network 9a816e58-5637-459a-848b-2d6ad431bceb is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:04.610578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:04.652526 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.670807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:04.685569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3297f54-662a-43ab-95d8-d560396104fb tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:04.686980 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e3297f54-662a-43ab-95d8-d560396104fb tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5268638 Feb 04 06:13:04.697148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42180) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:04.709583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071296240'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:04.720286 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:network and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:04.734120 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-7283cdfc-f1a5-478d-8a46-ab6ff96d99a2 None None] Port 7b49a78d-2da8-4c4d-933b-4437efa5aad3 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:04.741083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:04.753354 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:04.755320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:04.879102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:04.896064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:04.912442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router fd62dad2-f524-471f-ac67-d3b18d41564c has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:04.919615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:04.930677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:04.997074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5dae28-8612-4c54-bcb4-038a2de8358a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet f3eb1fe8-db13-4bbd-a0b9-80aeb5c50c32 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:05.001456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:05.009399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:05.022855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa5dae28-8612-4c54-bcb4-038a2de8358a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.031100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:05.061852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03cdc805-bcad-4664-9127-26fa357b6db6 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.063626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f6447957-7b03-4f2a-ba28-37f61f02a19d None None] Provisioning complete for port 6b225140-a8d0-465b-8ed9-e7739ab060e0 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:05.064004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f6447957-7b03-4f2a-ba28-37f61f02a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.147030 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f6447957-7b03-4f2a-ba28-37f61f02a19d None None] Port 6b225140-a8d0-465b-8ed9-e7739ab060e0 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:05.188294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa5dae28-8612-4c54-bcb4-038a2de8358a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.202365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:05.214683 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b39326-91cc-446e-bd2f-d9c58b1adde4 None None] Sync routers for ids ['fd62dad2-f524-471f-ac67-d3b18d41564c'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:05.225857 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b39326-91cc-446e-bd2f-d9c58b1adde4 None None] Routers {'fd62dad2-f524-471f-ac67-d3b18d41564c'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:05.227821 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-37b39326-91cc-446e-bd2f-d9c58b1adde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fd62dad2-f524-471f-ac67-d3b18d41564c'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:05.237955 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-035b5fbc-7ce7-4332-ac74-e5f4dc4df401 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "PUT /v2.0/routers/fd62dad2-f524-471f-ac67-d3b18d41564c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9048140 Feb 04 06:13:05.244294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:05.247446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42184) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:05.247937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.257088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'port': {'network_id': '9a816e58-5637-459a-848b-2d6ad431bceb', 'name': 'tempest-FloatingIPTestJSON-1596950259'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:05.333482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe431ca-f219-4bba-a31c-a9fc26b8c901 None None] Network f5c9754a-da13-4a13-a685-cd3bd950b0a2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:05.336228 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-37b39326-91cc-446e-bd2f-d9c58b1adde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:05.350437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.363054 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b39326-91cc-446e-bd2f-d9c58b1adde4 None None] Routers {'fd62dad2-f524-471f-ac67-d3b18d41564c'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:05.363908 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-37b39326-91cc-446e-bd2f-d9c58b1adde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fd62dad2-f524-471f-ac67-d3b18d41564c'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:05.404635 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:05.430892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:security_group_rule and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:05.443293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.446834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:05.447332 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-37b39326-91cc-446e-bd2f-d9c58b1adde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:05.447794 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b39326-91cc-446e-bd2f-d9c58b1adde4 None None] The sync data for ids ['fd62dad2-f524-471f-ac67-d3b18d41564c'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:05.452843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:05.457739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Usage tracker for resource:port and tenant:17b3d76fbaf6447586ecbfa5afe4b333 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:05.462873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:05.471819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:05.528801 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:05.536232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.588761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Made reservation on behalf of 17b3d76fbaf6447586ecbfa5afe4b333 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:05.593064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.610722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80d5c4b-79f9-4e5b-94a7-0690763df35a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:05.627361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] device_id is not set on port 46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:13:05.666388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.688095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.691063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f3173bd0-3b82-4ca0-8e44-e1cf66e71d01 None None] Provisioning for port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:05.691466 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-024ff923-cb84-48a1-b137-4652228f0dff tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9918399 Feb 04 06:13:05.695797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42188) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:05.696716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f3173bd0-3b82-4ca0-8e44-e1cf66e71d01 None None] Provisioning complete for port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:05.697095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f3173bd0-3b82-4ca0-8e44-e1cf66e71d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.703727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3004cbf9-06da-47b1-822a-ea8adcf901a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': 'b80d5c4b-79f9-4e5b-94a7-0690763df35a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:05.713900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3004cbf9-06da-47b1-822a-ea8adcf901a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:05.728501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3004cbf9-06da-47b1-822a-ea8adcf901a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:05.736993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3004cbf9-06da-47b1-822a-ea8adcf901a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:05.744497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa5dae28-8612-4c54-bcb4-038a2de8358a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.751300 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3004cbf9-06da-47b1-822a-ea8adcf901a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:05.820179 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.846537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Allocated IP 172.20.0.11 (9a816e58-5637-459a-848b-2d6ad431bceb/4685e9c0-b8c1-4d3e-b2dd-96e1fe7ec272/46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:05.853809 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f3173bd0-3b82-4ca0-8e44-e1cf66e71d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.891368 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f3173bd0-3b82-4ca0-8e44-e1cf66e71d01 None None] For port 1b27d9ea-d7f9-418a-bacd-b05f310cf968, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1b27d9ea-d7f9-418a-bacd-b05f310cf968,segment=NetworkSegment(f8019362-5a77-44ae-b958-f59fc170525b),segment_id=f8019362-5a77-44ae-b958-f59fc170525b)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:05.984755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f3173bd0-3b82-4ca0-8e44-e1cf66e71d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:05.987936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3004cbf9-06da-47b1-822a-ea8adcf901a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.063010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3004cbf9-06da-47b1-822a-ea8adcf901a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.074022 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3173bd0-3b82-4ca0-8e44-e1cf66e71d01 None None] Pushing event updated for resources: {'Port': ['ID=1b27d9ea-d7f9-418a-bacd-b05f310cf968,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:06.107353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cfbf0898-6e81-4d9f-8acd-4db88b2b710a None None] Provisioning complete for port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:06.107612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0898-6e81-4d9f-8acd-4db88b2b710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.152881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.153095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03cdc805-bcad-4664-9127-26fa357b6db6 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.170057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Transition to ACTIVE for port object 46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:06.178326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa5dae28-8612-4c54-bcb4-038a2de8358a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.188579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3004cbf9-06da-47b1-822a-ea8adcf901a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.231746 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Allocated IP 172.26.7.30 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/eea48ed9-f567-4695-83c7-2288ec8011d9) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:06.248172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cfbf0898-6e81-4d9f-8acd-4db88b2b710a None None] Provisioning complete for port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:06.248844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0898-6e81-4d9f-8acd-4db88b2b710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.250773 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.255708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa5dae28-8612-4c54-bcb4-038a2de8358a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.283145 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-aa5dae28-8612-4c54-bcb4-038a2de8358a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/f3eb1fe8-db13-4bbd-a0b9-80aeb5c50c32 HTTP/1.1" status: 204 len: 168 time: 1.9008234 Feb 04 06:13:06.283145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dae28-8612-4c54-bcb4-038a2de8358a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=f3eb1fe8-db13-4bbd-a0b9-80aeb5c50c32,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:06.284819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f5e61a-08cd-4f9d-aa7e-7bbc8e562479 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:06.289456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42192) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:06.338860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004cbf9-06da-47b1-822a-ea8adcf901a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1415bfa6-229c-4575-aafd-a39e7c68d9fc,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:06.420482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03cdc805-bcad-4664-9127-26fa357b6db6 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.424172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.437378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.479284 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1b27d9ea-d7f9-418a-bacd-b05f310cf968 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:06.520860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3004cbf9-06da-47b1-822a-ea8adcf901a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.525165 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3004cbf9-06da-47b1-822a-ea8adcf901a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8253100 Feb 04 06:13:06.529348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42196) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:06.541749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1559286c-a2d0-4728-8092-96d042c5d993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': 'b80d5c4b-79f9-4e5b-94a7-0690763df35a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:06.552925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Network 9a816e58-5637-459a-848b-2d6ad431bceb is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:06.553834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event updated for resources: {'Port': ['ID=46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:06.558090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1559286c-a2d0-4728-8092-96d042c5d993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:06.561184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:06.563728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:06.598909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1559286c-a2d0-4728-8092-96d042c5d993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:06.616333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1559286c-a2d0-4728-8092-96d042c5d993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:06.620670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1559286c-a2d0-4728-8092-96d042c5d993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:06.644845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:06.645213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.652241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:06.653096 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.729195 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-705c1459-76ef-4755-8d4c-df6286e63c44 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4371316 Feb 04 06:13:06.729647 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42200) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:06.735792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:06.755388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a04b4c-b047-4d9b-9e53-a676ab48c9af None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:13:06.768113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-03cdc805-bcad-4664-9127-26fa357b6db6 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] In _notify_port_updated(), no bound segment for port c6cec27c-2c2f-44be-9f69-88936eacc551 on network e97a9368-2c6b-4de1-aa89-0e72472aca58 {{(pid=88199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:13:06.773808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-47a04b4c-b047-4d9b-9e53-a676ab48c9af None None] Deleting port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:06.773808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-47a04b4c-b047-4d9b-9e53-a676ab48c9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.773953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cdc805-bcad-4664-9127-26fa357b6db6 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:06.774325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03cdc805-bcad-4664-9127-26fa357b6db6 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.778550 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-03cdc805-bcad-4664-9127-26fa357b6db6 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "PUT /v2.0/ports/c6cec27c-2c2f-44be-9f69-88936eacc551 HTTP/1.1" status: 200 len: 1002 time: 2.9729528 Feb 04 06:13:06.780924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:06.801271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:13:06.877612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1559286c-a2d0-4728-8092-96d042c5d993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.889222 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-25605e5b-783c-4dd0-b8c2-bebac2225d1d tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6403189 Feb 04 06:13:06.931584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42210) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:06.939646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:06.940094 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added segment b1dd3e40-5881-40c3-b9e2-4a0118793c7e of type vlan for network 8bc984b6-61c4-461d-a05c-88974d842719 Feb 04 06:13:06.941436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb638aa8-650c-4804-a436-b56586163328,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:06.945787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdc805-bcad-4664-9127-26fa357b6db6 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'Port': ['ID=c6cec27c-2c2f-44be-9f69-88936eacc551,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:06.951407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-15080007-8f27-4de3-a082-2d88ce58b0d2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Request body: {'floatingip': {'port_id': '46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:07.029687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-baa9a3ca-090e-446c-acf6-e33a14cd2663 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Deleting port c6cec27c-2c2f-44be-9f69-88936eacc551 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:07.030031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-baa9a3ca-090e-446c-acf6-e33a14cd2663 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.051907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-47a04b4c-b047-4d9b-9e53-a676ab48c9af None None] For port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:07.052681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-47a04b4c-b047-4d9b-9e53-a676ab48c9af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.076410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.104751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.162496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:07.169352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.192991 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-47a04b4c-b047-4d9b-9e53-a676ab48c9af None None] Calling delete_port for 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:07.198815 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:07.213976 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15080007-8f27-4de3-a082-2d88ce58b0d2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.251246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:07.272252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:07.290442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1559286c-a2d0-4728-8092-96d042c5d993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.347478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-baa9a3ca-090e-446c-acf6-e33a14cd2663 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.373050 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-16ba88db-c694-4ac8-a2e5-5e0524064e13 None None] Provisioning for port 46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:07.378295 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-16ba88db-c694-4ac8-a2e5-5e0524064e13 None None] Provisioning complete for port 46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:07.378694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-16ba88db-c694-4ac8-a2e5-5e0524064e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.434442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-16ba88db-c694-4ac8-a2e5-5e0524064e13 None None] Port 46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:07.447547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-47a04b4c-b047-4d9b-9e53-a676ab48c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.468336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:07.471819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.485842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1559286c-a2d0-4728-8092-96d042c5d993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.497952 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-baa9a3ca-090e-446c-acf6-e33a14cd2663 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Calling delete_port for c6cec27c-2c2f-44be-9f69-88936eacc551 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:07.514656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a04b4c-b047-4d9b-9e53-a676ab48c9af None None] Pushing event deleted for resources: {'Port': ['ID=52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:07.522207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a04b4c-b047-4d9b-9e53-a676ab48c9af None None] No DVR routers for this DVR port 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:07.555948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1e6237ea-3fb3-4ba2-9409-9142a9e4aae5 None None] Provisioning complete for port c6cec27c-2c2f-44be-9f69-88936eacc551 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:07.556330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1e6237ea-3fb3-4ba2-9409-9142a9e4aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.610495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1e6237ea-3fb3-4ba2-9409-9142a9e4aae5 None None] Port c6cec27c-2c2f-44be-9f69-88936eacc551 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:07.613046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559286c-a2d0-4728-8092-96d042c5d993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ae8dd4-8743-4542-912d-4991fa2df244,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:07.633880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.638011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.643378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:07.643960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.689116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1559286c-a2d0-4728-8092-96d042c5d993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:07.689313 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1559286c-a2d0-4728-8092-96d042c5d993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1590555 Feb 04 06:13:07.693707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42214) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:07.700882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-935e2ea4-0a74-4b80-ba5d-76d34ed1b1e2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': 'b80d5c4b-79f9-4e5b-94a7-0690763df35a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:07.710722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-935e2ea4-0a74-4b80-ba5d-76d34ed1b1e2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:07.716683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-935e2ea4-0a74-4b80-ba5d-76d34ed1b1e2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:07.721693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-935e2ea4-0a74-4b80-ba5d-76d34ed1b1e2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:07.760612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-935e2ea4-0a74-4b80-ba5d-76d34ed1b1e2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:07.794906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Router d983963d-859c-4bb4-85f7-9e16dd3f6799 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:13:07.820221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:07.837908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:07.847196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:07.939946 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Network': ['ID=8bc984b6-61c4-461d-a05c-88974d842719,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:07.941903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event updated for resources: {'Port': ['ID=eea48ed9-f567-4695-83c7-2288ec8011d9,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:07.950131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 8bc984b6-61c4-461d-a05c-88974d842719 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:13:07.994954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-baa9a3ca-090e-446c-acf6-e33a14cd2663 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.002525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-935e2ea4-0a74-4b80-ba5d-76d34ed1b1e2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.012841 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-19af9ba6-ea1b-46e0-a847-ea3af91d59a9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.7187543 Feb 04 06:13:08.028882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42218) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:08.051742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'network': {'name': 'tempest-RoutersTest-1950071602'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:08.087642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:08.109503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9a3ca-090e-446c-acf6-e33a14cd2663 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event deleted for resources: {'Port': ['ID=c6cec27c-2c2f-44be-9f69-88936eacc551,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:08.171662 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:network and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:08.178646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:08.238273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-935e2ea4-0a74-4b80-ba5d-76d34ed1b1e2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.284327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.objects.ports [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:13:08.290213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.387592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-baa9a3ca-090e-446c-acf6-e33a14cd2663 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.395792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:08.417333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:08.471889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.473573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:08.478170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:13:08.479404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 52e7c5cf-b35e-4a5e-a1a5-336c71b7d8c1 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:13:08.497801 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88743822-1e0b-4189-98f1-ce2d19542337 None None] Sync routers for ids ['d983963d-859c-4bb4-85f7-9e16dd3f6799'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:08.504972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-935e2ea4-0a74-4b80-ba5d-76d34ed1b1e2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.513110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:08.513510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88743822-1e0b-4189-98f1-ce2d19542337 None None] Routers {'d983963d-859c-4bb4-85f7-9e16dd3f6799'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:08.513977 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88743822-1e0b-4189-98f1-ce2d19542337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d983963d-859c-4bb4-85f7-9e16dd3f6799'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:08.529974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:08.538010 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:08.542664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.543175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:08.543756 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.551431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=d40beea6-5953-4ffd-a47d-3e417aee40fb,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:08.557971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e2ea4-0a74-4b80-ba5d-76d34ed1b1e2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b74ec8-9c3a-4659-8663-7bdc8e416d50,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:08.568312 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-baa9a3ca-090e-446c-acf6-e33a14cd2663 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "DELETE /v2.0/ports/c6cec27c-2c2f-44be-9f69-88936eacc551 HTTP/1.1" status: 204 len: 168 time: 1.7030869 Feb 04 06:13:08.572194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42222) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:08.581888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:13:08.588168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f5f09-baaf-42b6-a23f-e81d7bf01ca6 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:08.614438 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a4aa14-fb18-47d2-b35e-51b295500b02 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] GET failed (client error): The resource could not be found. Feb 04 06:13:08.614961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4a4aa14-fb18-47d2-b35e-51b295500b02 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Synchronizing usage tracker for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:08.651855 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88743822-1e0b-4189-98f1-ce2d19542337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:08.662607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.663026 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added segment 6aa5d33a-7cfd-4390-96df-0b9e2ebebd07 of type vlan for network 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c Feb 04 06:13:08.676686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88743822-1e0b-4189-98f1-ce2d19542337 None None] Routers {'d983963d-859c-4bb4-85f7-9e16dd3f6799'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:08.677306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88743822-1e0b-4189-98f1-ce2d19542337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d983963d-859c-4bb4-85f7-9e16dd3f6799'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:08.704750 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-87b2da93-364b-4ea5-baef-ad9bb7f05ae5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9728067 Feb 04 06:13:08.706843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-935e2ea4-0a74-4b80-ba5d-76d34ed1b1e2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.711041 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-935e2ea4-0a74-4b80-ba5d-76d34ed1b1e2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0133483 Feb 04 06:13:08.711041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42226) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:08.712051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42228) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:08.717618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:08.722143 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.725720 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-035fc81e-50c7-4533-b342-811e75a96c59 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.1335008 Feb 04 06:13:08.730656 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42234) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:08.738328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f7523421-84dc-4f85-881d-0d61f0cb479c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': 'b80d5c4b-79f9-4e5b-94a7-0690763df35a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:08.743888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-88743822-1e0b-4189-98f1-ce2d19542337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:08.744294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88743822-1e0b-4189-98f1-ce2d19542337 None None] The sync data for ids ['d983963d-859c-4bb4-85f7-9e16dd3f6799'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:08.802246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f7523421-84dc-4f85-881d-0d61f0cb479c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:08.809699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4a4aa14-fb18-47d2-b35e-51b295500b02 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Unset dirty status for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:08.814218 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b4a4aa14-fb18-47d2-b35e-51b295500b02 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "GET /v2.0/ports/c6cec27c-2c2f-44be-9f69-88936eacc551 HTTP/1.1" status: 404 len: 333 time: 0.2375777 Feb 04 06:13:08.814733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42238) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:08.817832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f7523421-84dc-4f85-881d-0d61f0cb479c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:08.823048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f7523421-84dc-4f85-881d-0d61f0cb479c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:08.829033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Request body: {'port': {'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1728362128'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:08.831957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15080007-8f27-4de3-a082-2d88ce58b0d2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.838413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.841963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.887558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': 'd40beea6-5953-4ffd-a47d-3e417aee40fb'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:13:08.888482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:08.899818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f7523421-84dc-4f85-881d-0d61f0cb479c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:08.936961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15080007-8f27-4de3-a082-2d88ce58b0d2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.017062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:09.024266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:09.027880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:09.030668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:09.036526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:09.046263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:09.053031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Allocated IP 2001:db8::f816:3eff:fe3b:7c62 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/d40beea6-5953-4ffd-a47d-3e417aee40fb/ac596eff-3b51-4e72-85c4-afc9a3f86679) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:09.064966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f7523421-84dc-4f85-881d-0d61f0cb479c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.139427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:09.143236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.158968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f7523421-84dc-4f85-881d-0d61f0cb479c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.216556 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Made reservation on behalf of a72cc847d1cd4284829828a212b19c27 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:09.219459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.258603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.261905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] device_id is not set on port a861e719-0d9b-41ba-b62c-3403df9042b2 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:13:09.266164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:09.266785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.282544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.294094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Transition to ACTIVE for port object ac596eff-3b51-4e72-85c4-afc9a3f86679 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:09.300109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f7523421-84dc-4f85-881d-0d61f0cb479c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.312974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Transition to ACTIVE for port object ac596eff-3b51-4e72-85c4-afc9a3f86679 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:09.349950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7523421-84dc-4f85-881d-0d61f0cb479c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7261a827-6ea7-49a5-92b9-aa4838b7b199,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:09.425628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.494135 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Network': ['ID=68bc3aa8-7688-4cf1-bcf5-8b43745ab24c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:09.509544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Allocated IP 2001:db8::a3 (e97a9368-2c6b-4de1-aa89-0e72472aca58/aaa909df-de94-40f7-ad2d-ceda6d92a4d7/a861e719-0d9b-41ba-b62c-3403df9042b2) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:09.519430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:13:09.547209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f7523421-84dc-4f85-881d-0d61f0cb479c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.550803 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f7523421-84dc-4f85-881d-0d61f0cb479c tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8351381 Feb 04 06:13:09.555913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42242) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:09.557232 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-15080007-8f27-4de3-a082-2d88ce58b0d2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP 42153826-5522-4be6-b7c0-2fedd053eba7 associated. External IP: 172.26.7.119, port: 751d960d-1291-4114-874e-8e144ad0f54b. Feb 04 06:13:09.564737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1bfce1b5-5c90-4c44-aebe-85601a724bbd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': 'b80d5c4b-79f9-4e5b-94a7-0690763df35a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:09.578054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1bfce1b5-5c90-4c44-aebe-85601a724bbd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:09.604971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1bfce1b5-5c90-4c44-aebe-85601a724bbd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:09.613265 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:09.614463 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:09.619666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1bfce1b5-5c90-4c44-aebe-85601a724bbd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:09.624414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:09.636700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1bfce1b5-5c90-4c44-aebe-85601a724bbd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:09.646363 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-869f452b-60dc-4a5b-a64e-2e90a4aa9282 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6117098 Feb 04 06:13:09.653167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42246) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:09.667771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'subnet': {'network_id': '8bc984b6-61c4-461d-a05c-88974d842719', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:09.691577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Pushing event updated for resources: {'Port': ['ID=ac596eff-3b51-4e72-85c4-afc9a3f86679,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:09.755622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Attempting to bind port ac596eff-3b51-4e72-85c4-afc9a3f86679 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:09.755988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Attempting to bind port ac596eff-3b51-4e72-85c4-afc9a3f86679 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:09.756340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Attempting to bind port ac596eff-3b51-4e72-85c4-afc9a3f86679 on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:09.762620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:09.763017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:09.771151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.771151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:09.771151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Bound port: ac596eff-3b51-4e72-85c4-afc9a3f86679, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:09.771151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.917977 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] For port ac596eff-3b51-4e72-85c4-afc9a3f86679, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:09.921952 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] For port ac596eff-3b51-4e72-85c4-afc9a3f86679, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ac596eff-3b51-4e72-85c4-afc9a3f86679,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:09.931044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:09.955299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:subnet and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:09.961987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:09.964547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bfce1b5-5c90-4c44-aebe-85601a724bbd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.988957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:13:09.994104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:10.027281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.042091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.068111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Transition to ACTIVE for port object a861e719-0d9b-41ba-b62c-3403df9042b2 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:10.074782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.077521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.136162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bfce1b5-5c90-4c44-aebe-85601a724bbd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.147275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:10.152681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:10.161696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:10.165448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.171662 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a41535-74ae-4718-8fe0-c9090fd3d0c2 None None] Pushing event updated for resources: {'Port': ['ID=ac596eff-3b51-4e72-85c4-afc9a3f86679,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:10.176344 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.181917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:10.182925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.256927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bfce1b5-5c90-4c44-aebe-85601a724bbd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.279752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=19a110a3-08ad-4d1a-8573-b4990176fa11,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:10.328216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfce1b5-5c90-4c44-aebe-85601a724bbd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab519156-ba24-4b3e-8767-7332f65e5737,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:10.401323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.431140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event updated for resources: {'Port': ['ID=eea48ed9-f567-4695-83c7-2288ec8011d9,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:10.468411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1bfce1b5-5c90-4c44-aebe-85601a724bbd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.472369 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1bfce1b5-5c90-4c44-aebe-85601a724bbd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9128847 Feb 04 06:13:10.473784 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.476553 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c2528c2b-f1f4-492b-921e-973366356b81 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7666705 Feb 04 06:13:10.480578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42250) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:10.481060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42252) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:10.534467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:8a:78:43', 'name': 'tempest-NetworksTestDHCPv6-183094333'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:10.541761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15080007-8f27-4de3-a082-2d88ce58b0d2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:10.558973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:10.625674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.629199 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-36d4d4a8-18a2-4608-99be-3c6710e503e1 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4321783 Feb 04 06:13:10.667735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42258) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:10.680200 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-35e7aab7-569f-452b-a2a3-f6a2b9375087 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Request body: {'floatingip': {'port_id': '7b49a78d-2da8-4c4d-933b-4437efa5aad3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:10.732591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:10.759691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:10.765170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:10.765815 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.772982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9fc7841d-01e6-4346-a1b5-5ffbaa7134f1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.778194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'Port': ['ID=a861e719-0d9b-41ba-b62c-3403df9042b2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:10.789382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35e7aab7-569f-452b-a2a3-f6a2b9375087 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for floatingip, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.810068 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9fc7841d-01e6-4346-a1b5-5ffbaa7134f1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.916756 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5018f825-1350-43e4-a749-ba418f01ad57 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1006129 Feb 04 06:13:10.917869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42264) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:10.927259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-423a1cb3-7f55-4a89-9fc5-5c2a4f1dfd0b tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:02:cc:c6'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:10.959390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.960362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:10.971421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:10.983230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:11.010553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9fc7841d-01e6-4346-a1b5-5ffbaa7134f1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:11.024144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:11.055651 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:11.067604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7841d-01e6-4346-a1b5-5ffbaa7134f1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab519156-ba24-4b3e-8767-7332f65e5737,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:11.077197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9fc7841d-01e6-4346-a1b5-5ffbaa7134f1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:11.078327 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9fc7841d-01e6-4346-a1b5-5ffbaa7134f1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ab519156-ba24-4b3e-8767-7332f65e5737 HTTP/1.1" status: 204 len: 168 time: 0.5919690 Feb 04 06:13:11.092120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42268) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:11.141631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5190e5d5-15e8-4fec-ba3c-e50b6ff994a1 None None] Provisioning for port a861e719-0d9b-41ba-b62c-3403df9042b2 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:11.148298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5190e5d5-15e8-4fec-ba3c-e50b6ff994a1 None None] Provisioning complete for port a861e719-0d9b-41ba-b62c-3403df9042b2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:11.149083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5190e5d5-15e8-4fec-ba3c-e50b6ff994a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:11.222468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5190e5d5-15e8-4fec-ba3c-e50b6ff994a1 None None] Port a861e719-0d9b-41ba-b62c-3403df9042b2 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:11.233397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Subnet': ['ID=d590cbce-8319-4206-9957-a8ddcd735a49,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:11.243606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Checking segment: {'id': 'b1dd3e40-5881-40c3-b9e2-4a0118793c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8bc984b6-61c4-461d-a05c-88974d842719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:11.244008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network hostable DHCP agents. Network: 8bc984b6-61c4-461d-a05c-88974d842719, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:13:11.269643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:11.298869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15080007-8f27-4de3-a082-2d88ce58b0d2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:11.311692 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d6e113-55e5-46fd-ac88-26ef3eaa7197 None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:11.321644 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6e113-55e5-46fd-ac88-26ef3eaa7197 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:11.322251 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c5d6e113-55e5-46fd-ac88-26ef3eaa7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:11.411533 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c5d6e113-55e5-46fd-ac88-26ef3eaa7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:11.422760 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6e113-55e5-46fd-ac88-26ef3eaa7197 None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:11.423782 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c5d6e113-55e5-46fd-ac88-26ef3eaa7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:11.503808 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c5d6e113-55e5-46fd-ac88-26ef3eaa7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:11.504439 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d6e113-55e5-46fd-ac88-26ef3eaa7197 None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:11.515579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bc5153d1-7899-4434-a157-3ad1d88dfe2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:11.523846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c65c4-86b5-483d-abce-6edf3427ca21 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:11.528122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-423a1cb3-7f55-4a89-9fc5-5c2a4f1dfd0b tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:11.666955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:11.673968 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-35e7aab7-569f-452b-a2a3-f6a2b9375087 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] update failed (client error): The resource could not be found. Feb 04 06:13:11.675209 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-35e7aab7-569f-452b-a2a3-f6a2b9375087 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "PUT /v2.0/floatingips/7259978c-8ee9-4189-9584-d30707fea322 HTTP/1.1" status: 404 len: 507 time: 1.0065324 Feb 04 06:13:11.679241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42272) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:11.701474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 8bc984b6-61c4-461d-a05c-88974d842719 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:13:11.701681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f0a7780d-c741-4325-b506-649994268f47 None None] Provisioning for port ac596eff-3b51-4e72-85c4-afc9a3f86679 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:11.817621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bc5153d1-7899-4434-a157-3ad1d88dfe2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:11.823119 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bc5153d1-7899-4434-a157-3ad1d88dfe2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.7244375 Feb 04 06:13:11.823508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42276) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:11.833005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15080007-8f27-4de3-a082-2d88ce58b0d2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router fd62dad2-f524-471f-ac67-d3b18d41564c has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:11.885510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f62cf0f9-0f6a-4806-a401-cbafc9af4011 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:11.897376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582268d-6bd9-4e78-9707-8cd8bd55ea89 None None] Update dhcp port {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': 'd40beea6-5953-4ffd-a47d-3e417aee40fb', 'ip_address': '2001:db8::f816:3eff:fe3b:7c62'}, {'subnet_id': '19a110a3-08ad-4d1a-8573-b4990176fa11'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': 'ac596eff-3b51-4e72-85c4-afc9a3f86679'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:13:11.924680 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port a8ff94a7-cdf5-4d79-8dd7-73883a31db7b yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:13:11.951549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7582268d-6bd9-4e78-9707-8cd8bd55ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:11.966138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 8bc984b6-61c4-461d-a05c-88974d842719) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:11.992753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f62cf0f9-0f6a-4806-a401-cbafc9af4011 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.001637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:12.002201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.004686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c8201-bfdf-467f-b636-4d0a5808f213 None None] Network 8bc984b6-61c4-461d-a05c-88974d842719 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:12.016430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-059823e7-43fd-4121-a211-6858d5269e26 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Deleting port eea48ed9-f567-4695-83c7-2288ec8011d9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:12.017245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-059823e7-43fd-4121-a211-6858d5269e26 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.200968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15080007-8f27-4de3-a082-2d88ce58b0d2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:12.207558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Allocated IP 172.20.0.1 (f5c9754a-da13-4a13-a685-cd3bd950b0a2/7c1c62d6-6716-441a-ad5b-21ff8a37b30e/db522378-7a37-40e1-b03a-fae5b4c63ee6) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:12.213127 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f62cf0f9-0f6a-4806-a401-cbafc9af4011 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.244907 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-be65a39d-2cb6-4844-9b2c-8034494faa76 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5857546 Feb 04 06:13:12.246660 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42280) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:12.246870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85309c9-9ecd-453e-990a-0385af29912b None None] Sync routers for ids ['fd62dad2-f524-471f-ac67-d3b18d41564c'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:12.248121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cf0f9-0f6a-4806-a401-cbafc9af4011 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7261a827-6ea7-49a5-92b9-aa4838b7b199,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:12.252887 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'subnet': {'network_id': '68bc3aa8-7688-4cf1-bcf5-8b43745ab24c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:12.263962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85309c9-9ecd-453e-990a-0385af29912b None None] Routers {'fd62dad2-f524-471f-ac67-d3b18d41564c'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:12.264724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a85309c9-9ecd-453e-990a-0385af29912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fd62dad2-f524-471f-ac67-d3b18d41564c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:12.289487 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15080007-8f27-4de3-a082-2d88ce58b0d2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.291596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-423a1cb3-7f55-4a89-9fc5-5c2a4f1dfd0b tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.342201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a85309c9-9ecd-453e-990a-0385af29912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:12.364787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-423a1cb3-7f55-4a89-9fc5-5c2a4f1dfd0b tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.371816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-059823e7-43fd-4121-a211-6858d5269e26 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.372144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-059823e7-43fd-4121-a211-6858d5269e26 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.394856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85309c9-9ecd-453e-990a-0385af29912b None None] Routers {'fd62dad2-f524-471f-ac67-d3b18d41564c'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:12.396008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a85309c9-9ecd-453e-990a-0385af29912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fd62dad2-f524-471f-ac67-d3b18d41564c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:12.453413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f62cf0f9-0f6a-4806-a401-cbafc9af4011 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.458434 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f62cf0f9-0f6a-4806-a401-cbafc9af4011 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7261a827-6ea7-49a5-92b9-aa4838b7b199 HTTP/1.1" status: 204 len: 168 time: 0.6292639 Feb 04 06:13:12.458666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-8bc984b6-61c4-461d-a05c-88974d842719', 'network_id': '8bc984b6-61c4-461d-a05c-88974d842719', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'fixed_ips': [{'subnet_id': 'd590cbce-8319-4206-9957-a8ddcd735a49'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:13:12.458666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.482669 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a85309c9-9ecd-453e-990a-0385af29912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:12.483227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85309c9-9ecd-453e-990a-0385af29912b None None] The sync data for ids ['fd62dad2-f524-471f-ac67-d3b18d41564c'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:12.503018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42284) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:12.561558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac596eff-3b51-4e72-85c4-afc9a3f86679 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:12.596893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:12.600797 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:subnet and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:12.603654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:12.614336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:12.651480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 172.20.0.13 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/19a110a3-08ad-4d1a-8573-b4990176fa11/a8ff94a7-cdf5-4d79-8dd7-73883a31db7b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:12.658907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::f816:3eff:fe8a:7843 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/d40beea6-5953-4ffd-a47d-3e417aee40fb/a8ff94a7-cdf5-4d79-8dd7-73883a31db7b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:12.719274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-423a1cb3-7f55-4a89-9fc5-5c2a4f1dfd0b tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] In _notify_port_updated(), no bound segment for port a861e719-0d9b-41ba-b62c-3403df9042b2 on network e97a9368-2c6b-4de1-aa89-0e72472aca58 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:13:12.722396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3c7dceec-d9cf-4fca-8021-ce2431e09cd9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:12.724542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a1cb3-7f55-4a89-9fc5-5c2a4f1dfd0b tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:12.725224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-423a1cb3-7f55-4a89-9fc5-5c2a4f1dfd0b tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.726566 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-423a1cb3-7f55-4a89-9fc5-5c2a4f1dfd0b tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "PUT /v2.0/ports/a861e719-0d9b-41ba-b62c-3403df9042b2 HTTP/1.1" status: 200 len: 1002 time: 1.8046110 Feb 04 06:13:12.738584 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Allocated IP 172.20.0.2 (8bc984b6-61c4-461d-a05c-88974d842719/d590cbce-8319-4206-9957-a8ddcd735a49/1d03f995-cbad-4d85-b03c-1e72e6c629e1) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:12.740136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-059823e7-43fd-4121-a211-6858d5269e26 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Calling delete_port for eea48ed9-f567-4695-83c7-2288ec8011d9 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:12.742639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42288) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:12.751652 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:12.755139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.809790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a1cb3-7f55-4a89-9fc5-5c2a4f1dfd0b tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'Port': ['ID=a861e719-0d9b-41ba-b62c-3403df9042b2,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:12.883484 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ac596eff-3b51-4e72-85c4-afc9a3f86679 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:12.892148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ac596eff-3b51-4e72-85c4-afc9a3f86679 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:12.892519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.040214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-29eb30d8-5ab6-4f74-bef4-49a343967352 None None] Provisioning complete for port a861e719-0d9b-41ba-b62c-3403df9042b2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:13.040588 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-29eb30d8-5ab6-4f74-bef4-49a343967352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.077861 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.095056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object a8ff94a7-cdf5-4d79-8dd7-73883a31db7b will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:13.105403 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-15080007-8f27-4de3-a082-2d88ce58b0d2 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "PUT /v2.0/floatingips/42153826-5522-4be6-b7c0-2fedd053eba7 HTTP/1.1" status: 200 len: 979 time: 6.1701169 Feb 04 06:13:13.109364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42292) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:13.153417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.168425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-532bbb5e-51de-4775-a150-33d458ee76e9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Deleting port a861e719-0d9b-41ba-b62c-3403df9042b2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:13.169005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-532bbb5e-51de-4775-a150-33d458ee76e9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.179918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-059823e7-43fd-4121-a211-6858d5269e26 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.203289 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.223963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Transition to ACTIVE for port object 1d03f995-cbad-4d85-b03c-1e72e6c629e1 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:13.229976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-29eb30d8-5ab6-4f74-bef4-49a343967352 None None] Port a861e719-0d9b-41ba-b62c-3403df9042b2 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:13.233874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3c7dceec-d9cf-4fca-8021-ce2431e09cd9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:13.238692 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3c7dceec-d9cf-4fca-8021-ce2431e09cd9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.7320330 Feb 04 06:13:13.240904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:13.241069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.246301 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Transition to ACTIVE for port object db522378-7a37-40e1-b03a-fae5b4c63ee6 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:13.247242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Transition to ACTIVE for port object 1d03f995-cbad-4d85-b03c-1e72e6c629e1 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:13.247754 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42298) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:13.257196 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.273677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059823e7-43fd-4121-a211-6858d5269e26 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event deleted for resources: {'Port': ['ID=eea48ed9-f567-4695-83c7-2288ec8011d9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:13.286816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.328154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port ac596eff-3b51-4e72-85c4-afc9a3f86679, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ac596eff-3b51-4e72-85c4-afc9a3f86679,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:13.347008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.352049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fb43c34-53c9-4e53-bc95-39f340236d06 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.372956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fb43c34-53c9-4e53-bc95-39f340236d06 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.427925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Network 8bc984b6-61c4-461d-a05c-88974d842719 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:13.428765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.433196 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-7582268d-6bd9-4e78-9707-8cd8bd55ea89 None None] Allocated IP 172.20.0.2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/19a110a3-08ad-4d1a-8573-b4990176fa11/ac596eff-3b51-4e72-85c4-afc9a3f86679) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:13.435265 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:13.443062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:13.489024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:13.505004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:13.515025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=a8ff94a7-cdf5-4d79-8dd7-73883a31db7b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:13.517351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Pushing event updated for resources: {'Port': ['ID=1d03f995-cbad-4d85-b03c-1e72e6c629e1,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:13.517543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:13.626823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.668356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Attempting to bind port 1d03f995-cbad-4d85-b03c-1e72e6c629e1 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:13.668819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Attempting to bind port 1d03f995-cbad-4d85-b03c-1e72e6c629e1 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'b1dd3e40-5881-40c3-b9e2-4a0118793c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8bc984b6-61c4-461d-a05c-88974d842719'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:13.669181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Attempting to bind port 1d03f995-cbad-4d85-b03c-1e72e6c629e1 on network 8bc984b6-61c4-461d-a05c-88974d842719 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:13.672496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-532bbb5e-51de-4775-a150-33d458ee76e9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.678170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-059823e7-43fd-4121-a211-6858d5269e26 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.688933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:13.689302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Checking segment: {'id': 'b1dd3e40-5881-40c3-b9e2-4a0118793c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8bc984b6-61c4-461d-a05c-88974d842719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:13.689703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.690182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Bound using segment: {'id': 'b1dd3e40-5881-40c3-b9e2-4a0118793c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8bc984b6-61c4-461d-a05c-88974d842719'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:13.690555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Bound port: 1d03f995-cbad-4d85-b03c-1e72e6c629e1, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dd3e40-5881-40c3-b9e2-4a0118793c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8bc984b6-61c4-461d-a05c-88974d842719'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:13.690922 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.695310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:13.696125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.701807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fb43c34-53c9-4e53-bc95-39f340236d06 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.717327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=ac596eff-3b51-4e72-85c4-afc9a3f86679,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:13.728988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-059823e7-43fd-4121-a211-6858d5269e26 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.730558 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-059823e7-43fd-4121-a211-6858d5269e26 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "DELETE /v2.0/floatingips/7259978c-8ee9-4189-9584-d30707fea322 HTTP/1.1" status: 204 len: 168 time: 2.0504026 Feb 04 06:13:13.743899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42302) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:13.752893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9bc36d18-05f7-4970-b876-d9195de14a20 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Request body: {'floatingip': {'floating_network_id': '96a82a7e-4f6e-489f-a4f0-e60167978ec2', 'port_id': '7b49a78d-2da8-4c4d-933b-4437efa5aad3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:13.768504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9bc36d18-05f7-4970-b876-d9195de14a20 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:13.777211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9bc36d18-05f7-4970-b876-d9195de14a20 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Usage tracker for resource:floatingip and tenant:cf4e4221d95845c0b3dceb21c3aad3b5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:13.780737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.788338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9bc36d18-05f7-4970-b876-d9195de14a20 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:13.795668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7582268d-6bd9-4e78-9707-8cd8bd55ea89 None None] For port ac596eff-3b51-4e72-85c4-afc9a3f86679, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ac596eff-3b51-4e72-85c4-afc9a3f86679,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:13.802030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9bc36d18-05f7-4970-b876-d9195de14a20 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:13.834895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] For port 1d03f995-cbad-4d85-b03c-1e72e6c629e1, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:13.844962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7582268d-6bd9-4e78-9707-8cd8bd55ea89 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:13.853485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] For port 1d03f995-cbad-4d85-b03c-1e72e6c629e1, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1d03f995-cbad-4d85-b03c-1e72e6c629e1,segment=NetworkSegment(b1dd3e40-5881-40c3-b9e2-4a0118793c7e),segment_id=b1dd3e40-5881-40c3-b9e2-4a0118793c7e)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:13.857547 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e2599ccd-9736-45b6-afd8-595377072323 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3659263 Feb 04 06:13:13.863804 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7582268d-6bd9-4e78-9707-8cd8bd55ea89 None None] Transition to ACTIVE for port object ac596eff-3b51-4e72-85c4-afc9a3f86679 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:13.865835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-532bbb5e-51de-4775-a150-33d458ee76e9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Calling delete_port for a861e719-0d9b-41ba-b62c-3403df9042b2 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:13.868847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42306) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:13.893651 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb43c34-53c9-4e53-bc95-39f340236d06 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69b74ec8-9c3a-4659-8663-7bdc8e416d50,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:13.911179 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Network f5c9754a-da13-4a13-a685-cd3bd950b0a2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:13.911298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:13.913737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:13.952745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.006410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event updated for resources: {'Port': ['ID=db522378-7a37-40e1-b03a-fae5b4c63ee6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:14.008783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.073049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7582268d-6bd9-4e78-9707-8cd8bd55ea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.085188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.115021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9bc36d18-05f7-4970-b876-d9195de14a20 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.122839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fb43c34-53c9-4e53-bc95-39f340236d06 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.126266 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7fb43c34-53c9-4e53-bc95-39f340236d06 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/69b74ec8-9c3a-4659-8663-7bdc8e416d50 HTTP/1.1" status: 204 len: 168 time: 0.8753648 Feb 04 06:13:14.126266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Subnet': ['ID=8d173af9-65de-47ed-b918-2a1886538bf5,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:14.133148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42310) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:14.193465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Checking segment: {'id': '6aa5d33a-7cfd-4390-96df-0b9e2ebebd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68bc3aa8-7688-4cf1-bcf5-8b43745ab24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:14.194070 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network hostable DHCP agents. Network: 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:13:14.261270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bedb4-f30a-4483-9dd0-f625ff6024ed None None] Pushing event updated for resources: {'Port': ['ID=1d03f995-cbad-4d85-b03c-1e72e6c629e1,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:14.321259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-532bbb5e-51de-4775-a150-33d458ee76e9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.374398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582268d-6bd9-4e78-9707-8cd8bd55ea89 None None] Pushing event updated for resources: {'Port': ['ID=ac596eff-3b51-4e72-85c4-afc9a3f86679,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:14.403371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bbb5e-51de-4775-a150-33d458ee76e9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event deleted for resources: {'Port': ['ID=a861e719-0d9b-41ba-b62c-3403df9042b2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:14.407130 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:13:14.421825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e136c00d-e179-4d52-b7b0-0803fac22d03 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:14.428382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e136c00d-e179-4d52-b7b0-0803fac22d03 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:14.432534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e136c00d-e179-4d52-b7b0-0803fac22d03 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:14.473803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.474276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.475064 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Floating IP 42153826-5522-4be6-b7c0-2fedd053eba7 disassociated. External IP: 172.26.7.119, port: 46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a. Feb 04 06:13:14.475161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:14.494592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac596eff-3b51-4e72-85c4-afc9a3f86679 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:14.577746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5afd73d3-a7be-4085-94d1-8711265f808d None None] Provisioning for port db522378-7a37-40e1-b03a-fae5b4c63ee6 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:14.593091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-532bbb5e-51de-4775-a150-33d458ee76e9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.623525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.635489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5afd73d3-a7be-4085-94d1-8711265f808d None None] Provisioning complete for port db522378-7a37-40e1-b03a-fae5b4c63ee6 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:14.636235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5afd73d3-a7be-4085-94d1-8711265f808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.701013 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cd8949a0-6cca-4a3d-a0eb-cd84959aec80 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5658131 Feb 04 06:13:14.705395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42314) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:14.715431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e136c00d-e179-4d52-b7b0-0803fac22d03 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:14.719293 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e136c00d-e179-4d52-b7b0-0803fac22d03 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.8455327 Feb 04 06:13:14.722857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42318) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:14.743353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5afd73d3-a7be-4085-94d1-8711265f808d None None] Port db522378-7a37-40e1-b03a-fae5b4c63ee6 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:14.766446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:14.779489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:14.780314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.790659 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4620a649-7260-482d-91b6-feb5b2cb0682 None None] Network 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:14.845861 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-532bbb5e-51de-4775-a150-33d458ee76e9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "DELETE /v2.0/ports/a861e719-0d9b-41ba-b62c-3403df9042b2 HTTP/1.1" status: 204 len: 168 time: 2.0955143 Feb 04 06:13:14.863888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42322) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:14.918607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0fc02cc7-624a-4c2a-bbce-adbca0a9e261 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port a8ff94a7-cdf5-4d79-8dd7-73883a31db7b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:14.918607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fc02cc7-624a-4c2a-bbce-adbca0a9e261 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.964095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-345c2289-1978-4986-95b6-4facdbb83d94 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.975755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-345c2289-1978-4986-95b6-4facdbb83d94 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.983582 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3100f55f-f37b-4e22-95e2-d9ec4b9f3d83 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] GET failed (client error): The resource could not be found. Feb 04 06:13:14.984132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3100f55f-f37b-4e22-95e2-d9ec4b9f3d83 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Synchronizing usage tracker for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:15.063120 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e1dce363-aad0-422d-af57-620a9a23964d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8150282 Feb 04 06:13:15.072744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42326) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:15.077505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-86379845-4e05-4a26-89d9-81eb4f38a070 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-107006213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:15.080990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-68bc3aa8-7688-4cf1-bcf5-8b43745ab24c', 'network_id': '68bc3aa8-7688-4cf1-bcf5-8b43745ab24c', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'fixed_ips': [{'subnet_id': '8d173af9-65de-47ed-b918-2a1886538bf5'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:13:15.082247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.105931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-86379845-4e05-4a26-89d9-81eb4f38a070 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:15.200293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-86379845-4e05-4a26-89d9-81eb4f38a070 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:router and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:15.215935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-86379845-4e05-4a26-89d9-81eb4f38a070 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:15.220889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.233070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-86379845-4e05-4a26-89d9-81eb4f38a070 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:15.336268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-345c2289-1978-4986-95b6-4facdbb83d94 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.336850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3100f55f-f37b-4e22-95e2-d9ec4b9f3d83 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Unset dirty status for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:15.338019 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3100f55f-f37b-4e22-95e2-d9ec4b9f3d83 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "GET /v2.0/ports/a861e719-0d9b-41ba-b62c-3403df9042b2 HTTP/1.1" status: 404 len: 333 time: 0.4733944 Feb 04 06:13:15.339057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:15.352279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42332) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:15.358024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Request body: {'port': {'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1890659352'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:15.358905 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Allocated IP 172.21.0.2 (68bc3aa8-7688-4cf1-bcf5-8b43745ab24c/8d173af9-65de-47ed-b918-2a1886538bf5/993a2817-0275-42af-a02c-57c87a31b682) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:15.439014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c2289-1978-4986-95b6-4facdbb83d94 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6ae8dd4-8743-4542-912d-4991fa2df244,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:15.444383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-345c2289-1978-4986-95b6-4facdbb83d94 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.445582 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-345c2289-1978-4986-95b6-4facdbb83d94 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e6ae8dd4-8743-4542-912d-4991fa2df244 HTTP/1.1" status: 204 len: 168 time: 0.7392015 Feb 04 06:13:15.448281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42336) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:15.604318 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-82024bcb-4875-425e-aeb5-8b0e1f087308 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:15.613837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86379845-4e05-4a26-89d9-81eb4f38a070 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.617891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86379845-4e05-4a26-89d9-81eb4f38a070 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.642931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86379845-4e05-4a26-89d9-81eb4f38a070 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.652962 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-9bc36d18-05f7-4970-b876-d9195de14a20 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:13:15.654290 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9bc36d18-05f7-4970-b876-d9195de14a20 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.9095235 Feb 04 06:13:15.668378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.670141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42340) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:15.677775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '7b49a78d-2da8-4c4d-933b-4437efa5aad3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:15.686483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:15.690962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Usage tracker for resource:floatingip and tenant:cf4e4221d95845c0b3dceb21c3aad3b5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:15.694309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:15.708255 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-82024bcb-4875-425e-aeb5-8b0e1f087308 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:15.708255 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-82024bcb-4875-425e-aeb5-8b0e1f087308 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2491262 Feb 04 06:13:15.712577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42344) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:15.713694 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:15.765737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.770559 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:15.774663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fc02cc7-624a-4c2a-bbce-adbca0a9e261 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.815880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.832688 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Transition to ACTIVE for port object 993a2817-0275-42af-a02c-57c87a31b682 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:15.864154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:15.877218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a8d46d7-fa48-4957-b5b2-fcf5c7d13072 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.881894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Transition to ACTIVE for port object 993a2817-0275-42af-a02c-57c87a31b682 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:15.910421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a8d46d7-fa48-4957-b5b2-fcf5c7d13072 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.927283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.940230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0fc02cc7-624a-4c2a-bbce-adbca0a9e261 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for a8ff94a7-cdf5-4d79-8dd7-73883a31db7b owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:15.944059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event updated for resources: {'Port': ['ID=db522378-7a37-40e1-b03a-fae5b4c63ee6,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:15.949993 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.982110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6337e822-e436-4548-a1e8-ed95a24435b2 None None] Provisioning for port ac596eff-3b51-4e72-85c4-afc9a3f86679 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:15.985864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-82f668c1-26b5-4b68-b906-c5dbccc49f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:15.992035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.044328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86379845-4e05-4a26-89d9-81eb4f38a070 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.049400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6337e822-e436-4548-a1e8-ed95a24435b2 None None] Provisioning complete for port ac596eff-3b51-4e72-85c4-afc9a3f86679 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:16.049774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6337e822-e436-4548-a1e8-ed95a24435b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.087976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c92952c-0d1f-4dd1-9871-45e8e585344a None None] Network 8bc984b6-61c4-461d-a05c-88974d842719 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:16.138733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router fd62dad2-f524-471f-ac67-d3b18d41564c has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:16.186069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Network f5c9754a-da13-4a13-a685-cd3bd950b0a2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:16.189370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:16.204119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Network 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:16.210755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:16.232910 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:16.239707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Pushing event updated for resources: {'Port': ['ID=993a2817-0275-42af-a02c-57c87a31b682,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:16.245809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Made reservation on behalf of a72cc847d1cd4284829828a212b19c27 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:16.249329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.261692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a8d46d7-fa48-4957-b5b2-fcf5c7d13072 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.278437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86379845-4e05-4a26-89d9-81eb4f38a070 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.282683 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-86379845-4e05-4a26-89d9-81eb4f38a070 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2147355 Feb 04 06:13:16.290460 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42348) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:16.294618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d46d7-fa48-4957-b5b2-fcf5c7d13072 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1415bfa6-229c-4575-aafd-a39e7c68d9fc,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:16.406106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.469688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a8d46d7-fa48-4957-b5b2-fcf5c7d13072 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.470956 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1a8d46d7-fa48-4957-b5b2-fcf5c7d13072 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1415bfa6-229c-4575-aafd-a39e7c68d9fc HTTP/1.1" status: 204 len: 168 time: 0.7548442 Feb 04 06:13:16.475033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42352) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:16.540966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Attempting to bind port 993a2817-0275-42af-a02c-57c87a31b682 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:16.541529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Attempting to bind port 993a2817-0275-42af-a02c-57c87a31b682 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '6aa5d33a-7cfd-4390-96df-0b9e2ebebd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68bc3aa8-7688-4cf1-bcf5-8b43745ab24c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:16.541655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Attempting to bind port 993a2817-0275-42af-a02c-57c87a31b682 on network 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:16.574121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Router d983963d-859c-4bb4-85f7-9e16dd3f6799 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:16.599457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] device_id is not set on port 2655a145-0269-434c-b521-2b275b80d090 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:13:16.621697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:16.622072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Checking segment: {'id': '6aa5d33a-7cfd-4390-96df-0b9e2ebebd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68bc3aa8-7688-4cf1-bcf5-8b43745ab24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:16.622892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.623320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Bound using segment: {'id': '6aa5d33a-7cfd-4390-96df-0b9e2ebebd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68bc3aa8-7688-4cf1-bcf5-8b43745ab24c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:16.623766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Bound port: 993a2817-0275-42af-a02c-57c87a31b682, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa5d33a-7cfd-4390-96df-0b9e2ebebd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68bc3aa8-7688-4cf1-bcf5-8b43745ab24c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:16.624135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.648152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac596eff-3b51-4e72-85c4-afc9a3f86679 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:16.746661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-aedb2ac4-adca-4839-8e27-e96ab3c46acf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:16.813612 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:13:16.849075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] For port 993a2817-0275-42af-a02c-57c87a31b682, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:16.858086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ac596eff-3b51-4e72-85c4-afc9a3f86679 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:16.858451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.866964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-aedb2ac4-adca-4839-8e27-e96ab3c46acf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:16.870991 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-aedb2ac4-adca-4839-8e27-e96ab3c46acf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3798933 Feb 04 06:13:16.886380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42358) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:16.894005 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fffc84be-a047-43af-9f8a-17f71e2c0149 None None] Provisioning for port 1d03f995-cbad-4d85-b03c-1e72e6c629e1 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:16.901360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Allocated IP 172.26.7.196 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/ccb1e1ac-08d2-484a-a056-33ec9b92d511) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:16.939181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fffc84be-a047-43af-9f8a-17f71e2c0149 None None] Provisioning complete for port db522378-7a37-40e1-b03a-fae5b4c63ee6 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:16.939181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fffc84be-a047-43af-9f8a-17f71e2c0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.956027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:16.966926 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a14efb-d93e-41cb-a8e0-24efac0ff86c None None] Sync routers for ids ['d983963d-859c-4bb4-85f7-9e16dd3f6799'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:16.998162 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a14efb-d93e-41cb-a8e0-24efac0ff86c None None] Routers {'d983963d-859c-4bb4-85f7-9e16dd3f6799'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:16.999061 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-85a14efb-d93e-41cb-a8e0-24efac0ff86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d983963d-859c-4bb4-85f7-9e16dd3f6799'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:17.042800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fffc84be-a047-43af-9f8a-17f71e2c0149 None None] Port db522378-7a37-40e1-b03a-fae5b4c63ee6 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:17.055626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1d03f995-cbad-4d85-b03c-1e72e6c629e1 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:17.058006 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-782dacb7-4bbe-41c3-b3e6-33d020534462 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "PUT /v2.0/routers/d983963d-859c-4bb4-85f7-9e16dd3f6799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3225555 Feb 04 06:13:17.068054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42362) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:17.129979 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-85a14efb-d93e-41cb-a8e0-24efac0ff86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:17.140231 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a14efb-d93e-41cb-a8e0-24efac0ff86c None None] Routers {'d983963d-859c-4bb4-85f7-9e16dd3f6799'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:17.140854 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-85a14efb-d93e-41cb-a8e0-24efac0ff86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d983963d-859c-4bb4-85f7-9e16dd3f6799'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:17.159262 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Request body: {'port': {'network_id': 'f5c9754a-da13-4a13-a685-cd3bd950b0a2', 'name': 'tempest-FloatingIPAdminTestJSON-819334875'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:17.161719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:17.178901 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09656204-8516-4638-ae58-462c101cb0f8 None None] Sync routers for ids ['fd62dad2-f524-471f-ac67-d3b18d41564c'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:17.185969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09656204-8516-4638-ae58-462c101cb0f8 None None] Routers {'fd62dad2-f524-471f-ac67-d3b18d41564c'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:17.190993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-09656204-8516-4638-ae58-462c101cb0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fd62dad2-f524-471f-ac67-d3b18d41564c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:17.228985 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-85a14efb-d93e-41cb-a8e0-24efac0ff86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:17.229629 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a14efb-d93e-41cb-a8e0-24efac0ff86c None None] The sync data for ids ['d983963d-859c-4bb4-85f7-9e16dd3f6799'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:17.262903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 1d03f995-cbad-4d85-b03c-1e72e6c629e1 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:17.278443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1d03f995-cbad-4d85-b03c-1e72e6c629e1 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:17.279350 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.307147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-09656204-8516-4638-ae58-462c101cb0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:17.327136 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fffc84be-a047-43af-9f8a-17f71e2c0149 None None] Provisioning for port a8ff94a7-cdf5-4d79-8dd7-73883a31db7b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:17.331650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] For port 993a2817-0275-42af-a02c-57c87a31b682, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=993a2817-0275-42af-a02c-57c87a31b682,segment=NetworkSegment(6aa5d33a-7cfd-4390-96df-0b9e2ebebd07),segment_id=6aa5d33a-7cfd-4390-96df-0b9e2ebebd07)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:17.357832 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fffc84be-a047-43af-9f8a-17f71e2c0149 None None] Provisioning complete for port a8ff94a7-cdf5-4d79-8dd7-73883a31db7b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:17.365298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fffc84be-a047-43af-9f8a-17f71e2c0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.374347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fc02cc7-624a-4c2a-bbce-adbca0a9e261 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.388978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09656204-8516-4638-ae58-462c101cb0f8 None None] Routers {'fd62dad2-f524-471f-ac67-d3b18d41564c'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:17.389912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-09656204-8516-4638-ae58-462c101cb0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:12:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fd62dad2-f524-471f-ac67-d3b18d41564c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:17.454036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.466567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fffc84be-a047-43af-9f8a-17f71e2c0149 None None] Port a8ff94a7-cdf5-4d79-8dd7-73883a31db7b was deleted so its status cannot be updated. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 06:13:17.469102 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.480016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc02cc7-624a-4c2a-bbce-adbca0a9e261 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=a8ff94a7-cdf5-4d79-8dd7-73883a31db7b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:17.484978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Allocated IP 2001:db8::2cb (e97a9368-2c6b-4de1-aa89-0e72472aca58/aaa909df-de94-40f7-ad2d-ceda6d92a4d7/2655a145-0269-434c-b521-2b275b80d090) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:17.511731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-65cc96b6-7c5a-4acc-bbb8-48fa954aa551 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.512758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-09656204-8516-4638-ae58-462c101cb0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:17.513274 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09656204-8516-4638-ae58-462c101cb0f8 None None] The sync data for ids ['fd62dad2-f524-471f-ac67-d3b18d41564c'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:17.589740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-65cc96b6-7c5a-4acc-bbb8-48fa954aa551 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.626345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa831b-771c-4885-a437-72c173aeb2c1 None None] Pushing event updated for resources: {'Port': ['ID=993a2817-0275-42af-a02c-57c87a31b682,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:17.645856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d4deabec-0274-4018-8b65-885b43b2c222 None None] Provisioning complete for port 1d03f995-cbad-4d85-b03c-1e72e6c629e1 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:17.651812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d4deabec-0274-4018-8b65-885b43b2c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.665372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.676259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.698702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.707222 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.758778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 1d03f995-cbad-4d85-b03c-1e72e6c629e1, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1d03f995-cbad-4d85-b03c-1e72e6c629e1,segment=NetworkSegment(b1dd3e40-5881-40c3-b9e2-4a0118793c7e),segment_id=b1dd3e40-5881-40c3-b9e2-4a0118793c7e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:17.764802 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4e964640-76fc-492c-a4d0-36ea3e968107 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/ports/46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a HTTP/1.1" status: 204 len: 168 time: 4.6543503 Feb 04 06:13:17.771868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42366) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:17.811667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:17.839327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Usage tracker for resource:port and tenant:5a1394f74e634cd68283014c787d7587 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:17.846401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:17.850368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:17.857055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:17.865308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d4deabec-0274-4018-8b65-885b43b2c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.872031 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:17.888812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.908698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:17.922052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event updated for resources: {'Port': ['ID=ccb1e1ac-08d2-484a-a056-33ec9b92d511,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:17.940490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-65cc96b6-7c5a-4acc-bbb8-48fa954aa551 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.977049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc96b6-7c5a-4acc-bbb8-48fa954aa551 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80d5c4b-79f9-4e5b-94a7-0690763df35a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:18.069705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Made reservation on behalf of 5a1394f74e634cd68283014c787d7587 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:18.069705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:18.137402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-d4deabec-0274-4018-8b65-885b43b2c222 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:18.137786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-d4deabec-0274-4018-8b65-885b43b2c222 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:18.140945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] device_id is not set on port c24e71ef-a74e-4d7f-b2ed-c23f37288006 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:13:18.141330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0fc02cc7-624a-4c2a-bbce-adbca0a9e261 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:18.146290 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0fc02cc7-624a-4c2a-bbce-adbca0a9e261 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/a8ff94a7-cdf5-4d79-8dd7-73883a31db7b HTTP/1.1" status: 204 len: 168 time: 3.4196265 Feb 04 06:13:18.155498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=1d03f995-cbad-4d85-b03c-1e72e6c629e1,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:18.170056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42370) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:18.238444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Deleting port ccb1e1ac-08d2-484a-a056-33ec9b92d511 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:18.238785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:18.267168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e9917e42-8b63-4e9b-9aa8-166f0cc382e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:18.334196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-65cc96b6-7c5a-4acc-bbb8-48fa954aa551 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:18.337753 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-65cc96b6-7c5a-4acc-bbb8-48fa954aa551 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-groups/b80d5c4b-79f9-4e5b-94a7-0690763df35a HTTP/1.1" status: 204 len: 168 time: 1.4392591 Feb 04 06:13:18.342915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42374) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:18.468822 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-78730895-6110-4f4c-8333-a789635917a0 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:18.509899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Allocated IP 172.20.0.12 (f5c9754a-da13-4a13-a685-cd3bd950b0a2/7c1c62d6-6716-441a-ad5b-21ff8a37b30e/c24e71ef-a74e-4d7f-b2ed-c23f37288006) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:18.526807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befcef5-c11d-4f43-b4b9-870d98399368 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:18.532028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befcef5-c11d-4f43-b4b9-870d98399368 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:18.533911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2befcef5-c11d-4f43-b4b9-870d98399368 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:18.541347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2befcef5-c11d-4f43-b4b9-870d98399368 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:18.577852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1d03f995-cbad-4d85-b03c-1e72e6c629e1 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:18.589173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-78730895-6110-4f4c-8333-a789635917a0 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:18.594664 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-78730895-6110-4f4c-8333-a789635917a0 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2477977 Feb 04 06:13:18.598195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:18.598523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:18.609642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42378) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:18.618232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group': {'name': 'tempest-secgroup--304010284'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:18.694966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:18.706437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:18.722908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1d03f995-cbad-4d85-b03c-1e72e6c629e1 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:18.723470 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:18.791839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:18.817420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Calling delete_port for ccb1e1ac-08d2-484a-a056-33ec9b92d511 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:18.859585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2befcef5-c11d-4f43-b4b9-870d98399368 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:18.861088 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2befcef5-c11d-4f43-b4b9-870d98399368 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6894889 Feb 04 06:13:18.864359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 993a2817-0275-42af-a02c-57c87a31b682 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:18.878165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42382) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:18.880770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:18.890083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:18.896524 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:18.956344 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d2c2e-6292-4566-9d18-1c24d60cd135 None None] Network 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:18.974072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:19.045941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.061736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd6fafd-18ad-430c-ab85-fd1bd3bc10b6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 19a110a3-08ad-4d1a-8573-b4990176fa11 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:19.072862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.083383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9fd6fafd-18ad-430c-ab85-fd1bd3bc10b6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.139480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.189648 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 993a2817-0275-42af-a02c-57c87a31b682 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:19.192277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5dbe7632-fa1b-4b7c-b22b-59ba0d357697 None None] Provisioning for port 993a2817-0275-42af-a02c-57c87a31b682 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:19.204564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.206700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 993a2817-0275-42af-a02c-57c87a31b682 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:19.207259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.215862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9fd6fafd-18ad-430c-ab85-fd1bd3bc10b6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.227463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.239255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5dbe7632-fa1b-4b7c-b22b-59ba0d357697 None None] Provisioning complete for port 993a2817-0275-42af-a02c-57c87a31b682 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:19.239255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7632-fa1b-4b7c-b22b-59ba0d357697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.249117 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Allocated IP 172.20.0.1 (8bc984b6-61c4-461d-a05c-88974d842719/d590cbce-8319-4206-9957-a8ddcd735a49/63f682e4-df96-4144-8e55-0571b74ff013) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:19.333249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.339226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Transition to ACTIVE for port object c24e71ef-a74e-4d7f-b2ed-c23f37288006 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:19.369533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Transition to ACTIVE for port object 2655a145-0269-434c-b521-2b275b80d090 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:19.391226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.404786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event deleted for resources: {'Port': ['ID=ccb1e1ac-08d2-484a-a056-33ec9b92d511,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:19.464219 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.489351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7632-fa1b-4b7c-b22b-59ba0d357697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.493408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9fd6fafd-18ad-430c-ab85-fd1bd3bc10b6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.541335 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 993a2817-0275-42af-a02c-57c87a31b682, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=993a2817-0275-42af-a02c-57c87a31b682,segment=NetworkSegment(6aa5d33a-7cfd-4390-96df-0b9e2ebebd07),segment_id=6aa5d33a-7cfd-4390-96df-0b9e2ebebd07)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:19.541602 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2003a3d9-93f2-4594-b2fd-74436b0f5f3c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:19.619835 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.633888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.659925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Transition to ACTIVE for port object 63f682e4-df96-4144-8e55-0571b74ff013 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:19.680510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.680753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9f7e356-910d-458a-ba30-1b02f1236b28 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.682028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.686419 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-361469ec-810c-4e9b-ace9-b482dfdc17a1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0716443 Feb 04 06:13:19.689234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42386) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:19.695767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-362f02b4-80a6-4464-ad41-be0dfb8cf86d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': '2003a3d9-93f2-4594-b2fd-74436b0f5f3c', 'direction': 'ingress', 'protocol': 17}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:19.702587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-362f02b4-80a6-4464-ad41-be0dfb8cf86d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:19.707443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-362f02b4-80a6-4464-ad41-be0dfb8cf86d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:19.712535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-362f02b4-80a6-4464-ad41-be0dfb8cf86d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:19.719746 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-362f02b4-80a6-4464-ad41-be0dfb8cf86d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:19.732435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.759752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:19.760448 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] create failed (client error): The resource could not be found. Feb 04 06:13:19.764743 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ca473492-1a73-451d-a48f-3d947347219d tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0903757 Feb 04 06:13:19.801242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42390) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:19.811359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=993a2817-0275-42af-a02c-57c87a31b682,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:19.813642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-5dbe7632-fa1b-4b7c-b22b-59ba0d357697 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:19.813990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-5dbe7632-fa1b-4b7c-b22b-59ba0d357697 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:19.933112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9fd6fafd-18ad-430c-ab85-fd1bd3bc10b6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.019375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Network f5c9754a-da13-4a13-a685-cd3bd950b0a2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:20.023370 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6fafd-18ad-430c-ab85-fd1bd3bc10b6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=19a110a3-08ad-4d1a-8573-b4990176fa11,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:20.024767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:20.031808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-362f02b4-80a6-4464-ad41-be0dfb8cf86d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.039619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:20.041315 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:20.045179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9fd6fafd-18ad-430c-ab85-fd1bd3bc10b6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.047913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:20.050496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd48246-aa4b-47b0-9286-bffe8afe2cd3 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:20.057622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:20.063236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:20.063865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.069945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event updated for resources: {'Port': ['ID=c24e71ef-a74e-4d7f-b2ed-c23f37288006,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:20.087739 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-310e433a-eac6-4a3a-b19c-26bd2a39928c tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Deleting port 7b49a78d-2da8-4c4d-933b-4437efa5aad3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:20.088084 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-310e433a-eac6-4a3a-b19c-26bd2a39928c tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.143389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'Port': ['ID=2655a145-0269-434c-b521-2b275b80d090,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:20.196838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.222783 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:20.227717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.275235 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9fd6fafd-18ad-430c-ab85-fd1bd3bc10b6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/19a110a3-08ad-4d1a-8573-b4990176fa11 HTTP/1.1" status: 204 len: 168 time: 1.3931549 Feb 04 06:13:20.289246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42394) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:20.293109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 8bc984b6-61c4-461d-a05c-88974d842719 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:20.333937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-362f02b4-80a6-4464-ad41-be0dfb8cf86d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.355748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:20.358427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:20.427235 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a78dd1b7-1438-4f65-918a-acdda65895a3 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.0736964 Feb 04 06:13:20.435968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42398) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:20.514683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-362f02b4-80a6-4464-ad41-be0dfb8cf86d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.517437 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5e9d207e-0107-4e4a-bd38-83fb8ae4cf47 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3786180 Feb 04 06:13:20.531666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 993a2817-0275-42af-a02c-57c87a31b682 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:20.532172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42402) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:20.537115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Request body: {'port': {'network_id': 'e97a9368-2c6b-4de1-aa89-0e72472aca58', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-8866885'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:20.578385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f02b4-80a6-4464-ad41-be0dfb8cf86d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9093dd43-bbb7-4ed2-b27c-6495259c140a,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:20.630076 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.642049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 993a2817-0275-42af-a02c-57c87a31b682 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:20.642453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.690778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-310e433a-eac6-4a3a-b19c-26bd2a39928c tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.717145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-362f02b4-80a6-4464-ad41-be0dfb8cf86d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.718608 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-362f02b4-80a6-4464-ad41-be0dfb8cf86d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0282180 Feb 04 06:13:20.770238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=63f682e4-df96-4144-8e55-0571b74ff013,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:20.777514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42408) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:20.819046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:20.821289 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0559d654-f7b4-4088-9b7d-7c33723bbdc7 None None] Provisioning for port c24e71ef-a74e-4d7f-b2ed-c23f37288006 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:20.842036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0559d654-f7b4-4088-9b7d-7c33723bbdc7 None None] Provisioning complete for port c24e71ef-a74e-4d7f-b2ed-c23f37288006 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:20.843370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0559d654-f7b4-4088-9b7d-7c33723bbdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.857066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.867994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-310e433a-eac6-4a3a-b19c-26bd2a39928c tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Calling delete_port for 7b49a78d-2da8-4c4d-933b-4437efa5aad3 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:20.905049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0559d654-f7b4-4088-9b7d-7c33723bbdc7 None None] Port c24e71ef-a74e-4d7f-b2ed-c23f37288006 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:20.914396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:20.921231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-03eca9dd-59e9-4a46-9300-5d3d68766f77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet d40beea6-5953-4ffd-a47d-3e417aee40fb {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:20.929818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03eca9dd-59e9-4a46-9300-5d3d68766f77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:20.932636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'project_id': '5a1394f74e634cd68283014c787d7587', 'port_id': 'c24e71ef-a74e-4d7f-b2ed-c23f37288006'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:20.939245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:20.947052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Usage tracker for resource:floatingip and tenant:5a1394f74e634cd68283014c787d7587 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:20.952253 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:20.962834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:21.027638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0559d654-f7b4-4088-9b7d-7c33723bbdc7 None None] Provisioning for port 2655a145-0269-434c-b521-2b275b80d090 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:21.036351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0559d654-f7b4-4088-9b7d-7c33723bbdc7 None None] Provisioning complete for port 2655a145-0269-434c-b521-2b275b80d090 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:21.037030 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0559d654-f7b4-4088-9b7d-7c33723bbdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.060176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03eca9dd-59e9-4a46-9300-5d3d68766f77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.064615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.109637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0559d654-f7b4-4088-9b7d-7c33723bbdc7 None None] Port 2655a145-0269-434c-b521-2b275b80d090 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:21.124968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0559d654-f7b4-4088-9b7d-7c33723bbdc7 None None] Provisioning complete for port 993a2817-0275-42af-a02c-57c87a31b682 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:21.126211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0559d654-f7b4-4088-9b7d-7c33723bbdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.127253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e255d56c-3931-43d8-a1bc-e24df9581fde tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.130540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Made reservation on behalf of a72cc847d1cd4284829828a212b19c27 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:21.134016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.162375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-310e433a-eac6-4a3a-b19c-26bd2a39928c tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.196100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.227670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e433a-eac6-4a3a-b19c-26bd2a39928c tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event deleted for resources: {'Port': ['ID=7b49a78d-2da8-4c4d-933b-4437efa5aad3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:21.245500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e255d56c-3931-43d8-a1bc-e24df9581fde tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.340163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] device_id is not set on port d5dd05b5-6f33-44a9-9a42-363fd0ded181 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:13:21.360951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.365582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-310e433a-eac6-4a3a-b19c-26bd2a39928c tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.410001 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-310e433a-eac6-4a3a-b19c-26bd2a39928c tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "DELETE /v2.0/ports/7b49a78d-2da8-4c4d-933b-4437efa5aad3 HTTP/1.1" status: 204 len: 168 time: 1.6021032 Feb 04 06:13:21.415444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42412) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:21.496844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d6304b57-ef5b-4b61-a86d-c58473368a06 None None] Provisioning for port 63f682e4-df96-4144-8e55-0571b74ff013 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:21.507248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d6304b57-ef5b-4b61-a86d-c58473368a06 None None] Provisioning complete for port 63f682e4-df96-4144-8e55-0571b74ff013 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:21.507946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d6304b57-ef5b-4b61-a86d-c58473368a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.532679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03eca9dd-59e9-4a46-9300-5d3d68766f77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.567821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d6304b57-ef5b-4b61-a86d-c58473368a06 None None] Port 63f682e4-df96-4144-8e55-0571b74ff013 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:21.582230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d6304b57-ef5b-4b61-a86d-c58473368a06 None None] Provisioning complete for port ac596eff-3b51-4e72-85c4-afc9a3f86679 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:21.582606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d6304b57-ef5b-4b61-a86d-c58473368a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.586659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7e356-910d-458a-ba30-1b02f1236b28 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 6b225140-a8d0-465b-8ed9-e7739ab060e0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:21.587238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9f7e356-910d-458a-ba30-1b02f1236b28 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.606834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Allocated IP 172.26.7.155 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/8b76b294-2f01-4aa8-b0dd-23e59faddf30) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:21.650218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b48adc6-fb40-479d-8889-9e2a0c550587 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:21.651046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8b48adc6-fb40-479d-8889-9e2a0c550587 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Synchronizing usage tracker for tenant:cf4e4221d95845c0b3dceb21c3aad3b5 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:21.804435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.838808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8b48adc6-fb40-479d-8889-9e2a0c550587 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Unset dirty status for tenant:cf4e4221d95845c0b3dceb21c3aad3b5 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:21.842445 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8b48adc6-fb40-479d-8889-9e2a0c550587 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c6e180-65cd-4a6c-b34b-b59af7fcc52f HTTP/1.1" status: 200 len: 913 time: 0.4240239 Feb 04 06:13:21.845961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42416) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:21.853593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e255d56c-3931-43d8-a1bc-e24df9581fde tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.969606 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:21.983651 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255d56c-3931-43d8-a1bc-e24df9581fde tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2003a3d9-93f2-4594-b2fd-74436b0f5f3c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:22.146987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e255d56c-3931-43d8-a1bc-e24df9581fde tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.148601 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e255d56c-3931-43d8-a1bc-e24df9581fde tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-groups/2003a3d9-93f2-4594-b2fd-74436b0f5f3c HTTP/1.1" status: 204 len: 168 time: 1.3592801 Feb 04 06:13:22.162937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42420) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:22.163725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Allocated IP 2001:db8::87 (e97a9368-2c6b-4de1-aa89-0e72472aca58/aaa909df-de94-40f7-ad2d-ceda6d92a4d7/d5dd05b5-6f33-44a9-9a42-363fd0ded181) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:22.189501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03eca9dd-59e9-4a46-9300-5d3d68766f77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.189731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:22.198769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:22.258712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:22.261579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9f7e356-910d-458a-ba30-1b02f1236b28 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.274699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eca9dd-59e9-4a46-9300-5d3d68766f77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=d40beea6-5953-4ffd-a47d-3e417aee40fb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:22.284128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4a9a3-ab32-4f0f-9375-b86fc78db513 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:22.292488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03eca9dd-59e9-4a46-9300-5d3d68766f77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.306257 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Pushing event updated for resources: {'Port': ['ID=8b76b294-2f01-4aa8-b0dd-23e59faddf30,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:22.459085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7e356-910d-458a-ba30-1b02f1236b28 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 6b225140-a8d0-465b-8ed9-e7739ab060e0 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:22.460768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8cd68e13-7c0e-4b50-b6b5-7158c73221bf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:22.501053 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-03eca9dd-59e9-4a46-9300-5d3d68766f77 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/d40beea6-5953-4ffd-a47d-3e417aee40fb HTTP/1.1" status: 204 len: 168 time: 2.1985247 Feb 04 06:13:22.501735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42424) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:22.579491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126fbc98-2e18-431d-80bf-9545cf10610a None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:13:22.583749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-126fbc98-2e18-431d-80bf-9545cf10610a None None] Deleting port ac596eff-3b51-4e72-85c4-afc9a3f86679 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:22.584489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-126fbc98-2e18-431d-80bf-9545cf10610a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.664714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5c436cbf-caba-4e08-b8e9-4fde277a9eee tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:router {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:22.726707 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8cd68e13-7c0e-4b50-b6b5-7158c73221bf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:22.733845 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8cd68e13-7c0e-4b50-b6b5-7158c73221bf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5611963 Feb 04 06:13:22.737761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42428) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:22.747497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052995517'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:22.755746 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:22.804384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-126fbc98-2e18-431d-80bf-9545cf10610a None None] For port ac596eff-3b51-4e72-85c4-afc9a3f86679, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ac596eff-3b51-4e72-85c4-afc9a3f86679,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:22.804826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-126fbc98-2e18-431d-80bf-9545cf10610a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.825141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:22.848946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:13:22.874801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5c436cbf-caba-4e08-b8e9-4fde277a9eee tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:router {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:22.878795 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5c436cbf-caba-4e08-b8e9-4fde277a9eee tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3592122 Feb 04 06:13:22.886046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42432) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:22.893894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:22.912521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.931499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-126fbc98-2e18-431d-80bf-9545cf10610a None None] Calling delete_port for ac596eff-3b51-4e72-85c4-afc9a3f86679 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:22.942531 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:22.983226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:22.985250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:22.988670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:22.996259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:23.009629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc299011-cfc9-4852-8f4f-8e880ee71dec tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.027915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.127210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-126fbc98-2e18-431d-80bf-9545cf10610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.148620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.178675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fbc98-2e18-431d-80bf-9545cf10610a None None] Pushing event deleted for resources: {'Port': ['ID=ac596eff-3b51-4e72-85c4-afc9a3f86679,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:23.180574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fbc98-2e18-431d-80bf-9545cf10610a None None] No DVR routers for this DVR port ac596eff-3b51-4e72-85c4-afc9a3f86679 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:23.194368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.213747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Transition to ACTIVE for port object d5dd05b5-6f33-44a9-9a42-363fd0ded181 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:23.222124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=63f682e4-df96-4144-8e55-0571b74ff013,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:23.228509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:23.232737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.241430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:23.247099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:23.273039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:23.342537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.436095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fc299011-cfc9-4852-8f4f-8e880ee71dec tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Deleting port 3f4ac48e-f208-4237-ac2e-50df8f9a60c6 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:23.436441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc299011-cfc9-4852-8f4f-8e880ee71dec tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.475519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.585693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:23.589115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.665746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 8bc984b6-61c4-461d-a05c-88974d842719 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:23.669943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.674219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:23.735540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9f7e356-910d-458a-ba30-1b02f1236b28 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.793584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.823389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b03fdc-6f77-48af-bec0-67ceaab790bb,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:23.854760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:23.887918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:23.904157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:23.909932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:23.910581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.918948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc299011-cfc9-4852-8f4f-8e880ee71dec tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:23.973139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6a650edc-af32-4b31-81b0-ec08d4c69a01 None None] Provisioning complete for port 63f682e4-df96-4144-8e55-0571b74ff013 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:23.973703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a650edc-af32-4b31-81b0-ec08d4c69a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.011273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'Port': ['ID=d5dd05b5-6f33-44a9-9a42-363fd0ded181,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:24.056300 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6a650edc-af32-4b31-81b0-ec08d4c69a01 None None] Port 63f682e4-df96-4144-8e55-0571b74ff013 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:24.104741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7e356-910d-458a-ba30-1b02f1236b28 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=6b225140-a8d0-465b-8ed9-e7739ab060e0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:24.113062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.117503 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fb3e53fe-72b4-442b-8323-86731a674089 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3734295 Feb 04 06:13:24.123702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fc299011-cfc9-4852-8f4f-8e880ee71dec tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Calling delete_port for 3f4ac48e-f208-4237-ac2e-50df8f9a60c6 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:24.138248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42436) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:24.146345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group': {'name': 'tempest-secgroup--238245328'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:24.152688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:24.166757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:24.179746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:24.234060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:24.326753 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-54b9b4f2-89bb-4b91-8194-a4a8a80e3570 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.8893046 Feb 04 06:13:24.336309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42440) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:24.375459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7b0a3800-e048-46cb-b8b7-209613e9cec2 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18d', 'mac_address': 'fa:16:3e:02:cc:c6'}, {'ip_address': '2001:db8::2cb', 'mac_address': 'fa:16:3e:b7:a2:81'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:24.430822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac596eff-3b51-4e72-85c4-afc9a3f86679 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:24.467477 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: ac596eff-3b51-4e72-85c4-afc9a3f86679 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:13:24.468079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac596eff-3b51-4e72-85c4-afc9a3f86679 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:13:24.478005 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8c75c281-7916-418a-8067-40a4c13a5dfd None None] Provisioning for port d5dd05b5-6f33-44a9-9a42-363fd0ded181 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:24.486934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8c75c281-7916-418a-8067-40a4c13a5dfd None None] Provisioning complete for port d5dd05b5-6f33-44a9-9a42-363fd0ded181 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:24.489380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c75c281-7916-418a-8067-40a4c13a5dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.521457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.530672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.540130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 863961d7-a79e-4aaa-8eb4-77743c8f7b65 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:13:24.548638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8c75c281-7916-418a-8067-40a4c13a5dfd None None] Port d5dd05b5-6f33-44a9-9a42-363fd0ded181 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:24.664354 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.684373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9f7e356-910d-458a-ba30-1b02f1236b28 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.692962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:24.707400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:24.725231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc299011-cfc9-4852-8f4f-8e880ee71dec tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.726848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:24.747132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.801421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:24.862294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Pushing event updated for resources: {'Port': ['ID=8b76b294-2f01-4aa8-b0dd-23e59faddf30,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:24.919120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:24.984953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc299011-cfc9-4852-8f4f-8e880ee71dec tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event deleted for resources: {'Port': ['ID=3f4ac48e-f208-4237-ac2e-50df8f9a60c6,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:25.105347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:25.133790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:25.144505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec461e-152c-4c3a-b81e-88fd35b6bc33 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:25.152988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:25.153597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.180847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:25.189909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=9c74100a-db90-4caa-bb17-5d7b872e0fd7,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:25.202341 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69262b78-e210-44b1-9bf0-d48feb763c90 None None] Sync routers for ids ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:25.207277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fc299011-cfc9-4852-8f4f-8e880ee71dec tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.229393 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69262b78-e210-44b1-9bf0-d48feb763c90 None None] Routers {'863961d7-a79e-4aaa-8eb4-77743c8f7b65'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:25.231026 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-69262b78-e210-44b1-9bf0-d48feb763c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:25.334086 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-69262b78-e210-44b1-9bf0-d48feb763c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:25.348868 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69262b78-e210-44b1-9bf0-d48feb763c90 None None] Routers {'863961d7-a79e-4aaa-8eb4-77743c8f7b65'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:25.352994 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-69262b78-e210-44b1-9bf0-d48feb763c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:25.377939 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2e73aaf9-58ea-4342-95d3-ba5e7a7086de tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/863961d7-a79e-4aaa-8eb4-77743c8f7b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0868008 Feb 04 06:13:25.388692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42444) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:25.410578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3800-e048-46cb-b8b7-209613e9cec2 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.462724 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Floating IP a494cc5e-37f4-410b-af7e-4296ed9a1941 associated. External IP: 172.26.7.155, port: c24e71ef-a74e-4d7f-b2ed-c23f37288006. Feb 04 06:13:25.472264 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '9c74100a-db90-4caa-bb17-5d7b872e0fd7'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:13:25.475944 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-69262b78-e210-44b1-9bf0-d48feb763c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:25.476356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.476889 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69262b78-e210-44b1-9bf0-d48feb763c90 None None] The sync data for ids ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:25.491891 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-44ba47a4-9fb6-448d-8558-304c5b299df3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6050880 Feb 04 06:13:25.506895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42448) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:25.510347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.569731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:25.666677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Allocated IP 172.20.0.2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/9c74100a-db90-4caa-bb17-5d7b872e0fd7/cee21a94-2a1e-4f68-8373-9f487c83374f) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:25.685483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.765228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe02167-3d84-4430-a125-d917b1a8a5d5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:25.765852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dfe02167-3d84-4430-a125-d917b1a8a5d5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Synchronizing usage tracker for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:25.815050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc299011-cfc9-4852-8f4f-8e880ee71dec tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Router f4c6e180-65cd-4a6c-b34b-b59af7fcc52f has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:25.888316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f2a6d9-8df7-4b00-9111-a453ffa442d9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:25.911318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.913190 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a56e4f38-2c34-407d-ac50-e3916e9c7fdd tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7736490 Feb 04 06:13:25.914537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:25.925325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Transition to ACTIVE for port object cee21a94-2a1e-4f68-8373-9f487c83374f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:25.944850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Transition to ACTIVE for port object cee21a94-2a1e-4f68-8373-9f487c83374f will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:25.952962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42452) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:26.014598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-12810105-ba31-4228-89ad-b0c08925df2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': '47b03fdc-6f77-48af-bec0-67ceaab790bb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '77f2a6d9-8df7-4b00-9111-a453ffa442d9', 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:26.028538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.038872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dfe02167-3d84-4430-a125-d917b1a8a5d5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Unset dirty status for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:26.040221 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dfe02167-3d84-4430-a125-d917b1a8a5d5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports/63f682e4-df96-4144-8e55-0571b74ff013 HTTP/1.1" status: 200 len: 910 time: 0.6466036 Feb 04 06:13:26.043666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-12810105-ba31-4228-89ad-b0c08925df2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:26.055189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42456) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:26.060265 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-12810105-ba31-4228-89ad-b0c08925df2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:26.071764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-12810105-ba31-4228-89ad-b0c08925df2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:26.104552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:26.107418 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:26.107615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc299011-cfc9-4852-8f4f-8e880ee71dec tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:26.111444 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:26.137799 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Router d983963d-859c-4bb4-85f7-9e16dd3f6799 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:26.145414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Pushing event updated for resources: {'Port': ['ID=cee21a94-2a1e-4f68-8373-9f487c83374f,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:26.154235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1806228-e729-4df1-be79-3ca4a05fab59 None None] Sync routers for ids ['f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:26.172945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-12810105-ba31-4228-89ad-b0c08925df2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:26.193173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f7e356-910d-458a-ba30-1b02f1236b28 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router fd62dad2-f524-471f-ac67-d3b18d41564c has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:26.193687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:26.212538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1806228-e729-4df1-be79-3ca4a05fab59 None None] Routers {'f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:26.213197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a1806228-e729-4df1-be79-3ca4a05fab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:26.274728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:26.277141 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Attempting to bind port cee21a94-2a1e-4f68-8373-9f487c83374f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:26.277498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Attempting to bind port cee21a94-2a1e-4f68-8373-9f487c83374f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:26.277868 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Attempting to bind port cee21a94-2a1e-4f68-8373-9f487c83374f on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:26.280007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a1806228-e729-4df1-be79-3ca4a05fab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:26.289235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:26.289456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:26.289613 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:26.290000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.290391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:26.290850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Bound port: cee21a94-2a1e-4f68-8373-9f487c83374f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:26.291231 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.300526 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fc299011-cfc9-4852-8f4f-8e880ee71dec tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "PUT /v2.0/routers/f4c6e180-65cd-4a6c-b34b-b59af7fcc52f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4568238 Feb 04 06:13:26.308725 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42460) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:26.325553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:26.336161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1806228-e729-4df1-be79-3ca4a05fab59 None None] Routers {'f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:26.336835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a1806228-e729-4df1-be79-3ca4a05fab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:26.415183 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a1806228-e729-4df1-be79-3ca4a05fab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:26.415591 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1806228-e729-4df1-be79-3ca4a05fab59 None None] The sync data for ids ['f4c6e180-65cd-4a6c-b34b-b59af7fcc52f'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:26.451107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] For port cee21a94-2a1e-4f68-8373-9f487c83374f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:26.455363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] For port cee21a94-2a1e-4f68-8373-9f487c83374f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cee21a94-2a1e-4f68-8373-9f487c83374f,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:26.457827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:26.461045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-844ce09c-c2e3-4dbe-bbdc-da5b7239161a tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.469098 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477d6aa-8cba-47a9-896a-f82fddaffd4f None None] Sync routers for ids ['d983963d-859c-4bb4-85f7-9e16dd3f6799'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:26.478578 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477d6aa-8cba-47a9-896a-f82fddaffd4f None None] Routers {'d983963d-859c-4bb4-85f7-9e16dd3f6799'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:26.479386 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7477d6aa-8cba-47a9-896a-f82fddaffd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d983963d-859c-4bb4-85f7-9e16dd3f6799'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:26.498234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3800-e048-46cb-b8b7-209613e9cec2 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.544923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.576843 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7477d6aa-8cba-47a9-896a-f82fddaffd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:26.586859 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477d6aa-8cba-47a9-896a-f82fddaffd4f None None] Routers {'d983963d-859c-4bb4-85f7-9e16dd3f6799'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:26.587715 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7477d6aa-8cba-47a9-896a-f82fddaffd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d983963d-859c-4bb4-85f7-9e16dd3f6799'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:26.627206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5409b-e242-4cc7-b9a9-565b578d3f79 None None] Pushing event updated for resources: {'Port': ['ID=cee21a94-2a1e-4f68-8373-9f487c83374f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:26.653350 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7477d6aa-8cba-47a9-896a-f82fddaffd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:26.653753 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477d6aa-8cba-47a9-896a-f82fddaffd4f None None] The sync data for ids ['d983963d-859c-4bb4-85f7-9e16dd3f6799'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:26.781803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-12810105-ba31-4228-89ad-b0c08925df2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.841560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.852687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:26.856085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:26.871853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3800-e048-46cb-b8b7-209613e9cec2 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.016996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-844ce09c-c2e3-4dbe-bbdc-da5b7239161a tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.021805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-844ce09c-c2e3-4dbe-bbdc-da5b7239161a tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.032120 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-db920be5-8b26-4634-abe7-c9e77485aace tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.4945176 Feb 04 06:13:27.036347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42464) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:27.070468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a3800-e048-46cb-b8b7-209613e9cec2 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] In _notify_port_updated(), no bound segment for port d5dd05b5-6f33-44a9-9a42-363fd0ded181 on network e97a9368-2c6b-4de1-aa89-0e72472aca58 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:13:27.076210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0a3800-e048-46cb-b8b7-209613e9cec2 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:27.076885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3800-e048-46cb-b8b7-209613e9cec2 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.080809 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7b0a3800-e048-46cb-b8b7-209613e9cec2 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "PUT /v2.0/ports/d5dd05b5-6f33-44a9-9a42-363fd0ded181 HTTP/1.1" status: 200 len: 1064 time: 2.7409539 Feb 04 06:13:27.089276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42468) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:27.159628 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8fd4a096-cd05-409e-81b2-354c33f9e433 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] 10.222.0.32 "GET /v2.0/floatingips/a494cc5e-37f4-410b-af7e-4296ed9a1941 HTTP/1.1" status: 200 len: 983 time: 0.1225009 Feb 04 06:13:27.162025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42472) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:27.201263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f7e356-910d-458a-ba30-1b02f1236b28 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:27.211743 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be7ae17-57de-4841-90d1-0b5572df16d1 None None] Sync routers for ids ['fd62dad2-f524-471f-ac67-d3b18d41564c'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:27.219592 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-844ce09c-c2e3-4dbe-bbdc-da5b7239161a tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.219592 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ce09c-c2e3-4dbe-bbdc-da5b7239161a tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Fanout notify agent at l3_agent the message router_deleted on router f4c6e180-65cd-4a6c-b34b-b59af7fcc52f {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:13:27.230788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7ae17-57de-4841-90d1-0b5572df16d1 None None] Routers {'fd62dad2-f524-471f-ac67-d3b18d41564c'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:27.231555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4be7ae17-57de-4841-90d1-0b5572df16d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fd62dad2-f524-471f-ac67-d3b18d41564c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:27.238323 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e9f7e356-910d-458a-ba30-1b02f1236b28 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "PUT /v2.0/routers/fd62dad2-f524-471f-ac67-d3b18d41564c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4593444 Feb 04 06:13:27.244530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42476) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:27.254131 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a3800-e048-46cb-b8b7-209613e9cec2 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event updated for resources: {'Port': ['ID=d5dd05b5-6f33-44a9-9a42-363fd0ded181,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:27.322085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-844ce09c-c2e3-4dbe-bbdc-da5b7239161a tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.325702 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-844ce09c-c2e3-4dbe-bbdc-da5b7239161a tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "DELETE /v2.0/routers/f4c6e180-65cd-4a6c-b34b-b59af7fcc52f HTTP/1.1" status: 204 len: 168 time: 1.0158820 Feb 04 06:13:27.326387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42480) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:27.336075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4be7ae17-57de-4841-90d1-0b5572df16d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:27.351419 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7ae17-57de-4841-90d1-0b5572df16d1 None None] Routers {'fd62dad2-f524-471f-ac67-d3b18d41564c'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:27.352894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4be7ae17-57de-4841-90d1-0b5572df16d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fd62dad2-f524-471f-ac67-d3b18d41564c'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:27.401168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-95c7d618-1fd2-4d80-b59d-e49ceab8bb56 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Deleting port d5dd05b5-6f33-44a9-9a42-363fd0ded181 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:27.401593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95c7d618-1fd2-4d80-b59d-e49ceab8bb56 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.405288 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4f065d64-1faf-46c2-bb46-8c52a31475f6 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.2421334 Feb 04 06:13:27.410863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42484) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:27.454474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-4be7ae17-57de-4841-90d1-0b5572df16d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:27.455204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be7ae17-57de-4841-90d1-0b5572df16d1 None None] The sync data for ids ['fd62dad2-f524-471f-ac67-d3b18d41564c'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:27.475646 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-aed3b55f-1f70-405c-924c-875457eb0c4f None None] Provisioning complete for port d5dd05b5-6f33-44a9-9a42-363fd0ded181 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:27.476758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aed3b55f-1f70-405c-924c-875457eb0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.530087 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-12810105-ba31-4228-89ad-b0c08925df2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.565856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-aed3b55f-1f70-405c-924c-875457eb0c4f None None] Port d5dd05b5-6f33-44a9-9a42-363fd0ded181 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:27.625034 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-b053a9ae-8334-45d6-b6be-09ff331a78c2 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Deleting subnet 06eebdb8-a1d6-47b7-a189-358fd5ec319d {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:27.644800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b053a9ae-8334-45d6-b6be-09ff331a78c2 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.655931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-12810105-ba31-4228-89ad-b0c08925df2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.752152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12810105-ba31-4228-89ad-b0c08925df2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88842fe5-dba8-425f-b1fc-df1b19996a2b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:27.787496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.842435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.873651 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b053a9ae-8334-45d6-b6be-09ff331a78c2 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.988088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-12810105-ba31-4228-89ad-b0c08925df2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:27.989323 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-12810105-ba31-4228-89ad-b0c08925df2b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.0331459 Feb 04 06:13:28.000737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42488) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:28.059307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95c7d618-1fd2-4d80-b59d-e49ceab8bb56 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.064443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-dc778252-a07e-49f1-aa7c-54d9d119fbee None None] Provisioning for port cee21a94-2a1e-4f68-8373-9f487c83374f completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:28.093429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Deleting port 8b76b294-2f01-4aa8-b0dd-23e59faddf30 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:28.093692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.325398 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b053a9ae-8334-45d6-b6be-09ff331a78c2 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.361998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-95c7d618-1fd2-4d80-b59d-e49ceab8bb56 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Calling delete_port for d5dd05b5-6f33-44a9-9a42-363fd0ded181 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:28.371367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.417575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58eef859-2eb3-4bde-af76-26ae035ca8f9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.446386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.447091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.491443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58eef859-2eb3-4bde-af76-26ae035ca8f9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.493904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cee21a94-2a1e-4f68-8373-9f487c83374f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:28.599317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 8d10027a-2943-4321-a101-dffd9d5bf971 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:28.599654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.629301 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Calling delete_port for 8b76b294-2f01-4aa8-b0dd-23e59faddf30 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:28.647063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port cee21a94-2a1e-4f68-8373-9f487c83374f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:28.652537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port cee21a94-2a1e-4f68-8373-9f487c83374f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:28.653631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.698257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58eef859-2eb3-4bde-af76-26ae035ca8f9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.778167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.791808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eef859-2eb3-4bde-af76-26ae035ca8f9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88842fe5-dba8-425f-b1fc-df1b19996a2b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:28.804080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b053a9ae-8334-45d6-b6be-09ff331a78c2 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.818538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port cee21a94-2a1e-4f68-8373-9f487c83374f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cee21a94-2a1e-4f68-8373-9f487c83374f,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:28.859030 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053a9ae-8334-45d6-b6be-09ff331a78c2 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event deleted for resources: {'Subnet': ['ID=06eebdb8-a1d6-47b7-a189-358fd5ec319d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:28.873683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58eef859-2eb3-4bde-af76-26ae035ca8f9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.875003 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-58eef859-2eb3-4bde-af76-26ae035ca8f9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/88842fe5-dba8-425f-b1fc-df1b19996a2b HTTP/1.1" status: 204 len: 168 time: 0.8685529 Feb 04 06:13:28.881464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42492) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:28.883119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b053a9ae-8334-45d6-b6be-09ff331a78c2 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:28.884108 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e278bd18-1f45-4255-9cdb-7acf4e20bb9e None None] Network 96a82a7e-4f6e-489f-a4f0-e60167978ec2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:28.891592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Allocated IP 172.21.0.1 (68bc3aa8-7688-4cf1-bcf5-8b43745ab24c/8d173af9-65de-47ed-b918-2a1886538bf5/f6c3dcbf-d42e-47ca-8385-617fb6e7d203) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:28.905214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.objects.ports [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:13:28.910616 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b053a9ae-8334-45d6-b6be-09ff331a78c2 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "DELETE /v2.0/subnets/06eebdb8-a1d6-47b7-a189-358fd5ec319d HTTP/1.1" status: 204 len: 168 time: 1.5714619 Feb 04 06:13:28.924240 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42496) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:28.987529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.020637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95c7d618-1fd2-4d80-b59d-e49ceab8bb56 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.072947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.099221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7d618-1fd2-4d80-b59d-e49ceab8bb56 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event deleted for resources: {'Port': ['ID=d5dd05b5-6f33-44a9-9a42-363fd0ded181,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:29.127451 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-75269c57-6af9-4a01-a988-7614525b37ec tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:29.179455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=cee21a94-2a1e-4f68-8373-9f487c83374f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:29.259294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 8d10027a-2943-4321-a101-dffd9d5bf971 owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:29.307165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb270b7-370b-44f9-a6c6-3e22947f0176 None None] DHCP port deletion for 96a82a7e-4f6e-489f-a4f0-e60167978ec2 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:13:29.312997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cfb270b7-370b-44f9-a6c6-3e22947f0176 None None] Deleting port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:29.313668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfb270b7-370b-44f9-a6c6-3e22947f0176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.341838 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.349391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.362583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Deleting port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:29.362824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.430976 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.471317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-75269c57-6af9-4a01-a988-7614525b37ec tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:29.475754 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-75269c57-6af9-4a01-a988-7614525b37ec tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5853798 Feb 04 06:13:29.484018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Transition to ACTIVE for port object f6c3dcbf-d42e-47ca-8385-617fb6e7d203 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:29.486443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42500) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:29.488959 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event deleted for resources: {'Port': ['ID=8b76b294-2f01-4aa8-b0dd-23e59faddf30,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:29.557578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-95c7d618-1fd2-4d80-b59d-e49ceab8bb56 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.561873 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-95c7d618-1fd2-4d80-b59d-e49ceab8bb56 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "DELETE /v2.0/ports/d5dd05b5-6f33-44a9-9a42-363fd0ded181 HTTP/1.1" status: 204 len: 168 time: 2.4533694 Feb 04 06:13:29.562599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.572788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42504) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:29.612830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cfb270b7-370b-44f9-a6c6-3e22947f0176 None None] For port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8e4e2f67-48bb-4e3b-9900-ff3c4395d910,segment=NetworkSegment(a5b0e330-23f0-4d61-8415-f6d7fd49cde4),segment_id=a5b0e330-23f0-4d61-8415-f6d7fd49cde4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:29.613694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfb270b7-370b-44f9-a6c6-3e22947f0176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.657217 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3be67e-edd9-492b-ae5c-3bb8bdb9b8fd tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] GET failed (client error): The resource could not be found. Feb 04 06:13:29.657657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0f3be67e-edd9-492b-ae5c-3bb8bdb9b8fd tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Synchronizing usage tracker for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:29.748674 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cfb270b7-370b-44f9-a6c6-3e22947f0176 None None] Calling delete_port for 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:29.783961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.846931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0f3be67e-edd9-492b-ae5c-3bb8bdb9b8fd tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Unset dirty status for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:29.848085 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0f3be67e-edd9-492b-ae5c-3bb8bdb9b8fd tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "GET /v2.0/ports/d5dd05b5-6f33-44a9-9a42-363fd0ded181 HTTP/1.1" status: 404 len: 333 time: 0.2734280 Feb 04 06:13:29.866326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42512) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:29.907987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:29.910661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfb270b7-370b-44f9-a6c6-3e22947f0176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.922613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:29.962400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:29.963334 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Floating IP a494cc5e-37f4-410b-af7e-4296ed9a1941 disassociated (deleted). External IP: 172.26.7.155, port: c24e71ef-a74e-4d7f-b2ed-c23f37288006. Feb 04 06:13:29.973569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb270b7-370b-44f9-a6c6-3e22947f0176 None None] No DVR routers for this DVR port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:29.987401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb270b7-370b-44f9-a6c6-3e22947f0176 None None] Pushing event deleted for resources: {'Port': ['ID=8e4e2f67-48bb-4e3b-9900-ff3c4395d910,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:30.035273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40a235e7-7621-4d50-a6aa-095cf7a3460d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.087497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:30.106518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] For port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8e4e2f67-48bb-4e3b-9900-ff3c4395d910,segment=NetworkSegment(a5b0e330-23f0-4d61-8415-f6d7fd49cde4),segment_id=a5b0e330-23f0-4d61-8415-f6d7fd49cde4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:30.106898 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.124132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=f6c3dcbf-d42e-47ca-8385-617fb6e7d203,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:30.133474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40a235e7-7621-4d50-a6aa-095cf7a3460d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.165477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] For port cee21a94-2a1e-4f68-8373-9f487c83374f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cee21a94-2a1e-4f68-8373-9f487c83374f,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:30.181240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c4587a36-75f9-470c-8b1a-2dadccef9aed tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Deleting port 2655a145-0269-434c-b521-2b275b80d090 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:30.181568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c4587a36-75f9-470c-8b1a-2dadccef9aed tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.234484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.270127 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Calling delete_port for 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:30.301639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.302134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.306853 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3a2ecebf-dd5b-4d5e-9fe8-92e194d74b1d None None] Provisioning for port f6c3dcbf-d42e-47ca-8385-617fb6e7d203 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:30.312032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3a2ecebf-dd5b-4d5e-9fe8-92e194d74b1d None None] Provisioning complete for port f6c3dcbf-d42e-47ca-8385-617fb6e7d203 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:30.312628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecebf-dd5b-4d5e-9fe8-92e194d74b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.368744 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ecebf-dd5b-4d5e-9fe8-92e194d74b1d None None] Port f6c3dcbf-d42e-47ca-8385-617fb6e7d203 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:30.381032 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=8d10027a-2943-4321-a101-dffd9d5bf971,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:30.430528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.431371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.471579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cee21a94-2a1e-4f68-8373-9f487c83374f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:30.560823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port cee21a94-2a1e-4f68-8373-9f487c83374f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:30.561648 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.584688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:30.598702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:30.610787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c41ccd4-e18d-4cf4-b736-690d0eef5466 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:30.621243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:30.621847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.629138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=be2a445d-853a-4f2d-aa62-72030fb690ff,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:30.657731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c4587a36-75f9-470c-8b1a-2dadccef9aed tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.664567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=cee21a94-2a1e-4f68-8373-9f487c83374f,revision_number=5']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:30.669356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40a235e7-7621-4d50-a6aa-095cf7a3460d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.676196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.806654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:30.807048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:30.807611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a235e7-7621-4d50-a6aa-095cf7a3460d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f2a6d9-8df7-4b00-9111-a453ffa442d9,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:30.827767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c4587a36-75f9-470c-8b1a-2dadccef9aed tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Calling delete_port for 2655a145-0269-434c-b521-2b275b80d090 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:30.865048 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-de8bb0f4-c8e4-4297-a4fb-5d3cecd5a1fb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.3506181 Feb 04 06:13:30.881349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42520) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:30.890108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:30.891976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:ea:cb:cf', 'name': 'tempest-NetworksTestDHCPv6-1339856318'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:30.894417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.004495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:31.041449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.052166 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:13:31.052575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:13:31.145819 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Router d983963d-859c-4bb4-85f7-9e16dd3f6799 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:31.244864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.250667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Fanout notify agent at l3_agent the message router_deleted on router fd62dad2-f524-471f-ac67-d3b18d41564c {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:13:31.250667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40a235e7-7621-4d50-a6aa-095cf7a3460d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.250904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c4587a36-75f9-470c-8b1a-2dadccef9aed tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.251003 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-40a235e7-7621-4d50-a6aa-095cf7a3460d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-groups/77f2a6d9-8df7-4b00-9111-a453ffa442d9 HTTP/1.1" status: 204 len: 168 time: 1.7608328 Feb 04 06:13:31.254294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42524) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:31.326596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Deleting port 8e4e2f67-48bb-4e3b-9900-ff3c4395d910 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:31.326747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.354637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4587a36-75f9-470c-8b1a-2dadccef9aed tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event deleted for resources: {'Port': ['ID=2655a145-0269-434c-b521-2b275b80d090,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:31.397613 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.398738 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4b2dd523-5621-4058-95a3-3b99296659e4 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/routers/fd62dad2-f524-471f-ac67-d3b18d41564c HTTP/1.1" status: 204 len: 168 time: 4.1532304 Feb 04 06:13:31.423262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c4587a36-75f9-470c-8b1a-2dadccef9aed tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.426708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42528) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:31.457453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] The port '8e4e2f67-48bb-4e3b-9900-ff3c4395d910' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:13:31.528329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4db9f0-07aa-40c4-b641-f289d90d037c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting subnet 4685e9c0-b8c1-4d3e-b2dd-96e1fe7ec272 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:31.530701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:31.547114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e4db9f0-07aa-40c4-b641-f289d90d037c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.578610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:31.593752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:31.616306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:31.618071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:31.627948 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f86d5ec-988c-4a85-b6c6-7c52eff769d5 None None] Sync routers for ids ['d983963d-859c-4bb4-85f7-9e16dd3f6799'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:31.639680 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86d5ec-988c-4a85-b6c6-7c52eff769d5 None None] Routers {'d983963d-859c-4bb4-85f7-9e16dd3f6799'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:31.640768 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7f86d5ec-988c-4a85-b6c6-7c52eff769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d983963d-859c-4bb4-85f7-9e16dd3f6799'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:31.641780 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0d95908a-6ba0-4c21-9366-85c2bff2db5d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:31.651004 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.730019 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7f86d5ec-988c-4a85-b6c6-7c52eff769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:31.741895 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86d5ec-988c-4a85-b6c6-7c52eff769d5 None None] Routers {'d983963d-859c-4bb4-85f7-9e16dd3f6799'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:31.742108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.742500 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7f86d5ec-988c-4a85-b6c6-7c52eff769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d983963d-859c-4bb4-85f7-9e16dd3f6799'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:31.787345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a82a7e-4f6e-489f-a4f0-e60167978ec2']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:31.795934 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c4587a36-75f9-470c-8b1a-2dadccef9aed tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "DELETE /v2.0/ports/2655a145-0269-434c-b521-2b275b80d090 HTTP/1.1" status: 204 len: 168 time: 1.9253824 Feb 04 06:13:31.796880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42532) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:31.802737 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2a6b951e-53fb-421d-9498-c45381d75455 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "DELETE /v2.0/floatingips/a494cc5e-37f4-410b-af7e-4296ed9a1941 HTTP/1.1" status: 204 len: 168 time: 4.3885949 Feb 04 06:13:31.816488 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7f86d5ec-988c-4a85-b6c6-7c52eff769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:31.816933 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f86d5ec-988c-4a85-b6c6-7c52eff769d5 None None] The sync data for ids ['d983963d-859c-4bb4-85f7-9e16dd3f6799'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:31.829969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c2834be8-e6d5-449e-b6bb-23e13d677878 None None] Provisioning complete for port cee21a94-2a1e-4f68-8373-9f487c83374f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:31.830463 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2834be8-e6d5-449e-b6bb-23e13d677878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.842314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b0e330-23f0-4d61-8415-f6d7fd49cde4') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:31.842726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b0e330-23f0-4d61-8415-f6d7fd49cde4') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:31.849193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42536) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:31.857137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:31.860891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e4db9f0-07aa-40c4-b641-f289d90d037c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.868408 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ab390d-1aff-4ddf-849a-b0d42c540f40 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] GET failed (client error): The resource could not be found. Feb 04 06:13:31.869048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-60ab390d-1aff-4ddf-849a-b0d42c540f40 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Synchronizing usage tracker for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:31.871909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:31.876277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.885549 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Usage tracker for resource:floatingip and tenant:7ea377f96b044928bf27929f00ecd6c2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:31.891436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0d95908a-6ba0-4c21-9366-85c2bff2db5d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:31.895733 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0d95908a-6ba0-4c21-9366-85c2bff2db5d tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6356142 Feb 04 06:13:31.897538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:31.900452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42540) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:31.910634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:31.916581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.924232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:13:31.924952 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:13:31.940498 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:13:31.955401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:32.032923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-60ab390d-1aff-4ddf-849a-b0d42c540f40 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Unset dirty status for tenant:a72cc847d1cd4284829828a212b19c27 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:32.037653 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-60ab390d-1aff-4ddf-849a-b0d42c540f40 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "GET /v2.0/ports/2655a145-0269-434c-b521-2b275b80d090 HTTP/1.1" status: 404 len: 333 time: 0.2364428 Feb 04 06:13:32.038066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42546) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:32.084402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.169780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fae3bcb3-e96e-43b2-bc58-5d602da8249b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.187885 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6a454-5255-46a0-9604-f932d8d87353 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Deleting port c7ba53b3-a2df-46ec-8ec1-87a4913e927e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:32.188403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a454-5255-46a0-9604-f932d8d87353 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.228080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.237415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.246448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.247253 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.248915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fae3bcb3-e96e-43b2-bc58-5d602da8249b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.278938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] Pushing event deleted for resources: {'Network': ['ID=96a82a7e-4f6e-489f-a4f0-e60167978ec2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:32.283907 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6beff1c9-efa5-4dfe-a3da-f02e665d34b0 tempest-FloatingIPNegativeTestJSON-546414123 tempest-FloatingIPNegativeTestJSON-546414123-project] 10.222.0.32 "DELETE /v2.0/networks/96a82a7e-4f6e-489f-a4f0-e60167978ec2 HTTP/1.1" status: 204 len: 168 time: 3.3561661 Feb 04 06:13:32.303948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port dbea652a-ed75-480c-8e0d-9d7424c14366 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:13:32.452058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.476677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cee21a94-2a1e-4f68-8373-9f487c83374f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:32.510429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.515704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a454-5255-46a0-9604-f932d8d87353 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.522719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e4db9f0-07aa-40c4-b641-f289d90d037c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.553719 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port cee21a94-2a1e-4f68-8373-9f487c83374f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:32.561261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.567352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fae3bcb3-e96e-43b2-bc58-5d602da8249b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.626982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3bcb3-e96e-43b2-bc58-5d602da8249b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b03fdc-6f77-48af-bec0-67ceaab790bb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:32.691733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6a454-5255-46a0-9604-f932d8d87353 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Calling delete_port for c7ba53b3-a2df-46ec-8ec1-87a4913e927e owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:32.720033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=f6c3dcbf-d42e-47ca-8385-617fb6e7d203,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:32.731970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.824906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 172.20.0.9 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/9c74100a-db90-4caa-bb17-5d7b872e0fd7/dbea652a-ed75-480c-8e0d-9d7424c14366) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:32.841230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::f816:3eff:feea:cbcf (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/be2a445d-853a-4f2d-aa62-72030fb690ff/dbea652a-ed75-480c-8e0d-9d7424c14366) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:32.870109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fae3bcb3-e96e-43b2-bc58-5d602da8249b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:32.871236 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fae3bcb3-e96e-43b2-bc58-5d602da8249b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-groups/47b03fdc-6f77-48af-bec0-67ceaab790bb HTTP/1.1" status: 204 len: 168 time: 0.9698279 Feb 04 06:13:32.885009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42558) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:32.986783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e4db9f0-07aa-40c4-b641-f289d90d037c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.012047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42564) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:33.031117 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Allocated IP 172.26.7.190 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/02bf3bc4-b481-4d19-b646-1a7e71281206) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:33.115860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4db9f0-07aa-40c4-b641-f289d90d037c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Subnet': ['ID=4685e9c0-b8c1-4d3e-b2dd-96e1fe7ec272,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:33.123915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:33.125098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e4db9f0-07aa-40c4-b641-f289d90d037c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.128006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63edcfd4-8890-4143-81f1-c34debe76bda None None] Network 9a816e58-5637-459a-848b-2d6ad431bceb requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:33.132247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7746b1d5-c572-4d5e-a624-e257da2902b9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:33.138309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:33.273004 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.289584 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4bd14cf4-1ebc-4cc4-a539-d5881c297cc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf4e4221d95845c0b3dceb21c3aad3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709377 Feb 04 06:13:33.289584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42572) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:33.306987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a454-5255-46a0-9604-f932d8d87353 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.384350 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7e4db9f0-07aa-40c4-b641-f289d90d037c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/subnets/4685e9c0-b8c1-4d3e-b2dd-96e1fe7ec272 HTTP/1.1" status: 204 len: 168 time: 1.9428663 Feb 04 06:13:33.389402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42576) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:33.393809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.399689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7746b1d5-c572-4d5e-a624-e257da2902b9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:33.400156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6a454-5255-46a0-9604-f932d8d87353 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event deleted for resources: {'Port': ['ID=c7ba53b3-a2df-46ec-8ec1-87a4913e927e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:33.401046 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7746b1d5-c572-4d5e-a624-e257da2902b9 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5143898 Feb 04 06:13:33.410782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42580) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:33.422484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group': {'name': 'tempest-secgroup--15649014'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:33.494697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:33.504904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-093aa187-41c5-4bf2-ae41-9763db8b1e05 None None] Provisioning complete for port f6c3dcbf-d42e-47ca-8385-617fb6e7d203 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:33.505437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-093aa187-41c5-4bf2-ae41-9763db8b1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.547186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:33.549573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a454-5255-46a0-9604-f932d8d87353 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.571301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e86fbbe-7143-4c24-8898-f11e2725a9bd None None] DHCP port deletion for 9a816e58-5637-459a-848b-2d6ad431bceb request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:13:33.581431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6e86fbbe-7143-4c24-8898-f11e2725a9bd None None] Deleting port 009ca3ed-43e9-4218-adc1-5396b4805e22 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:33.581800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6e86fbbe-7143-4c24-8898-f11e2725a9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.586996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de24915d-b1a1-41a4-b2a9-2403bb766108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.616220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de24915d-b1a1-41a4-b2a9-2403bb766108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.631770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-093aa187-41c5-4bf2-ae41-9763db8b1e05 None None] Port f6c3dcbf-d42e-47ca-8385-617fb6e7d203 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:33.661975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 863961d7-a79e-4aaa-8eb4-77743c8f7b65 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:33.679093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object dbea652a-ed75-480c-8e0d-9d7424c14366 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:33.691609 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6cb6a454-5255-46a0-9604-f932d8d87353 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "DELETE /v2.0/ports/c7ba53b3-a2df-46ec-8ec1-87a4913e927e HTTP/1.1" status: 204 len: 168 time: 1.6502950 Feb 04 06:13:33.701333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42584) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:33.732957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.747436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.796834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.811126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6e86fbbe-7143-4c24-8898-f11e2725a9bd None None] For port 009ca3ed-43e9-4218-adc1-5396b4805e22, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=009ca3ed-43e9-4218-adc1-5396b4805e22,segment=NetworkSegment(4ad3d163-c33c-419d-9327-26ff559f2217),segment_id=4ad3d163-c33c-419d-9327-26ff559f2217)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:33.811324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6e86fbbe-7143-4c24-8898-f11e2725a9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.843254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de24915d-b1a1-41a4-b2a9-2403bb766108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.862356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:33.867894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:33.876188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:33.878854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:33.891258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 009ca3ed-43e9-4218-adc1-5396b4805e22 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:33.891602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.915604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-6360b253-7880-47d5-b3b7-5e47ba2f31c9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Deleting subnet aaa909df-de94-40f7-ad2d-ceda6d92a4d7 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:33.919621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:33.922743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:33.930131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Pushing event updated for resources: {'Port': ['ID=02bf3bc4-b481-4d19-b646-1a7e71281206,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:33.933725 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24915d-b1a1-41a4-b2a9-2403bb766108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fcae7d-e0aa-42f4-b486-ccc22e63a65f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:33.935828 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-230d7db4-68e0-4e20-8f45-af58fb636f2e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/863961d7-a79e-4aaa-8eb4-77743c8f7b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8776562 Feb 04 06:13:33.936356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:33.936505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42588) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:33.940905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6360b253-7880-47d5-b3b7-5e47ba2f31c9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:33.947937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3985086-9d1e-4fb7-8f80-6d0641df891e None None] Sync routers for ids ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:33.955976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6e86fbbe-7143-4c24-8898-f11e2725a9bd None None] Calling delete_port for 009ca3ed-43e9-4218-adc1-5396b4805e22 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:33.980444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:34.001994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.006958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de24915d-b1a1-41a4-b2a9-2403bb766108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.011039 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-de24915d-b1a1-41a4-b2a9-2403bb766108 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16fcae7d-e0aa-42f4-b486-ccc22e63a65f HTTP/1.1" status: 204 len: 168 time: 0.7175007 Feb 04 06:13:34.025425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3985086-9d1e-4fb7-8f80-6d0641df891e None None] Routers {'863961d7-a79e-4aaa-8eb4-77743c8f7b65'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:34.026062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b3985086-9d1e-4fb7-8f80-6d0641df891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:34.055198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6360b253-7880-47d5-b3b7-5e47ba2f31c9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.105786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b3985086-9d1e-4fb7-8f80-6d0641df891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:34.125419 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3985086-9d1e-4fb7-8f80-6d0641df891e None None] Routers {'863961d7-a79e-4aaa-8eb4-77743c8f7b65'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:34.126029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b3985086-9d1e-4fb7-8f80-6d0641df891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:34.130502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c794b7a1-0f42-41b7-899b-9d9bdce59382 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:34.131122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c794b7a1-0f42-41b7-899b-9d9bdce59382 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Synchronizing usage tracker for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:34.159208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:34.165525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:34.179126 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.184036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.206642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6360b253-7880-47d5-b3b7-5e47ba2f31c9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.208339 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b3985086-9d1e-4fb7-8f80-6d0641df891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:34.208766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3985086-9d1e-4fb7-8f80-6d0641df891e None None] The sync data for ids ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:34.235454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:34.269047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=dbea652a-ed75-480c-8e0d-9d7424c14366,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:34.314285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] For port 009ca3ed-43e9-4218-adc1-5396b4805e22, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=009ca3ed-43e9-4218-adc1-5396b4805e22,segment=NetworkSegment(4ad3d163-c33c-419d-9327-26ff559f2217),segment_id=4ad3d163-c33c-419d-9327-26ff559f2217)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:34.315638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.322818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.355979 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6e86fbbe-7143-4c24-8898-f11e2725a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.457129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80b7d69-bac7-4ae0-adf3-db73ea3a2e53,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:34.505886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.506153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86fbbe-7143-4c24-8898-f11e2725a9bd None None] Pushing event deleted for resources: {'Port': ['ID=009ca3ed-43e9-4218-adc1-5396b4805e22,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:34.513862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 009ca3ed-43e9-4218-adc1-5396b4805e22 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:34.521158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 009ca3ed-43e9-4218-adc1-5396b4805e22 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:34.560569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c794b7a1-0f42-41b7-899b-9d9bdce59382 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Unset dirty status for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:34.564934 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c794b7a1-0f42-41b7-899b-9d9bdce59382 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports/f6c3dcbf-d42e-47ca-8385-617fb6e7d203 HTTP/1.1" status: 200 len: 910 time: 0.6169701 Feb 04 06:13:34.565639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42596) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:34.594351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e86fbbe-7143-4c24-8898-f11e2725a9bd None None] No DVR routers for this DVR port 009ca3ed-43e9-4218-adc1-5396b4805e22 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:34.596849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 009ca3ed-43e9-4218-adc1-5396b4805e22 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:13:34.597341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 009ca3ed-43e9-4218-adc1-5396b4805e22 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:13:34.633371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:34.633371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.662026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.663710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:34.664221 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-942dfc4f-0159-4287-beeb-f113d5c8aed2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2501919 Feb 04 06:13:34.664315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:34.668573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42602) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:34.671767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6360b253-7880-47d5-b3b7-5e47ba2f31c9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.674420 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-39def035-4565-4416-8be8-95ac40fccdcf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': 'e80b7d69-bac7-4ae0-adf3-db73ea3a2e53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:34.680177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-39def035-4565-4416-8be8-95ac40fccdcf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:34.685156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-39def035-4565-4416-8be8-95ac40fccdcf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:34.688099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-39def035-4565-4416-8be8-95ac40fccdcf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:34.695532 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-39def035-4565-4416-8be8-95ac40fccdcf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:34.743144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0dbd9de9-676b-4a45-9f25-8a1190ef11d3 None None] Provisioning for port dbea652a-ed75-480c-8e0d-9d7424c14366 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:34.749202 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0dbd9de9-676b-4a45-9f25-8a1190ef11d3 None None] Provisioning complete for port dbea652a-ed75-480c-8e0d-9d7424c14366 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:34.749578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0dbd9de9-676b-4a45-9f25-8a1190ef11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.808182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd9de9-676b-4a45-9f25-8a1190ef11d3 None None] Port dbea652a-ed75-480c-8e0d-9d7424c14366 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:34.810913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c28b1b8-2181-415b-996f-489768c34182 None None] Network e97a9368-2c6b-4de1-aa89-0e72472aca58 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:34.813187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360b253-7880-47d5-b3b7-5e47ba2f31c9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa909df-de94-40f7-ad2d-ceda6d92a4d7,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:34.815453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6360b253-7880-47d5-b3b7-5e47ba2f31c9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.815908 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-069db3d5-5847-4fef-945f-361657b9cbed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9331927 Feb 04 06:13:34.818439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42612) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:34.889231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39def035-4565-4416-8be8-95ac40fccdcf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:34.901890 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6360b253-7880-47d5-b3b7-5e47ba2f31c9 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "DELETE /v2.0/subnets/aaa909df-de94-40f7-ad2d-ceda6d92a4d7 HTTP/1.1" status: 204 len: 168 time: 1.2088859 Feb 04 06:13:34.907201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42618) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:34.982326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ecd83b-9a16-4c56-b420-78f7e46281ab tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:34.988365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ecd83b-9a16-4c56-b420-78f7e46281ab tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:34.989210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-64ecd83b-9a16-4c56-b420-78f7e46281ab tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:34.995409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39def035-4565-4416-8be8-95ac40fccdcf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.095414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb8892-0aa0-4010-8d4d-900b95167585 None None] DHCP port deletion for e97a9368-2c6b-4de1-aa89-0e72472aca58 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:13:35.102013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-27cb8892-0aa0-4010-8d4d-900b95167585 None None] Deleting port 9268a866-d08e-4b13-b3ed-cdf99dc413ce {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:35.102561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-27cb8892-0aa0-4010-8d4d-900b95167585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.156824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39def035-4565-4416-8be8-95ac40fccdcf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.171258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-64ecd83b-9a16-4c56-b420-78f7e46281ab tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:35.171258 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-64ecd83b-9a16-4c56-b420-78f7e46281ab tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3508151 Feb 04 06:13:35.183657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42628) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:35.211768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 009ca3ed-43e9-4218-adc1-5396b4805e22 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:35.212416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.256991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39def035-4565-4416-8be8-95ac40fccdcf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9933d429-4839-4220-9131-ef65acb6f595,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.294399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] The port '009ca3ed-43e9-4218-adc1-5396b4805e22' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:13:35.327106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39def035-4565-4416-8be8-95ac40fccdcf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.330536 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-39def035-4565-4416-8be8-95ac40fccdcf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6581607 Feb 04 06:13:35.332875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42632) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:35.359023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-27cb8892-0aa0-4010-8d4d-900b95167585 None None] For port 9268a866-d08e-4b13-b3ed-cdf99dc413ce, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9268a866-d08e-4b13-b3ed-cdf99dc413ce,segment=NetworkSegment(c6a6da58-2647-4e3d-9b90-b93828c73043),segment_id=c6a6da58-2647-4e3d-9b90-b93828c73043)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:35.359023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-27cb8892-0aa0-4010-8d4d-900b95167585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.399876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd6de9-65d4-45d2-abbb-3b27c30f0d33 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port dbea652a-ed75-480c-8e0d-9d7424c14366 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:35.400469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6de9-65d4-45d2-abbb-3b27c30f0d33 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.492524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42638) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:35.503045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c222311-27d1-485b-8c5b-b0c6530a409a tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.533656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.542137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c222311-27d1-485b-8c5b-b0c6530a409a tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.557322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-27cb8892-0aa0-4010-8d4d-900b95167585 None None] Calling delete_port for 9268a866-d08e-4b13-b3ed-cdf99dc413ce owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:35.561496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.574283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a816e58-5637-459a-848b-2d6ad431bceb']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:35.591707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad3d163-c33c-419d-9327-26ff559f2217') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:35.592049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad3d163-c33c-419d-9327-26ff559f2217') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:35.599077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.605311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.625712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.634729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:13:35.635131 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:13:35.652163 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:13:35.659261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-648237676'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:35.700538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Deleting port 9268a866-d08e-4b13-b3ed-cdf99dc413ce {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:35.700910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.717252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:35.724598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c222311-27d1-485b-8c5b-b0c6530a409a tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.743293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:network and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:35.757047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-27cb8892-0aa0-4010-8d4d-900b95167585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.762284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:35.767708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c222311-27d1-485b-8c5b-b0c6530a409a tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9933d429-4839-4220-9131-ef65acb6f595,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.770228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.788359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:35.788359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c222311-27d1-485b-8c5b-b0c6530a409a tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.788359 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1c222311-27d1-485b-8c5b-b0c6530a409a tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9933d429-4839-4220-9131-ef65acb6f595 HTTP/1.1" status: 204 len: 168 time: 0.4471269 Feb 04 06:13:35.788359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42644) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:35.812298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb8892-0aa0-4010-8d4d-900b95167585 None None] Pushing event deleted for resources: {'Port': ['ID=9268a866-d08e-4b13-b3ed-cdf99dc413ce,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:35.815924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb8892-0aa0-4010-8d4d-900b95167585 None None] No DVR routers for this DVR port 9268a866-d08e-4b13-b3ed-cdf99dc413ce on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:35.847106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ea2ab262-9302-454b-b2cd-7dc9da3804e6 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:35.881883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.903725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:35.998489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] The port '9268a866-d08e-4b13-b3ed-cdf99dc413ce' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:13:36.024078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ea2ab262-9302-454b-b2cd-7dc9da3804e6 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:36.025384 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ea2ab262-9302-454b-b2cd-7dc9da3804e6 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2386146 Feb 04 06:13:36.026045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:36.029399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.038175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42648) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:36.041657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Network': ['ID=9a816e58-5637-459a-848b-2d6ad431bceb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:36.059569 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-47fe507c-4cd1-4264-b3ad-9de1e9ea7099 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/networks/9a816e58-5637-459a-848b-2d6ad431bceb HTTP/1.1" status: 204 len: 168 time: 2.6693888 Feb 04 06:13:36.062266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.062424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Pushing event updated for resources: {'Port': ['ID=02bf3bc4-b481-4d19-b646-1a7e71281206,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:36.064478 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42652) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:36.094973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:36.104766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:security_group_rule and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:36.108866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:36.117657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:36.141369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d99c4c37-d606-41bc-9246-5af1f281b9d1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.183128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d99c4c37-d606-41bc-9246-5af1f281b9d1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.214777 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.271154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.352592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d99c4c37-d606-41bc-9246-5af1f281b9d1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.371859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.374394 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c4c37-d606-41bc-9246-5af1f281b9d1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80b7d69-bac7-4ae0-adf3-db73ea3a2e53,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:36.390467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.406808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:13:36.408553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6de9-65d4-45d2-abbb-3b27c30f0d33 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.418965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.419323 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment 8490bdb1-a7c6-4092-a796-ac7dae14056a of type vlan for network 908ed132-3b6f-42ca-ad7c-b27279cb73a2 Feb 04 06:13:36.440432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c5350e2d-e1ff-48d9-926e-cdbbd7281f7c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 4f9f52e9-2b72-42b7-adfc-7ea4633a456d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:36.440807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5350e2d-e1ff-48d9-926e-cdbbd7281f7c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.451371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.461834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9268a866-d08e-4b13-b3ed-cdf99dc413ce no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:36.471744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d99c4c37-d606-41bc-9246-5af1f281b9d1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.475780 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d99c4c37-d606-41bc-9246-5af1f281b9d1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-groups/e80b7d69-bac7-4ae0-adf3-db73ea3a2e53 HTTP/1.1" status: 204 len: 168 time: 0.4327459 Feb 04 06:13:36.479114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42656) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:36.484429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97a9368-2c6b-4de1-aa89-0e72472aca58']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:36.511671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 9268a866-d08e-4b13-b3ed-cdf99dc413ce {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:13:36.512022 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9268a866-d08e-4b13-b3ed-cdf99dc413ce not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:13:36.541951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bed8522-166d-482a-bade-c40e907b2f3c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:36.568451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6bb15ff6-5d45-4ba8-b282-683badfe5bed tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:36.629855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.635609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:36.636243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.666354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6bb15ff6-5d45-4ba8-b282-683badfe5bed tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:36.666354 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6bb15ff6-5d45-4ba8-b282-683badfe5bed tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1850641 Feb 04 06:13:36.715572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:36.729305 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group': {'name': 'tempest-secgroup--363593112'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:36.737776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.739122 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-63da2dbc-c1bc-49d3-bade-89a5359e8bb3 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8891461 Feb 04 06:13:36.744441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a6da58-2647-4e3d-9b90-b93828c73043') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:36.744760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a6da58-2647-4e3d-9b90-b93828c73043') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:36.749191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42664) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:36.750085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:36.757829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd6de9-65d4-45d2-abbb-3b27c30f0d33 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for dbea652a-ed75-480c-8e0d-9d7424c14366 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:36.771487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=908ed132-3b6f-42ca-ad7c-b27279cb73a2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:36.774415 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:36.786861 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 908ed132-3b6f-42ca-ad7c-b27279cb73a2 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:13:36.827646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.875088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:36.881431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:36.886956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Usage tracker for resource:floatingip and tenant:5ab1be9768a6405eb2a4ffebb26929f2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:36.900671 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-410460d2-4d65-4bec-9e8b-3523db2b3506 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3967822 Feb 04 06:13:36.900671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:36.900671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:36.910017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.930389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:13:36.930713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:13:36.946404 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:13:36.990497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.011333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:37.015780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:37.018399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-93a59bc0-0518-4108-a26a-28613583831a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.018857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:37.021751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42670) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:37.030747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'network_id': '908ed132-3b6f-42ca-ad7c-b27279cb73a2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:37.048620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:37.050636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.238411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.246449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:37.259421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:subnet and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:37.265544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.269931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:37.277640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5350e2d-e1ff-48d9-926e-cdbbd7281f7c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.277967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5350e2d-e1ff-48d9-926e-cdbbd7281f7c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.287259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:37.305116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] Pushing event deleted for resources: {'Network': ['ID=e97a9368-2c6b-4de1-aa89-0e72472aca58,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:37.308488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.351382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.392038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.464885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d336534d-f0c7-46f3-bef4-a6b55141b333,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:37.484039 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3f98c888-d35d-41df-963f-2cab0fef4c54 tempest-AllowedAddressPairIpV6TestJSON-1237101279 tempest-AllowedAddressPairIpV6TestJSON-1237101279-project] 10.222.0.32 "DELETE /v2.0/networks/e97a9368-2c6b-4de1-aa89-0e72472aca58 HTTP/1.1" status: 204 len: 168 time: 2.5754259 Feb 04 06:13:37.518220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:37.521936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.522516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c5350e2d-e1ff-48d9-926e-cdbbd7281f7c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 4f9f52e9-2b72-42b7-adfc-7ea4633a456d owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:37.614274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.616074 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9794a7af-be69-4767-a348-ac2093224b37 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8940194 Feb 04 06:13:37.619752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42676) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:37.640877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-04195243-7280-4c8d-b390-d53de5f202e1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': 'd336534d-f0c7-46f3-bef4-a6b55141b333', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:37.651213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Allocated IP 172.26.7.129 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/09c8095a-c4b3-4a77-a627-966ed3ddd9b2) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:37.655070 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-04195243-7280-4c8d-b390-d53de5f202e1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:37.669399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-04195243-7280-4c8d-b390-d53de5f202e1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:37.673215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-04195243-7280-4c8d-b390-d53de5f202e1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:37.681081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-04195243-7280-4c8d-b390-d53de5f202e1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:37.815544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.816136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6de9-65d4-45d2-abbb-3b27c30f0d33 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.869590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-93a59bc0-0518-4108-a26a-28613583831a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port f6c3dcbf-d42e-47ca-8385-617fb6e7d203 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:37.869947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-93a59bc0-0518-4108-a26a-28613583831a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:37.919652 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd6de9-65d4-45d2-abbb-3b27c30f0d33 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=dbea652a-ed75-480c-8e0d-9d7424c14366,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:37.964258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04195243-7280-4c8d-b390-d53de5f202e1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.039471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.077906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.090317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5350e2d-e1ff-48d9-926e-cdbbd7281f7c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.144894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42682) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:38.191883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:38.197978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:38.201030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:38.266043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=47a05dd8-516a-4a6a-929b-1d32503337ed,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:38.269597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Pushing event updated for resources: {'Port': ['ID=09c8095a-c4b3-4a77-a627-966ed3ddd9b2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:38.288985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.289194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.289446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.289779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.290112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.290441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.290767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.291085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.291408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.291727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.292034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.292345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.301075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.301417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.301751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.302077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.302418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.302745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.303230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.303551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.303867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.304180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.304522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.304860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:38.340013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking segment: {'id': '8490bdb1-a7c6-4092-a796-ac7dae14056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '908ed132-3b6f-42ca-ad7c-b27279cb73a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:38.340293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network hostable DHCP agents. Network: 908ed132-3b6f-42ca-ad7c-b27279cb73a2, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:13:38.345874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5350e2d-e1ff-48d9-926e-cdbbd7281f7c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=4f9f52e9-2b72-42b7-adfc-7ea4633a456d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:38.400685 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-741b3850-165e-4401-880b-985c32107911 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a72cc847d1cd4284829828a212b19c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505941 Feb 04 06:13:38.403488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.404442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:38.448173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6de9-65d4-45d2-abbb-3b27c30f0d33 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.465562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-279a8b18-82c3-439e-a668-1e1e9919e0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.485868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04195243-7280-4c8d-b390-d53de5f202e1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.487258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network 908ed132-3b6f-42ca-ad7c-b27279cb73a2 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:13:38.496257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-279a8b18-82c3-439e-a668-1e1e9919e0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.504595 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5dfd6de9-65d4-45d2-abbb-3b27c30f0d33 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/dbea652a-ed75-480c-8e0d-9d7424c14366 HTTP/1.1" status: 204 len: 168 time: 3.3182755 Feb 04 06:13:38.512330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42692) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:38.563463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-93a59bc0-0518-4108-a26a-28613583831a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.581701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5350e2d-e1ff-48d9-926e-cdbbd7281f7c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.584113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5350e2d-e1ff-48d9-926e-cdbbd7281f7c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.585806 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c5350e2d-e1ff-48d9-926e-cdbbd7281f7c tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/floatingips/42153826-5522-4be6-b7c0-2fedd053eba7 HTTP/1.1" status: 204 len: 168 time: 2.5154915 Feb 04 06:13:38.647574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42696) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:38.694634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 908ed132-3b6f-42ca-ad7c-b27279cb73a2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:38.702336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:38.702924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.705792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04195243-7280-4c8d-b390-d53de5f202e1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.708230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30804db-8359-4155-918f-a3dedaa8ac2a None None] Network 908ed132-3b6f-42ca-ad7c-b27279cb73a2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:38.721814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:38.744876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-93a59bc0-0518-4108-a26a-28613583831a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for f6c3dcbf-d42e-47ca-8385-617fb6e7d203 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:38.843125 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-88097115-46fb-43b8-831d-9dee769017bf tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] DELETE failed (client error): The resource could not be found. Feb 04 06:13:38.851228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88097115-46fb-43b8-831d-9dee769017bf tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:13:38.851228 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-88097115-46fb-43b8-831d-9dee769017bf tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/ports/46e0d576-7b1b-43e3-b8e1-b592fc5a4f8a HTTP/1.1" status: 404 len: 333 time: 0.1968637 Feb 04 06:13:38.854321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990f1e25-18be-4f4a-b923-c43b3eee6fbb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:38.855860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990f1e25-18be-4f4a-b923-c43b3eee6fbb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:38.857564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990f1e25-18be-4f4a-b923-c43b3eee6fbb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:38.858426 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-990f1e25-18be-4f4a-b923-c43b3eee6fbb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:38.864224 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42700) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:38.868342 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04195243-7280-4c8d-b390-d53de5f202e1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b3d9fc-7cb6-4eaa-aea0-8b9ad1df3317,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:38.935231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-367a3494-fdb6-4810-8147-0bffc9da0612 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Synchronizing usage tracker for tenant:17b3d76fbaf6447586ecbfa5afe4b333 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:39.001890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.020297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-908ed132-3b6f-42ca-ad7c-b27279cb73a2', 'network_id': '908ed132-3b6f-42ca-ad7c-b27279cb73a2', 'tenant_id': '6215fd0543044d6daff185969006dff3', 'fixed_ips': [{'subnet_id': '47a05dd8-516a-4a6a-929b-1d32503337ed'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:13:39.021202 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.173963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Allocated IP 172.20.255.242 (908ed132-3b6f-42ca-ad7c-b27279cb73a2/47a05dd8-516a-4a6a-929b-1d32503337ed/3665b068-96cf-48bf-9b80-9e42e6e414fd) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:39.252726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-279a8b18-82c3-439e-a668-1e1e9919e0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.255412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-279a8b18-82c3-439e-a668-1e1e9919e0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.257366 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-279a8b18-82c3-439e-a668-1e1e9919e0a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90718c87-9291-4a33-a2e8-f62e6bc31766 HTTP/1.1" status: 204 len: 168 time: 0.8518386 Feb 04 06:13:39.270231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a8b18-82c3-439e-a668-1e1e9919e0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90718c87-9291-4a33-a2e8-f62e6bc31766,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:39.347965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04195243-7280-4c8d-b390-d53de5f202e1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.348840 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-83d8c471-0de2-4ad0-9422-642eeb34260e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3250890 Feb 04 06:13:39.350547 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-04195243-7280-4c8d-b390-d53de5f202e1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7270043 Feb 04 06:13:39.352808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42706) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:39.366909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1872212925'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:39.366909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:39.369779 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:network and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:39.369921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42710) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:39.373927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:39.380329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:39.389366 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-529acc9d-b030-4442-9d17-92e79f8fb3ec tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules/86b3d9fc-7cb6-4eaa-aea0-8b9ad1df3317 HTTP/1.1" status: 200 len: 763 time: 0.0184207 Feb 04 06:13:39.391271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.391939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42714) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:39.402497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-367a3494-fdb6-4810-8147-0bffc9da0612 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Unset dirty status for tenant:17b3d76fbaf6447586ecbfa5afe4b333 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:39.402692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Transition to ACTIVE for port object 3665b068-96cf-48bf-9b80-9e42e6e414fd will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:39.405972 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-367a3494-fdb6-4810-8147-0bffc9da0612 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd62dad2-f524-471f-ac67-d3b18d41564c HTTP/1.1" status: 200 len: 205 time: 0.5368369 Feb 04 06:13:39.405972 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-990f1e25-18be-4f4a-b923-c43b3eee6fbb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:39.406311 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-990f1e25-18be-4f4a-b923-c43b3eee6fbb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8929448 Feb 04 06:13:39.406830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42718) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:39.407830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-93a59bc0-0518-4108-a26a-28613583831a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.409481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42720) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:39.418201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.433667 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Transition to ACTIVE for port object 3665b068-96cf-48bf-9b80-9e42e6e414fd will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:39.460912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a59bc0-0518-4108-a26a-28613583831a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=f6c3dcbf-d42e-47ca-8385-617fb6e7d203,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:39.529296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:39.533026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.576562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.591699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71916d0-33f1-4c1d-88e8-755bf68dcf44 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 9c74100a-db90-4caa-bb17-5d7b872e0fd7 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:39.594937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c71916d0-33f1-4c1d-88e8-755bf68dcf44 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.635881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:13:39.663411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.663764 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment ccce9c14-386e-4e83-9d4f-a46480900d7d of type vlan for network 16086c5b-b292-4f89-a487-41d9461705c2 Feb 04 06:13:39.673023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Network 908ed132-3b6f-42ca-ad7c-b27279cb73a2 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:39.676751 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:39.678856 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c71916d0-33f1-4c1d-88e8-755bf68dcf44 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.685415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:39.728706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Pushing event updated for resources: {'Port': ['ID=3665b068-96cf-48bf-9b80-9e42e6e414fd,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:39.763350 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-05980179-ae7c-4f8a-9bf4-c4e2769a9091 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] delete failed (client error): The resource could not be found. Feb 04 06:13:39.766731 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-05980179-ae7c-4f8a-9bf4-c4e2769a9091 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/routers/fd62dad2-f524-471f-ac67-d3b18d41564c HTTP/1.1" status: 404 len: 336 time: 0.3564115 Feb 04 06:13:39.767830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42726) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:39.792303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Attempting to bind port 3665b068-96cf-48bf-9b80-9e42e6e414fd on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:39.792303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Attempting to bind port 3665b068-96cf-48bf-9b80-9e42e6e414fd by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '8490bdb1-a7c6-4092-a796-ac7dae14056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '908ed132-3b6f-42ca-ad7c-b27279cb73a2'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:39.792726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Attempting to bind port 3665b068-96cf-48bf-9b80-9e42e6e414fd on network 908ed132-3b6f-42ca-ad7c-b27279cb73a2 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:39.798269 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:39.798733 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Checking segment: {'id': '8490bdb1-a7c6-4092-a796-ac7dae14056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '908ed132-3b6f-42ca-ad7c-b27279cb73a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:39.799479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.799757 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Bound using segment: {'id': '8490bdb1-a7c6-4092-a796-ac7dae14056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '908ed132-3b6f-42ca-ad7c-b27279cb73a2'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:39.800434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Bound port: 3665b068-96cf-48bf-9b80-9e42e6e414fd, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490bdb1-a7c6-4092-a796-ac7dae14056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '908ed132-3b6f-42ca-ad7c-b27279cb73a2'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:39.801126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.823738 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-93a59bc0-0518-4108-a26a-28613583831a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.830958 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b77cdaa-e747-4009-a1a0-f3f4b6d70be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] DELETE failed (client error): The resource could not be found. Feb 04 06:13:39.832266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b77cdaa-e747-4009-a1a0-f3f4b6d70be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:13:39.839055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.848360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f4f164ac-d7c5-4ec6-aadb-b7ef7baa7129 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:39.851010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Pushing event updated for resources: {'Port': ['ID=09c8095a-c4b3-4a77-a627-966ed3ddd9b2,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:39.899183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:39.911079 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9b77cdaa-e747-4009-a1a0-f3f4b6d70be7 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/subnets/4685e9c0-b8c1-4d3e-b2dd-96e1fe7ec272 HTTP/1.1" status: 404 len: 337 time: 0.1419055 Feb 04 06:13:39.916838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42732) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:39.937545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] For port 3665b068-96cf-48bf-9b80-9e42e6e414fd, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:39.941192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] For port 3665b068-96cf-48bf-9b80-9e42e6e414fd, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3665b068-96cf-48bf-9b80-9e42e6e414fd,segment=NetworkSegment(8490bdb1-a7c6-4092-a796-ac7dae14056a),segment_id=8490bdb1-a7c6-4092-a796-ac7dae14056a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:39.975409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c71916d0-33f1-4c1d-88e8-755bf68dcf44 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.010898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.021950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f4f164ac-d7c5-4ec6-aadb-b7ef7baa7129 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:40.023234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f4f164ac-d7c5-4ec6-aadb-b7ef7baa7129 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6303782 Feb 04 06:13:40.024108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.025263 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ba92f4ec-a70c-4ce5-a80f-67d55958d7e7 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2727046 Feb 04 06:13:40.026919 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42738) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:40.029884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42740) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:40.063607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-919b6f7d-1e4b-4d99-9ae8-08bdcdbe4224 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 751d960d-1291-4114-874e-8e144ad0f54b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:40.063951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-919b6f7d-1e4b-4d99-9ae8-08bdcdbe4224 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.163326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Pushing event updated for resources: {'Port': ['ID=3665b068-96cf-48bf-9b80-9e42e6e414fd,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:40.181857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.182509 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.182866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.183174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.183500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.183827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.184153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.184611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.184972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.185308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.185613 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.185931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621af6af-ac0f-410c-b20a-3b9b7a6e6f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.282119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.287792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:40.288383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.320767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c71916d0-33f1-4c1d-88e8-755bf68dcf44 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.379404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71916d0-33f1-4c1d-88e8-755bf68dcf44 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=9c74100a-db90-4caa-bb17-5d7b872e0fd7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:40.388805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c71916d0-33f1-4c1d-88e8-755bf68dcf44 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.401712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4a32e9-93d4-48a8-b444-8330dad936aa None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:40.407255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-919b6f7d-1e4b-4d99-9ae8-08bdcdbe4224 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.433018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a9148b46-0938-45fc-8dae-53eadb41c2b8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.551961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a9148b46-0938-45fc-8dae-53eadb41c2b8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.575775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1dd1c36e-daaf-49ff-b075-045831667bf2 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Synchronizing usage tracker for tenant:7ea377f96b044928bf27929f00ecd6c2 on resource:floatingip {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:40.588169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=16086c5b-b292-4f89-a487-41d9461705c2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:40.599732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42752) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:40.601367 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2471869 Feb 04 06:13:40.606967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.607310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.607641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.607968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.608295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.608618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.608963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.609281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.609596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.609910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.610220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.610538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873bfc1-d94f-4f65-bde3-d5cf48dbc061 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:40.610736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-919b6f7d-1e4b-4d99-9ae8-08bdcdbe4224 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 751d960d-1291-4114-874e-8e144ad0f54b owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:40.640910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a59bc0-0518-4108-a26a-28613583831a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 863961d7-a79e-4aaa-8eb4-77743c8f7b65 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:40.647047 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c71916d0-33f1-4c1d-88e8-755bf68dcf44 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/9c74100a-db90-4caa-bb17-5d7b872e0fd7 HTTP/1.1" status: 204 len: 168 time: 1.2323689 Feb 04 06:13:40.650550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42756) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:40.668018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'network_id': '16086c5b-b292-4f89-a487-41d9461705c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:40.702310 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 16086c5b-b292-4f89-a487-41d9461705c2 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:13:40.732703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1dd1c36e-daaf-49ff-b075-045831667bf2 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Unset dirty status for tenant:7ea377f96b044928bf27929f00ecd6c2 on resource:floatingip {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:40.737479 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1dd1c36e-daaf-49ff-b075-045831667bf2 tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.7030926 Feb 04 06:13:40.743061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42762) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:40.869146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:40.874343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:subnet and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:40.878129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:40.902794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a9148b46-0938-45fc-8dae-53eadb41c2b8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:40.955863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-b103f794-e643-437c-b0b2-488ae8114f48 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet be2a445d-853a-4f2d-aa62-72030fb690ff {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:40.960417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c945596a-b1e3-4dcf-8745-2bebe7738330 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Synchronizing usage tracker for tenant:5a1394f74e634cd68283014c787d7587 on resource:floatingip {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:40.963349 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9148b46-0938-45fc-8dae-53eadb41c2b8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86b3d9fc-7cb6-4eaa-aea0-8b9ad1df3317,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:40.967542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:41.049767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b103f794-e643-437c-b0b2-488ae8114f48 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.085293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:41.096099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.116719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-919b6f7d-1e4b-4d99-9ae8-08bdcdbe4224 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.124188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a59bc0-0518-4108-a26a-28613583831a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:41.129062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a9148b46-0938-45fc-8dae-53eadb41c2b8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.134262 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a9148b46-0938-45fc-8dae-53eadb41c2b8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/86b3d9fc-7cb6-4eaa-aea0-8b9ad1df3317 HTTP/1.1" status: 204 len: 168 time: 1.1019032 Feb 04 06:13:41.134262 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42772) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:41.135347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42774) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:41.143005 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-93a59bc0-0518-4108-a26a-28613583831a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/863961d7-a79e-4aaa-8eb4-77743c8f7b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5713840 Feb 04 06:13:41.144787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42778) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:41.150166 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d413f0-aa59-4de8-9aa6-cb4e65b7d24f None None] Sync routers for ids ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:41.166560 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d413f0-aa59-4de8-9aa6-cb4e65b7d24f None None] Routers {'863961d7-a79e-4aaa-8eb4-77743c8f7b65'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:41.167778 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-22d413f0-aa59-4de8-9aa6-cb4e65b7d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:41.173893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b103f794-e643-437c-b0b2-488ae8114f48 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.257502 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-22d413f0-aa59-4de8-9aa6-cb4e65b7d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:41.269484 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d413f0-aa59-4de8-9aa6-cb4e65b7d24f None None] Routers {'863961d7-a79e-4aaa-8eb4-77743c8f7b65'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:41.270394 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-22d413f0-aa59-4de8-9aa6-cb4e65b7d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:41.285500 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c945596a-b1e3-4dcf-8745-2bebe7738330 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Unset dirty status for tenant:5a1394f74e634cd68283014c787d7587 on resource:floatingip {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:41.291050 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c945596a-b1e3-4dcf-8745-2bebe7738330 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5469081 Feb 04 06:13:41.291911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42786) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:41.344947 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-22d413f0-aa59-4de8-9aa6-cb4e65b7d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:41.350327 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d413f0-aa59-4de8-9aa6-cb4e65b7d24f None None] The sync data for ids ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:41.442701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b6f7d-1e4b-4d99-9ae8-08bdcdbe4224 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=751d960d-1291-4114-874e-8e144ad0f54b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:41.551393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-79e03b77-b047-43a1-a03d-e0c9763bebf2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:41.566009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-919b6f7d-1e4b-4d99-9ae8-08bdcdbe4224 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.570379 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1899161039'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:41.587305 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-919b6f7d-1e4b-4d99-9ae8-08bdcdbe4224 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/ports/751d960d-1291-4114-874e-8e144ad0f54b HTTP/1.1" status: 204 len: 168 time: 1.6693728 Feb 04 06:13:41.590948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42792) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:41.653198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:41.678868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:network and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:41.699085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:41.721287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9acf27d8-797f-430f-813e-e5594c398d66 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Deleting port 09c8095a-c4b3-4a77-a627-966ed3ddd9b2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:41.721624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9acf27d8-797f-430f-813e-e5594c398d66 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.727585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7f993728-1b14-4261-8fe6-0d298a7876e0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port cc842263-a854-43e9-8ffa-96fe26e1f656 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:41.728065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f993728-1b14-4261-8fe6-0d298a7876e0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.748625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:41.889371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a8f0f939-baa4-4dda-84e8-cceb98bb19ca None None] Provisioning complete for port cee21a94-2a1e-4f68-8373-9f487c83374f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:41.892203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f939-baa4-4dda-84e8-cceb98bb19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:41.938882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71472eff-fb5e-47b3-b151-b6d424e54c92 None None] Network 908ed132-3b6f-42ca-ad7c-b27279cb73a2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:41.953559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-79e03b77-b047-43a1-a03d-e0c9763bebf2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:41.954810 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-79e03b77-b047-43a1-a03d-e0c9763bebf2 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8129115 Feb 04 06:13:41.980237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42796) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:41.990439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ecf4bcf5-ec1b-452e-a39d-abeb13ee4ae1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': 'd336534d-f0c7-46f3-bef4-a6b55141b333', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:41.997940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ecf4bcf5-ec1b-452e-a39d-abeb13ee4ae1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:42.026522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ecf4bcf5-ec1b-452e-a39d-abeb13ee4ae1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:42.052846 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b103f794-e643-437c-b0b2-488ae8114f48 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.059553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.132380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f993728-1b14-4261-8fe6-0d298a7876e0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.175585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:42.178997 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.210834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.283907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:42.305210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7f993728-1b14-4261-8fe6-0d298a7876e0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for cc842263-a854-43e9-8ffa-96fe26e1f656 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:42.308316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:security_group_rule and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:42.313062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:42.341857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:42.356254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecf4bcf5-ec1b-452e-a39d-abeb13ee4ae1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.365596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=e84cf429-3f99-457c-8834-d0d03e81d050,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:42.398403 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-09f60fab-e085-4b78-9ff3-300bde747d4e None None] Provisioning for port 3665b068-96cf-48bf-9b80-9e42e6e414fd completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:42.402416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking segment: {'id': 'ccce9c14-386e-4e83-9d4f-a46480900d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '16086c5b-b292-4f89-a487-41d9461705c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:42.402779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network hostable DHCP agents. Network: 16086c5b-b292-4f89-a487-41d9461705c2, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:13:42.408987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9acf27d8-797f-430f-813e-e5594c398d66 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.409317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9acf27d8-797f-430f-813e-e5594c398d66 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.525229 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecf4bcf5-ec1b-452e-a39d-abeb13ee4ae1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.553238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3665b068-96cf-48bf-9b80-9e42e6e414fd up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:42.561493 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network 16086c5b-b292-4f89-a487-41d9461705c2 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:13:42.592948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9acf27d8-797f-430f-813e-e5594c398d66 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Calling delete_port for 09c8095a-c4b3-4a77-a627-966ed3ddd9b2 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:42.637330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b103f794-e643-437c-b0b2-488ae8114f48 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.641625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecf4bcf5-ec1b-452e-a39d-abeb13ee4ae1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.672669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4bcf5-ec1b-452e-a39d-abeb13ee4ae1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916260df-61c2-446d-af53-11a2d00905e6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:42.685013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f993728-1b14-4261-8fe6-0d298a7876e0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.691188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 16086c5b-b292-4f89-a487-41d9461705c2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:42.703774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f77461-968e-4815-b114-07594dd406aa None None] Network 16086c5b-b292-4f89-a487-41d9461705c2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:42.706396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103f794-e643-437c-b0b2-488ae8114f48 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=be2a445d-853a-4f2d-aa62-72030fb690ff,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:42.720804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b103f794-e643-437c-b0b2-488ae8114f48 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.735610 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b103f794-e643-437c-b0b2-488ae8114f48 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/be2a445d-853a-4f2d-aa62-72030fb690ff HTTP/1.1" status: 204 len: 168 time: 2.0836430 Feb 04 06:13:42.740853 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42800) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:42.748930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:42.749170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.768870 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f993728-1b14-4261-8fe6-0d298a7876e0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=cc842263-a854-43e9-8ffa-96fe26e1f656,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:42.776103 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52171d82-8500-457f-92f6-465dacd7bc16 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:42.799612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 3665b068-96cf-48bf-9b80-9e42e6e414fd completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:42.805268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecf4bcf5-ec1b-452e-a39d-abeb13ee4ae1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.809090 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ecf4bcf5-ec1b-452e-a39d-abeb13ee4ae1 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8251071 Feb 04 06:13:42.812757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42804) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:42.841466 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f0b3ae3b-d333-4dda-acdc-090b28153207 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896294 Feb 04 06:13:42.846164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42808) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:42.859871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 3665b068-96cf-48bf-9b80-9e42e6e414fd triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:42.860261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.862670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:42.875872 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f4155748-8f26-4f8d-ac26-eb187ec41591 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules/916260df-61c2-446d-af53-11a2d00905e6 HTTP/1.1" status: 200 len: 763 time: 0.0592268 Feb 04 06:13:42.875872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42812) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:42.915417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7f993728-1b14-4261-8fe6-0d298a7876e0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.917252 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7f993728-1b14-4261-8fe6-0d298a7876e0 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/ports/cc842263-a854-43e9-8ffa-96fe26e1f656 HTTP/1.1" status: 204 len: 168 time: 1.3258913 Feb 04 06:13:42.919738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42816) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:42.971642 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f967e4ac-69c5-4abf-a0ca-98c0e3e6fd0c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3655610 Feb 04 06:13:42.975042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42820) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:43.067247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5cd55ad6-22ab-4554-9165-72e4447cd182 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:43.126019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:43.131078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.138940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:43.142490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:43.151694 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:43.156060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.164181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c359c0a-ab05-46e1-84f7-e61cbae656bb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.177360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c951037-276f-49bb-8366-630ee82f0191 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:43.181844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3c951037-276f-49bb-8366-630ee82f0191 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Synchronizing usage tracker for tenant:17b3d76fbaf6447586ecbfa5afe4b333 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:43.198589 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.275260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-16086c5b-b292-4f89-a487-41d9461705c2', 'network_id': '16086c5b-b292-4f89-a487-41d9461705c2', 'tenant_id': '6215fd0543044d6daff185969006dff3', 'fixed_ips': [{'subnet_id': 'e84cf429-3f99-457c-8834-d0d03e81d050'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:13:43.276097 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.301165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 3665b068-96cf-48bf-9b80-9e42e6e414fd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3665b068-96cf-48bf-9b80-9e42e6e414fd,segment=NetworkSegment(8490bdb1-a7c6-4092-a796-ac7dae14056a),segment_id=8490bdb1-a7c6-4092-a796-ac7dae14056a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:43.363785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5cd55ad6-22ab-4554-9165-72e4447cd182 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:43.367747 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5cd55ad6-22ab-4554-9165-72e4447cd182 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4883249 Feb 04 06:13:43.367922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42824) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:43.387964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.395955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643bdff2-fd54-46c9-b969-a76167338a00 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:13:43.406962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-643bdff2-fd54-46c9-b969-a76167338a00 None None] Deleting port cee21a94-2a1e-4f68-8373-9f487c83374f {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:43.407355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-643bdff2-fd54-46c9-b969-a76167338a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.420694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3c951037-276f-49bb-8366-630ee82f0191 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Unset dirty status for tenant:17b3d76fbaf6447586ecbfa5afe4b333 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:43.422289 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3c951037-276f-49bb-8366-630ee82f0191 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfbdfd3-da83-40f5-b009-984755f3c6aa HTTP/1.1" status: 200 len: 913 time: 0.5010653 Feb 04 06:13:43.435856 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42828) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:43.507377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:43.510310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-571dd74f-e3f6-49c6-8573-d6d38db6e0f8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.510904 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.542823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-571dd74f-e3f6-49c6-8573-d6d38db6e0f8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.544090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.581039 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9acf27d8-797f-430f-813e-e5594c398d66 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.585310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.718458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf27d8-797f-430f-813e-e5594c398d66 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Pushing event deleted for resources: {'Port': ['ID=09c8095a-c4b3-4a77-a627-966ed3ddd9b2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:43.732580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-643bdff2-fd54-46c9-b969-a76167338a00 None None] For port cee21a94-2a1e-4f68-8373-9f487c83374f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cee21a94-2a1e-4f68-8373-9f487c83374f,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:43.732992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-643bdff2-fd54-46c9-b969-a76167338a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.780103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-571dd74f-e3f6-49c6-8573-d6d38db6e0f8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.809144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267396ae-f308-407c-8b9e-32f6f024ca64,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:43.832926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:13:43.858697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dd74f-e3f6-49c6-8573-d6d38db6e0f8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=916260df-61c2-446d-af53-11a2d00905e6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:43.865862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.866219 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Added segment 1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352 of type vlan for network 3a1675e6-cb14-4c54-8fd8-c6f86bea9222 Feb 04 06:13:43.888807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9acf27d8-797f-430f-813e-e5594c398d66 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.890742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-571dd74f-e3f6-49c6-8573-d6d38db6e0f8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.894187 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-571dd74f-e3f6-49c6-8573-d6d38db6e0f8 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/916260df-61c2-446d-af53-11a2d00905e6 HTTP/1.1" status: 204 len: 168 time: 0.5230556 Feb 04 06:13:43.894872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42832) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:43.914994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:43.919545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Allocated IP 172.20.0.2 (16086c5b-b292-4f89-a487-41d9461705c2/e84cf429-3f99-457c-8834-d0d03e81d050/0809032f-81f2-4d1e-aa75-fd1023f6a074) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:43.927639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-643bdff2-fd54-46c9-b969-a76167338a00 None None] Calling delete_port for cee21a94-2a1e-4f68-8373-9f487c83374f owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:43.954426 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=3665b068-96cf-48bf-9b80-9e42e6e414fd,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:43.994885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad19dbd4-4a76-41f3-a55b-4a2cd6501b01 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:44.091514 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2c359c0a-ab05-46e1-84f7-e61cbae656bb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 63f682e4-df96-4144-8e55-0571b74ff013 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:44.091795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c359c0a-ab05-46e1-84f7-e61cbae656bb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.124600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9acf27d8-797f-430f-813e-e5594c398d66 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.128213 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9acf27d8-797f-430f-813e-e5594c398d66 tempest-FloatingIPAdminTestJSON-1672693298 tempest-FloatingIPAdminTestJSON-1672693298-project] 10.222.0.32 "DELETE /v2.0/floatingips/bc421356-c5ae-4861-8b7e-f39d0d830cb1 HTTP/1.1" status: 204 len: 168 time: 2.8137529 Feb 04 06:13:44.129483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42836) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:44.137823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad19dbd4-4a76-41f3-a55b-4a2cd6501b01 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:44.141636 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ad19dbd4-4a76-41f3-a55b-4a2cd6501b01 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2433071 Feb 04 06:13:44.149611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42840) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:44.161679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-94836a39-dd38-4884-b77f-b1631200b8a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': 'd336534d-f0c7-46f3-bef4-a6b55141b333', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:44.170981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-94836a39-dd38-4884-b77f-b1631200b8a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:44.177187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.183136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:44.183738 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.205400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.220094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-94836a39-dd38-4884-b77f-b1631200b8a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:44.292894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Transition to ACTIVE for port object 0809032f-81f2-4d1e-aa75-fd1023f6a074 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:44.295631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-643bdff2-fd54-46c9-b969-a76167338a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.308753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b735c-4c68-410d-bcfc-2a82da7e4cee tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Deleting port 02bf3bc4-b481-4d19-b646-1a7e71281206 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:44.309378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d9b735c-4c68-410d-bcfc-2a82da7e4cee tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.353966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bdff2-fd54-46c9-b969-a76167338a00 None None] Pushing event deleted for resources: {'Port': ['ID=cee21a94-2a1e-4f68-8373-9f487c83374f,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:44.367165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Transition to ACTIVE for port object 0809032f-81f2-4d1e-aa75-fd1023f6a074 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:44.372100 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643bdff2-fd54-46c9-b969-a76167338a00 None None] No DVR routers for this DVR port cee21a94-2a1e-4f68-8373-9f487c83374f on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:44.389014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.425036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=3a1675e6-cb14-4c54-8fd8-c6f86bea9222,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:44.444630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 3a1675e6-cb14-4c54-8fd8-c6f86bea9222 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:13:44.462755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a5fb0b-5508-4f01-a07d-59e4fee2353e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.469060 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:44.478930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:44.485964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:44.486558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.511305 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-208d6301-00b2-42ef-a3f6-41b7770aff0a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.3676300 Feb 04 06:13:44.520796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=8e06b647-7302-4035-baaa-a0cebd4724ab,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:44.524340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c359c0a-ab05-46e1-84f7-e61cbae656bb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.547038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3665b068-96cf-48bf-9b80-9e42e6e414fd up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:44.603120 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87dabe1-33f2-4e5f-a2f2-e0b18591a098 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:44.626248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.660113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2c359c0a-ab05-46e1-84f7-e61cbae656bb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 63f682e4-df96-4144-8e55-0571b74ff013 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:44.690390 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-94836a39-dd38-4884-b77f-b1631200b8a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Project ac04340658e14364b727eb0f5c045dc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:13:44.708056 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-82e59f4b-c9b2-41c9-8d7f-5106bf428012 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8581755 Feb 04 06:13:44.713851 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-94836a39-dd38-4884-b77f-b1631200b8a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.723275 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42844) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:44.737470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:44.773809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d9b735c-4c68-410d-bcfc-2a82da7e4cee tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.777565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d9b735c-4c68-410d-bcfc-2a82da7e4cee tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.798392 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 3665b068-96cf-48bf-9b80-9e42e6e414fd triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:44.799046 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.824117 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Network 16086c5b-b292-4f89-a487-41d9461705c2 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:44.850280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:44.853131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:44.950663 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Pushing event updated for resources: {'Port': ['ID=0809032f-81f2-4d1e-aa75-fd1023f6a074,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:44.989739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Attempting to bind port 0809032f-81f2-4d1e-aa75-fd1023f6a074 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:44.990405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Attempting to bind port 0809032f-81f2-4d1e-aa75-fd1023f6a074 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'ccce9c14-386e-4e83-9d4f-a46480900d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '16086c5b-b292-4f89-a487-41d9461705c2'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:44.990970 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Attempting to bind port 0809032f-81f2-4d1e-aa75-fd1023f6a074 on network 16086c5b-b292-4f89-a487-41d9461705c2 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:44.992562 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-94836a39-dd38-4884-b77f-b1631200b8a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.004178 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:45.009748 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:45.010485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Checking segment: {'id': 'ccce9c14-386e-4e83-9d4f-a46480900d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '16086c5b-b292-4f89-a487-41d9461705c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:45.011059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.011611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Bound using segment: {'id': 'ccce9c14-386e-4e83-9d4f-a46480900d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '16086c5b-b292-4f89-a487-41d9461705c2'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:45.012281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Bound port: 0809032f-81f2-4d1e-aa75-fd1023f6a074, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccce9c14-386e-4e83-9d4f-a46480900d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '16086c5b-b292-4f89-a487-41d9461705c2'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:45.012875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.045314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:45.050541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:45.060400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:45.086953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-94836a39-dd38-4884-b77f-b1631200b8a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.113839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94836a39-dd38-4884-b77f-b1631200b8a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f65da1b-a098-46ed-a84c-b4b61d96a006,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:45.138878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b735c-4c68-410d-bcfc-2a82da7e4cee tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Calling delete_port for 02bf3bc4-b481-4d19-b646-1a7e71281206 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:45.175775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:45.180446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.285637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] For port 0809032f-81f2-4d1e-aa75-fd1023f6a074, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:45.303028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] For port 0809032f-81f2-4d1e-aa75-fd1023f6a074, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0809032f-81f2-4d1e-aa75-fd1023f6a074,segment=NetworkSegment(ccce9c14-386e-4e83-9d4f-a46480900d7d),segment_id=ccce9c14-386e-4e83-9d4f-a46480900d7d)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:45.309684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '8e06b647-7302-4035-baaa-a0cebd4724ab'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:13:45.311459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.331256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cee21a94-2a1e-4f68-8373-9f487c83374f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:45.382918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: cee21a94-2a1e-4f68-8373-9f487c83374f {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:13:45.383618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cee21a94-2a1e-4f68-8373-9f487c83374f not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:13:45.417013 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-94836a39-dd38-4884-b77f-b1631200b8a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.418177 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-94836a39-dd38-4884-b77f-b1631200b8a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2673225 Feb 04 06:13:45.424375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c359c0a-ab05-46e1-84f7-e61cbae656bb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.429961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42848) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:45.459704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.482970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.485889 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7e2a2724-7b57-4075-b63f-fee1b9ffea76 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules/7f65da1b-a098-46ed-a84c-b4b61d96a006 HTTP/1.1" status: 200 len: 769 time: 0.0256755 Feb 04 06:13:45.491225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42852) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:45.506956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c359c0a-ab05-46e1-84f7-e61cbae656bb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=63f682e4-df96-4144-8e55-0571b74ff013,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:45.645578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Subnet': ['ID=e84cf429-3f99-457c-8834-d0d03e81d050,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:45.807050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-17a5fb0b-5508-4f01-a07d-59e4fee2353e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port ac5011ef-4920-4905-811f-335fac81ebcc {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:45.807557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a5fb0b-5508-4f01-a07d-59e4fee2353e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.816755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b505a5a6-523f-4c87-bd02-8a208a6b367d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.830575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c162b2-ba15-47de-b26b-c2551dd2af47 None None] Pushing event updated for resources: {'Port': ['ID=0809032f-81f2-4d1e-aa75-fd1023f6a074,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:45.896389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c359c0a-ab05-46e1-84f7-e61cbae656bb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.920844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Allocated IP 172.20.0.2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/8e06b647-7302-4035-baaa-a0cebd4724ab/e309a0e6-7d3b-4beb-be06-9ada6c6910cf) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:46.060905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a5fb0b-5508-4f01-a07d-59e4fee2353e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.258510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.261636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-17a5fb0b-5508-4f01-a07d-59e4fee2353e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for ac5011ef-4920-4905-811f-335fac81ebcc owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:46.270221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Transition to ACTIVE for port object e309a0e6-7d3b-4beb-be06-9ada6c6910cf will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:46.293496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Transition to ACTIVE for port object e309a0e6-7d3b-4beb-be06-9ada6c6910cf will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:46.369372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.393770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.418105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c359c0a-ab05-46e1-84f7-e61cbae656bb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 863961d7-a79e-4aaa-8eb4-77743c8f7b65 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:46.487533 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b80ddb26-31f5-4992-bb32-ec101f21ebae tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.9066482 Feb 04 06:13:46.488304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42856) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:46.534019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:46.539260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:46.544959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:46.547593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d9b735c-4c68-410d-bcfc-2a82da7e4cee tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.613813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0809032f-81f2-4d1e-aa75-fd1023f6a074 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:46.639918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16086c5b-b292-4f89-a487-41d9461705c2']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:46.665489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e67693c-3449-4359-b268-cacf2cfed30b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.672990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b735c-4c68-410d-bcfc-2a82da7e4cee tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Pushing event deleted for resources: {'Port': ['ID=02bf3bc4-b481-4d19-b646-1a7e71281206,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:46.687076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c359c0a-ab05-46e1-84f7-e61cbae656bb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:46.697455 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2c359c0a-ab05-46e1-84f7-e61cbae656bb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/863961d7-a79e-4aaa-8eb4-77743c8f7b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5482891 Feb 04 06:13:46.701098 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42860) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:46.729880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccce9c14-386e-4e83-9d4f-a46480900d7d') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:46.730433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccce9c14-386e-4e83-9d4f-a46480900d7d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:46.734926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Pushing event updated for resources: {'Port': ['ID=e309a0e6-7d3b-4beb-be06-9ada6c6910cf,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:46.748417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e67693c-3449-4359-b268-cacf2cfed30b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.760971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b4ac9a9e-fbaa-45bd-9fdd-8d2054fa2c41 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Synchronizing usage tracker for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:46.769382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd4b95d-f4d9-4ca4-a0bc-2a9caa53ffc0 None None] Sync routers for ids ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:46.781641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Attempting to bind port e309a0e6-7d3b-4beb-be06-9ada6c6910cf on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:46.782727 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Attempting to bind port e309a0e6-7d3b-4beb-be06-9ada6c6910cf by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:46.783358 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Attempting to bind port e309a0e6-7d3b-4beb-be06-9ada6c6910cf on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:46.794302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:46.794666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:46.795106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.795437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:46.795906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Bound port: e309a0e6-7d3b-4beb-be06-9ada6c6910cf, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:46.796363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.809113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.843551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.850857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd4b95d-f4d9-4ca4-a0bc-2a9caa53ffc0 None None] Routers {'863961d7-a79e-4aaa-8eb4-77743c8f7b65'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:46.851494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cfd4b95d-f4d9-4ca4-a0bc-2a9caa53ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:46.869110 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b4ac9a9e-fbaa-45bd-9fdd-8d2054fa2c41 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Unset dirty status for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:46.874489 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b4ac9a9e-fbaa-45bd-9fdd-8d2054fa2c41 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=863961d7-a79e-4aaa-8eb4-77743c8f7b65 HTTP/1.1" status: 200 len: 205 time: 0.1709316 Feb 04 06:13:46.875359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42864) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:46.878859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:13:46.879623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:13:46.897990 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:13:46.941396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cfd4b95d-f4d9-4ca4-a0bc-2a9caa53ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:46.967199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d9b735c-4c68-410d-bcfc-2a82da7e4cee tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.981442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e67693c-3449-4359-b268-cacf2cfed30b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:46.981783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd4b95d-f4d9-4ca4-a0bc-2a9caa53ffc0 None None] Routers {'863961d7-a79e-4aaa-8eb4-77743c8f7b65'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:46.982651 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cfd4b95d-f4d9-4ca4-a0bc-2a9caa53ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:47.093359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67693c-3449-4359-b268-cacf2cfed30b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f65da1b-a098-46ed-a84c-b4b61d96a006,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:47.107150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cfd4b95d-f4d9-4ca4-a0bc-2a9caa53ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:47.107556 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd4b95d-f4d9-4ca4-a0bc-2a9caa53ffc0 None None] The sync data for ids ['863961d7-a79e-4aaa-8eb4-77743c8f7b65'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:47.133031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] For port e309a0e6-7d3b-4beb-be06-9ada6c6910cf, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:47.138567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] For port e309a0e6-7d3b-4beb-be06-9ada6c6910cf, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e309a0e6-7d3b-4beb-be06-9ada6c6910cf,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:47.162776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e67693c-3449-4359-b268-cacf2cfed30b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:47.166883 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2e67693c-3449-4359-b268-cacf2cfed30b tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7f65da1b-a098-46ed-a84c-b4b61d96a006 HTTP/1.1" status: 204 len: 168 time: 0.6744397 Feb 04 06:13:47.169745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42868) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:47.195612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ddc18e3-a1d7-4cc1-987e-507147dfbfe8 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:47.198238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 0809032f-81f2-4d1e-aa75-fd1023f6a074 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:47.199224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:13:47.199224 dv-neutron-827796-1-hyperv neutron-server[88198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:13:47.199224 dv-neutron-827796-1-hyperv neutron-server[88198]: [parameters: {'id': '16086c5b-b292-4f89-a487-41d9461705c2'}] Feb 04 06:13:47.199224 dv-neutron-827796-1-hyperv neutron-server[88198]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:47.199875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:47.239104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:47.254928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ff668535-d5db-45ef-89de-1b95580cfcbf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:47.261512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d9b735c-4c68-410d-bcfc-2a82da7e4cee tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:47.262855 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5d9b735c-4c68-410d-bcfc-2a82da7e4cee tempest-FloatingIPAdminTestJSON-1538925463 tempest-FloatingIPAdminTestJSON-1538925463-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/3f0542e7-dabb-47db-99c1-2340eb4a16f9 HTTP/1.1" status: 204 len: 168 time: 3.1323669 Feb 04 06:13:47.266687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42872) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:47.360159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a5fb0b-5508-4f01-a07d-59e4fee2353e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:47.417859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92712e-fdf7-4eb7-b9d4-95ea5734afae None None] Pushing event updated for resources: {'Port': ['ID=e309a0e6-7d3b-4beb-be06-9ada6c6910cf,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:47.500452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91060c5-7bb7-40e9-9b72-df059fece142 None None] Network 16086c5b-b292-4f89-a487-41d9461705c2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:47.746513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:47.748379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5fb0b-5508-4f01-a07d-59e4fee2353e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=ac5011ef-4920-4905-811f-335fac81ebcc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:47.852884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ff668535-d5db-45ef-89de-1b95580cfcbf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:47.858058 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ff668535-d5db-45ef-89de-1b95580cfcbf tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6872177 Feb 04 06:13:47.870018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42876) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:47.870772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Deleting port 0809032f-81f2-4d1e-aa75-fd1023f6a074 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:47.871118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:47.942948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42878) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:47.988846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-378d5b2c-13ef-4481-ae62-bcb04d1ad114 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Deleting port c24e71ef-a74e-4d7f-b2ed-c23f37288006 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:47.989247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-378d5b2c-13ef-4481-ae62-bcb04d1ad114 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.062084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'network_id': '3a1675e6-cb14-4c54-8fd8-c6f86bea9222', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:48.100620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] DHCP port deletion for 16086c5b-b292-4f89-a487-41d9461705c2 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:13:48.105178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Deleting port 0809032f-81f2-4d1e-aa75-fd1023f6a074 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:48.105540 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.147789 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ddc18e3-a1d7-4cc1-987e-507147dfbfe8 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.149066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bed81f74-8590-496a-80cc-8b9c311f6fd0 None None] Provisioning for port 0809032f-81f2-4d1e-aa75-fd1023f6a074 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:48.152205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ddc18e3-a1d7-4cc1-987e-507147dfbfe8 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.163798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71a51594-2d8b-4ad0-a312-05b8eb0e1981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.182519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bed81f74-8590-496a-80cc-8b9c311f6fd0 None None] Provisioning complete for port 0809032f-81f2-4d1e-aa75-fd1023f6a074 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:48.183609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bed81f74-8590-496a-80cc-8b9c311f6fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.246446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.objects.ports [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88199) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:13:48.371311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ddc18e3-a1d7-4cc1-987e-507147dfbfe8 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.371817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bed81f74-8590-496a-80cc-8b9c311f6fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.371960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddc18e3-a1d7-4cc1-987e-507147dfbfe8 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Fanout notify agent at l3_agent the message router_deleted on router 863961d7-a79e-4aaa-8eb4-77743c8f7b65 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:13:48.389588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ddc18e3-a1d7-4cc1-987e-507147dfbfe8 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.390811 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8ddc18e3-a1d7-4cc1-987e-507147dfbfe8 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/863961d7-a79e-4aaa-8eb4-77743c8f7b65 HTTP/1.1" status: 204 len: 168 time: 1.5141649 Feb 04 06:13:48.393876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42884) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:48.540914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-b840aa19-fa79-45fd-8173-d780b184928e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting subnet 8d173af9-65de-47ed-b918-2a1886538bf5 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:48.554966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b840aa19-fa79-45fd-8173-d780b184928e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.587845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bed81f74-8590-496a-80cc-8b9c311f6fd0 None None] For port 0809032f-81f2-4d1e-aa75-fd1023f6a074, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0809032f-81f2-4d1e-aa75-fd1023f6a074,segment=NetworkSegment(ccce9c14-386e-4e83-9d4f-a46480900d7d),segment_id=ccce9c14-386e-4e83-9d4f-a46480900d7d)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:48.658882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e309a0e6-7d3b-4beb-be06-9ada6c6910cf up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:48.668018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.698885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bed81f74-8590-496a-80cc-8b9c311f6fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.718545 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] For port 0809032f-81f2-4d1e-aa75-fd1023f6a074, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0809032f-81f2-4d1e-aa75-fd1023f6a074,segment=NetworkSegment(ccce9c14-386e-4e83-9d4f-a46480900d7d),segment_id=ccce9c14-386e-4e83-9d4f-a46480900d7d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:48.718960 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.779866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b840aa19-fa79-45fd-8173-d780b184928e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.829782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] For port 0809032f-81f2-4d1e-aa75-fd1023f6a074, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0809032f-81f2-4d1e-aa75-fd1023f6a074,segment=NetworkSegment(ccce9c14-386e-4e83-9d4f-a46480900d7d),segment_id=ccce9c14-386e-4e83-9d4f-a46480900d7d)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:48.830977 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.875983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Calling delete_port for 0809032f-81f2-4d1e-aa75-fd1023f6a074 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:48.941272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:48.945758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:subnet and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:48.955943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a12943c9-2249-4cf8-8624-b811f1559993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:48.970579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:49.002645 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:49.014892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Calling delete_port for 0809032f-81f2-4d1e-aa75-fd1023f6a074 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:49.019167 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b840aa19-fa79-45fd-8173-d780b184928e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.078226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] For port e309a0e6-7d3b-4beb-be06-9ada6c6910cf, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e309a0e6-7d3b-4beb-be06-9ada6c6910cf,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:49.081685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed81f74-8590-496a-80cc-8b9c311f6fd0 None None] Pushing event updated for resources: {'Port': ['ID=0809032f-81f2-4d1e-aa75-fd1023f6a074,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:49.108199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a12943c9-2249-4cf8-8624-b811f1559993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.128329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.168430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:49.171920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.179592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:49.179958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:49.180569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.181622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-aee2f97a-ee70-4eab-949a-364cbe8434f4 None None] Provisioning for port e309a0e6-7d3b-4beb-be06-9ada6c6910cf completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:49.184772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port e309a0e6-7d3b-4beb-be06-9ada6c6910cf completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:49.187396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.192351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e309a0e6-7d3b-4beb-be06-9ada6c6910cf triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:49.192771 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.221563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-aee2f97a-ee70-4eab-949a-364cbe8434f4 None None] Provisioning complete for port e309a0e6-7d3b-4beb-be06-9ada6c6910cf triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:49.221934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aee2f97a-ee70-4eab-949a-364cbe8434f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.263176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 06:13:49.263176 dv-neutron-827796-1-hyperv neutron-server[88198]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Feb 04 06:13:49.263176 dv-neutron-827796-1-hyperv neutron-server[88198]: [parameters: {'port_id': '0809032f-81f2-4d1e-aa75-fd1023f6a074', 'host': 'dv-neutron-827796-1-hyperv', 'level': 0}] Feb 04 06:13:49.263176 dv-neutron-827796-1-hyperv neutron-server[88198]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:49.263690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:49.276801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-378d5b2c-13ef-4481-ae62-bcb04d1ad114 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.281139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.289173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.289397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-17a5fb0b-5508-4f01-a07d-59e4fee2353e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.347271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b840aa19-fa79-45fd-8173-d780b184928e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.399650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:49.411164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b840aa19-fa79-45fd-8173-d780b184928e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.416853 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:49.423834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914e0da5-81da-41c0-8536-e7efb3e9907d None None] Network 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:49.424096 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b840aa19-fa79-45fd-8173-d780b184928e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/8d173af9-65de-47ed-b918-2a1886538bf5 HTTP/1.1" status: 204 len: 168 time: 1.0291946 Feb 04 06:13:49.434709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:49.435493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.448413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42888) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:49.449195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a792e9e1-1be6-4ee5-9799-7786070e48fd None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:49.502362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=96765676-2b00-46d6-a66f-4eae385fd4af,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:49.547441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=e309a0e6-7d3b-4beb-be06-9ada6c6910cf,revision_number=4']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:49.562778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-378d5b2c-13ef-4481-ae62-bcb04d1ad114 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Calling delete_port for c24e71ef-a74e-4d7f-b2ed-c23f37288006 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:49.566363 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840aa19-fa79-45fd-8173-d780b184928e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Subnet': ['ID=8d173af9-65de-47ed-b918-2a1886538bf5,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:49.580306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.582327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f2cd28-b6d4-4164-977a-6fd186a24441 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting subnet d590cbce-8319-4206-9957-a8ddcd735a49 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:49.585582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cd28-b6d4-4164-977a-6fd186a24441 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.617088 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-28878292-7e5d-42f4-8c95-6364f65f9138 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8862898 Feb 04 06:13:49.620019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42892) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:49.625265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:6e:76:99', 'name': 'tempest-NetworksTestDHCPv6-620394109'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:49.628578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aee2f97a-ee70-4eab-949a-364cbe8434f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.677192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a12943c9-2249-4cf8-8624-b811f1559993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.689586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Deleting port 0809032f-81f2-4d1e-aa75-fd1023f6a074 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:49.690287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.725177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12943c9-2249-4cf8-8624-b811f1559993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d336534d-f0c7-46f3-bef4-a6b55141b333,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:49.726365 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cd28-b6d4-4164-977a-6fd186a24441 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.766248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.773362 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port e309a0e6-7d3b-4beb-be06-9ada6c6910cf, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e309a0e6-7d3b-4beb-be06-9ada6c6910cf,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:49.811626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Deleting port 0809032f-81f2-4d1e-aa75-fd1023f6a074 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:49.811996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.841428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:49.847575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:49.852390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:49.859517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:49.871089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a12943c9-2249-4cf8-8624-b811f1559993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:49.874718 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a12943c9-2249-4cf8-8624-b811f1559993 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-groups/d336534d-f0c7-46f3-bef4-a6b55141b333 HTTP/1.1" status: 204 len: 168 time: 1.9306910 Feb 04 06:13:49.876292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42896) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:49.922469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.020733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cd28-b6d4-4164-977a-6fd186a24441 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.056913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:50.066570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0809032f-81f2-4d1e-aa75-fd1023f6a074 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:50.190391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2a08d217-f55f-4a6b-afe0-27421aa990a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:50.243745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.277210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-aee2f97a-ee70-4eab-949a-364cbe8434f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:50.277210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-aee2f97a-ee70-4eab-949a-364cbe8434f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:50.278274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 62a14b7f-3834-4a8a-8853-5b3cf97fe107 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:13:50.330811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=e309a0e6-7d3b-4beb-be06-9ada6c6910cf,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:50.375526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] For port 0809032f-81f2-4d1e-aa75-fd1023f6a074, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0809032f-81f2-4d1e-aa75-fd1023f6a074,segment=NetworkSegment(ccce9c14-386e-4e83-9d4f-a46480900d7d),segment_id=ccce9c14-386e-4e83-9d4f-a46480900d7d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:50.376107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.387850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-378d5b2c-13ef-4481-ae62-bcb04d1ad114 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.406771 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2a08d217-f55f-4a6b-afe0-27421aa990a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:50.413364 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2a08d217-f55f-4a6b-afe0-27421aa990a5 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5348308 Feb 04 06:13:50.429558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42902) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:50.511183 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] For port 0809032f-81f2-4d1e-aa75-fd1023f6a074, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0809032f-81f2-4d1e-aa75-fd1023f6a074,segment=NetworkSegment(ccce9c14-386e-4e83-9d4f-a46480900d7d),segment_id=ccce9c14-386e-4e83-9d4f-a46480900d7d)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:50.511586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.569998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Calling delete_port for 0809032f-81f2-4d1e-aa75-fd1023f6a074 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:50.572338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 172.20.0.10 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/8e06b647-7302-4035-baaa-a0cebd4724ab/62a14b7f-3834-4a8a-8853-5b3cf97fe107) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:50.580709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::f816:3eff:fe6e:7699 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/96765676-2b00-46d6-a66f-4eae385fd4af/62a14b7f-3834-4a8a-8853-5b3cf97fe107) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:50.583064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.599401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605305419'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:50.603995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.607450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d5b2c-13ef-4481-ae62-bcb04d1ad114 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event deleted for resources: {'Port': ['ID=c24e71ef-a74e-4d7f-b2ed-c23f37288006,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:50.611563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a5fb0b-5508-4f01-a07d-59e4fee2353e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Router 1cfbdfd3-da83-40f5-b009-984755f3c6aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:50.645776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:50.667439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b931cc8d-0b73-42d2-9b4e-2e668d902c51 None None] DHCP port deletion for 68bc3aa8-7688-4cf1-bcf5-8b43745ab24c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:13:50.679962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Calling delete_port for 0809032f-81f2-4d1e-aa75-fd1023f6a074 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:50.709774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.721859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b931cc8d-0b73-42d2-9b4e-2e668d902c51 None None] Deleting port 993a2817-0275-42af-a02c-57c87a31b682 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:50.722233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b931cc8d-0b73-42d2-9b4e-2e668d902c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.768766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cd28-b6d4-4164-977a-6fd186a24441 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.779415 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:50.850728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2cd28-b6d4-4164-977a-6fd186a24441 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Subnet': ['ID=d590cbce-8319-4206-9957-a8ddcd735a49,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:50.863370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a174af-3481-4452-ae41-6db411fe9e44 None None] Network 8bc984b6-61c4-461d-a05c-88974d842719 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:50.864188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cd28-b6d4-4164-977a-6fd186a24441 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:50.888879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 0809032f-81f2-4d1e-aa75-fd1023f6a074, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0809032f-81f2-4d1e-aa75-fd1023f6a074,segment=NetworkSegment(ccce9c14-386e-4e83-9d4f-a46480900d7d),segment_id=ccce9c14-386e-4e83-9d4f-a46480900d7d)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:50.960629 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d1f2cd28-b6d4-4164-977a-6fd186a24441 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/d590cbce-8319-4206-9957-a8ddcd735a49 HTTP/1.1" status: 204 len: 168 time: 1.5063133 Feb 04 06:13:50.961719 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42908) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:51.027833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.102265 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-378d5b2c-13ef-4481-ae62-bcb04d1ad114 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.120427 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-378d5b2c-13ef-4481-ae62-bcb04d1ad114 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "DELETE /v2.0/ports/c24e71ef-a74e-4d7f-b2ed-c23f37288006 HTTP/1.1" status: 204 len: 168 time: 3.8525741 Feb 04 06:13:51.151999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42912) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:51.191198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.281772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b931cc8d-0b73-42d2-9b4e-2e668d902c51 None None] For port 993a2817-0275-42af-a02c-57c87a31b682, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=993a2817-0275-42af-a02c-57c87a31b682,segment=NetworkSegment(6aa5d33a-7cfd-4390-96df-0b9e2ebebd07),segment_id=6aa5d33a-7cfd-4390-96df-0b9e2ebebd07)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:51.281772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b931cc8d-0b73-42d2-9b4e-2e668d902c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.290320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=0809032f-81f2-4d1e-aa75-fd1023f6a074,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:51.294107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 06:13:51.294107 dv-neutron-827796-1-hyperv neutron-server[88200]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Feb 04 06:13:51.294107 dv-neutron-827796-1-hyperv neutron-server[88200]: [parameters: {'port_id': '0809032f-81f2-4d1e-aa75-fd1023f6a074'}] Feb 04 06:13:51.294107 dv-neutron-827796-1-hyperv neutron-server[88200]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:51.294467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:51.301160 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.301499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e309a0e6-7d3b-4beb-be06-9ada6c6910cf up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:51.309855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 993a2817-0275-42af-a02c-57c87a31b682 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:51.310288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.345945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Checking segment: {'id': '1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3a1675e6-cb14-4c54-8fd8-c6f86bea9222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:51.346658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network hostable DHCP agents. Network: 3a1675e6-cb14-4c54-8fd8-c6f86bea9222, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:13:51.352209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=0704dfcd-080e-4768-93aa-8b64e00d7f27,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:51.384940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:51.386119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 62a14b7f-3834-4a8a-8853-5b3cf97fe107 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:51.386464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:51.391411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a5fb0b-5508-4f01-a07d-59e4fee2353e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:51.404220 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c257f78d-45ae-425d-b0a1-23cae1141d9e None None] Sync routers for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:51.417165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6ae9-2bd8-46b8-9225-1a9fa98de9a5 req-7ff23089-573b-43a6-9701-2a1f06726174 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:51.418911 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-286f6ae9-2bd8-46b8-9225-1a9fa98de9a5 req-7ff23089-573b-43a6-9701-2a1f06726174 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.6356065 Feb 04 06:13:51.420684 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c257f78d-45ae-425d-b0a1-23cae1141d9e None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:51.421611 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c257f78d-45ae-425d-b0a1-23cae1141d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:51.424492 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-17a5fb0b-5508-4f01-a07d-59e4fee2353e tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "PUT /v2.0/routers/1cfbdfd3-da83-40f5-b009-984755f3c6aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9852021 Feb 04 06:13:51.425407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42916) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:51.460947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e6bd6d-505a-4065-8409-beb3a375d113 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:51.461693 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c5e6bd6d-505a-4065-8409-beb3a375d113 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Synchronizing usage tracker for tenant:5a1394f74e634cd68283014c787d7587 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:51.516158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.553688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network 3a1675e6-cb14-4c54-8fd8-c6f86bea9222 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:13:51.556394 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c257f78d-45ae-425d-b0a1-23cae1141d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:51.570120 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c257f78d-45ae-425d-b0a1-23cae1141d9e None None] Routers {'1cfbdfd3-da83-40f5-b009-984755f3c6aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:51.571116 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c257f78d-45ae-425d-b0a1-23cae1141d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:51.601189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:51.666181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:51.671934 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c5e6bd6d-505a-4065-8409-beb3a375d113 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Unset dirty status for tenant:5a1394f74e634cd68283014c787d7587 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:51.673382 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c5e6bd6d-505a-4065-8409-beb3a375d113 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "GET /v2.0/ports?device_id=d983963d-859c-4bb4-85f7-9e16dd3f6799 HTTP/1.1" status: 200 len: 913 time: 0.4868219 Feb 04 06:13:51.678770 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c257f78d-45ae-425d-b0a1-23cae1141d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:51.679215 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c257f78d-45ae-425d-b0a1-23cae1141d9e None None] The sync data for ids ['1cfbdfd3-da83-40f5-b009-984755f3c6aa'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:51.681290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b931cc8d-0b73-42d2-9b4e-2e668d902c51 None None] Calling delete_port for 993a2817-0275-42af-a02c-57c87a31b682 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:51.698209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42920) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:51.698358 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-286f6ae9-2bd8-46b8-9225-1a9fa98de9a5 req-63839ea6-d7e5-4f19-a43b-d06d98b47b7e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079761 Feb 04 06:13:51.703728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:51.724938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 3a1675e6-cb14-4c54-8fd8-c6f86bea9222) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:51.728845 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:51.739793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:51.740506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.767326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.775470 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23d6d56-d57a-4ac5-8b0b-007ec6ee8d0c None None] Network 3a1675e6-cb14-4c54-8fd8-c6f86bea9222 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:51.881915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Deleting port 0809032f-81f2-4d1e-aa75-fd1023f6a074 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:51.882530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.925685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b931cc8d-0b73-42d2-9b4e-2e668d902c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.968356 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6deeeabd-7630-469a-b452-1c3c5f26c251 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9848034 Feb 04 06:13:51.980124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42928) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:51.985791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1497251786'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:51.989846 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port 993a2817-0275-42af-a02c-57c87a31b682, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=993a2817-0275-42af-a02c-57c87a31b682,segment=NetworkSegment(6aa5d33a-7cfd-4390-96df-0b9e2ebebd07),segment_id=6aa5d33a-7cfd-4390-96df-0b9e2ebebd07)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:51.990213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:51.994605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:52.000619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:network and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:52.015455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:52.015977 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931cc8d-0b73-42d2-9b4e-2e668d902c51 None None] Pushing event deleted for resources: {'Port': ['ID=993a2817-0275-42af-a02c-57c87a31b682,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:52.030293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931cc8d-0b73-42d2-9b4e-2e668d902c51 None None] No DVR routers for this DVR port 993a2817-0275-42af-a02c-57c87a31b682 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:52.035353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:52.050616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.055434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.076916 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-78f5a5ad-1b16-420e-af59-36ce166283e1 None None] Provisioning complete for port e309a0e6-7d3b-4beb-be06-9ada6c6910cf triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:52.077277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-78f5a5ad-1b16-420e-af59-36ce166283e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.125709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e309a0e6-7d3b-4beb-be06-9ada6c6910cf triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:52.125949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.176125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Deleting port 0809032f-81f2-4d1e-aa75-fd1023f6a074 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:52.176716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.207429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.241050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting port 5189e09f-f542-4ec8-b98f-b570bb7ec732 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:52.241481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.266344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:52.270144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.301198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.321749 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 993a2817-0275-42af-a02c-57c87a31b682 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:52.424938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-3a1675e6-cb14-4c54-8fd8-c6f86bea9222', 'network_id': '3a1675e6-cb14-4c54-8fd8-c6f86bea9222', 'tenant_id': 'c42c4bbba62b47709445759031a2d571', 'fixed_ips': [{'subnet_id': '0704dfcd-080e-4768-93aa-8b64e00d7f27'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:13:52.425810 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.469994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:52.480012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:52.491400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:52.554162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] For port 0809032f-81f2-4d1e-aa75-fd1023f6a074, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0809032f-81f2-4d1e-aa75-fd1023f6a074,segment=NetworkSegment(ccce9c14-386e-4e83-9d4f-a46480900d7d),segment_id=ccce9c14-386e-4e83-9d4f-a46480900d7d)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:52.554600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.586270 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=62a14b7f-3834-4a8a-8853-5b3cf97fe107,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:52.586719 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] For port 0809032f-81f2-4d1e-aa75-fd1023f6a074, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0809032f-81f2-4d1e-aa75-fd1023f6a074,segment=NetworkSegment(ccce9c14-386e-4e83-9d4f-a46480900d7d),segment_id=ccce9c14-386e-4e83-9d4f-a46480900d7d)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:52.587106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.608442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c291dde-8df4-4b5b-9b91-4ae331a9cb5c None None] DHCP port deletion for 8bc984b6-61c4-461d-a05c-88974d842719 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:13:52.636485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47440ad4-2d08-4dfd-8a73-036a0dc1ed71 req-a9a38a14-6d88-46c3-bd37-9cb8cb3f9ae9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:52.638081 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-47440ad4-2d08-4dfd-8a73-036a0dc1ed71 req-a9a38a14-6d88-46c3-bd37-9cb8cb3f9ae9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.7439954 Feb 04 06:13:52.715118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Calling delete_port for 0809032f-81f2-4d1e-aa75-fd1023f6a074 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:52.730800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:52.731394 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:52.751077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-7c291dde-8df4-4b5b-9b91-4ae331a9cb5c None None] Deleting port 1d03f995-cbad-4d85-b03c-1e72e6c629e1 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:52.751753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7c291dde-8df4-4b5b-9b91-4ae331a9cb5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.779900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:52.780900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.806854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c46ad1b-c8c6-4e3a-aabb-68b5ee54094c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:52.825640 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-47440ad4-2d08-4dfd-8a73-036a0dc1ed71 req-52e9626d-0f77-476b-9663-3744df901ce4 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747139 Feb 04 06:13:52.863863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.865269 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-49b48c0f-bc8f-48da-a211-66027d546cab tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3752289 Feb 04 06:13:52.871320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42934) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:52.872369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:13:52.873746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Calling delete_port for 0809032f-81f2-4d1e-aa75-fd1023f6a074 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:52.887391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5a2e0b01-0c9a-4083-b6df-a205f2beea00 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Request body: {'security_group_rule': {'security_group_id': '1c46ad1b-c8c6-4e3a-aabb-68b5ee54094c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:52.893780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:52.894221 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Added segment e4ef8ca2-9613-4779-ba26-d5e5efe8df0f of type vlan for network 3f940f6d-86c1-473a-82e9-a243be37c9e8 Feb 04 06:13:52.898303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5a2e0b01-0c9a-4083-b6df-a205f2beea00 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:52.904166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5a2e0b01-0c9a-4083-b6df-a205f2beea00 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Usage tracker for resource:security_group_rule and tenant:ac04340658e14364b727eb0f5c045dc4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:52.912145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5a2e0b01-0c9a-4083-b6df-a205f2beea00 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:52.920679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5a2e0b01-0c9a-4083-b6df-a205f2beea00 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:53.013866 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d084b8af-1b3f-4de2-a8f0-b95429aedb49 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3928804 Feb 04 06:13:53.017685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42938) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:53.068631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4930221-84ed-4263-b976-e7f7130304e7 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.123270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.138937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.162355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.173367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0b01-0c9a-4083-b6df-a205f2beea00 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.190509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:53.190834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:53.201463 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] Pushing event deleted for resources: {'Port': ['ID=0809032f-81f2-4d1e-aa75-fd1023f6a074,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:53.208467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671330d-2a03-472f-a8c5-f206c9eeea7a None None] No DVR routers for this DVR port 0809032f-81f2-4d1e-aa75-fd1023f6a074 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:53.212567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 993a2817-0275-42af-a02c-57c87a31b682 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:53.268359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 993a2817-0275-42af-a02c-57c87a31b682 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:53.268974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.325317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Calling delete_port for 5189e09f-f542-4ec8-b98f-b570bb7ec732 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:53.330534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Allocated IP 2001:db8:0:ffff::2 (3a1675e6-cb14-4c54-8fd8-c6f86bea9222/0704dfcd-080e-4768-93aa-8b64e00d7f27/a4ae3da4-aafe-4d81-b718-fd01ed1309f7) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:53.334228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 993a2817-0275-42af-a02c-57c87a31b682 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:13:53.334568 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 993a2817-0275-42af-a02c-57c87a31b682 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:13:53.354909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.360614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:53.361231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.503953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=3f940f6d-86c1-473a-82e9-a243be37c9e8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:53.542654 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 3f940f6d-86c1-473a-82e9-a243be37c9e8 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:13:53.555855 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1d03f995-cbad-4d85-b03c-1e72e6c629e1 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:13:53.594617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ebd595f9-49b1-4fa4-ad09-703f71db55e9 None None] Provisioning for port 62a14b7f-3834-4a8a-8853-5b3cf97fe107 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:53.604385 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2a972b9c-18f0-4e9b-bd98-ff77d2337997 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6208584 Feb 04 06:13:53.606118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42944) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:53.608433 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7c291dde-8df4-4b5b-9b91-4ae331a9cb5c None None] For port 1d03f995-cbad-4d85-b03c-1e72e6c629e1, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1d03f995-cbad-4d85-b03c-1e72e6c629e1,segment=NetworkSegment(b1dd3e40-5881-40c3-b9e2-4a0118793c7e),segment_id=b1dd3e40-5881-40c3-b9e2-4a0118793c7e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:53.608968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7c291dde-8df4-4b5b-9b91-4ae331a9cb5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.613896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'network_id': '3f940f6d-86c1-473a-82e9-a243be37c9e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:53.621507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] The port '993a2817-0275-42af-a02c-57c87a31b682' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:13:53.637404 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10a453-8b4e-4581-a494-42711d103775 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:53.644925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10a453-8b4e-4581-a494-42711d103775 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:53.644925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6b10a453-8b4e-4581-a494-42711d103775 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:53.688686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ebd595f9-49b1-4fa4-ad09-703f71db55e9 None None] Provisioning complete for port 62a14b7f-3834-4a8a-8853-5b3cf97fe107 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:53.689118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ebd595f9-49b1-4fa4-ad09-703f71db55e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.754379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:53.758628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:subnet and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:53.761600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:53.765120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0b01-0c9a-4083-b6df-a205f2beea00 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.768312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:53.803655 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:13:53.859300 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.899114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bc3aa8-7688-4cf1-bcf5-8b43745ab24c']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:53.902798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-7c291dde-8df4-4b5b-9b91-4ae331a9cb5c None None] Calling delete_port for 1d03f995-cbad-4d85-b03c-1e72e6c629e1 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:53.914883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a7113-e880-47de-882f-dc01e718c767 req-1cee8eb5-8875-4a80-b037-0c224bd6e048 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:53.916207 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:53.916375 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-499a7113-e880-47de-882f-dc01e718c767 req-1cee8eb5-8875-4a80-b037-0c224bd6e048 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4938476 Feb 04 06:13:53.925114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa5d33a-7cfd-4390-96df-0b9e2ebebd07') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:53.925404 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa5d33a-7cfd-4390-96df-0b9e2ebebd07') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:54.019281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:54.023882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.046619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Port': ['ID=5189e09f-f542-4ec8-b98f-b570bb7ec732,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:54.088897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6b10a453-8b4e-4581-a494-42711d103775 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:54.093057 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6b10a453-8b4e-4581-a494-42711d103775 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.0714374 Feb 04 06:13:54.093057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0b01-0c9a-4083-b6df-a205f2beea00 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.097117 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.097393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-ebd595f9-49b1-4fa4-ad09-703f71db55e9 None None] Port 62a14b7f-3834-4a8a-8853-5b3cf97fe107 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:13:54.128360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42948) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:54.145741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.153217 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.170994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Transition to ACTIVE for port object a4ae3da4-aafe-4d81-b718-fd01ed1309f7 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:54.180233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Deleting port 0809032f-81f2-4d1e-aa75-fd1023f6a074 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:54.180437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.185192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e0b01-0c9a-4083-b6df-a205f2beea00 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e244912-e26f-4e62-85b3-c603dac88236,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:54.198025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.199361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Transition to ACTIVE for port object a4ae3da4-aafe-4d81-b718-fd01ed1309f7 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:54.204850 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-499a7113-e880-47de-882f-dc01e718c767 req-b4263c3d-d7ca-4d90-9346-1f0617c55cf2 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815647 Feb 04 06:13:54.216417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:13:54.217091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:13:54.233645 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:13:54.276180 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7c291dde-8df4-4b5b-9b91-4ae331a9cb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.289706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f4930221-84ed-4263-b976-e7f7130304e7 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Deleting port db522378-7a37-40e1-b03a-fae5b4c63ee6 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:54.290319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4930221-84ed-4263-b976-e7f7130304e7 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.305148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] The port '0809032f-81f2-4d1e-aa75-fd1023f6a074' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:13:54.337878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.349583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c291dde-8df4-4b5b-9b91-4ae331a9cb5c None None] Pushing event deleted for resources: {'Port': ['ID=1d03f995-cbad-4d85-b03c-1e72e6c629e1,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:54.378537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0b01-0c9a-4083-b6df-a205f2beea00 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.380052 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5a2e0b01-0c9a-4083-b6df-a205f2beea00 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5045550 Feb 04 06:13:54.382150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.383253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c291dde-8df4-4b5b-9b91-4ae331a9cb5c None None] No DVR routers for this DVR port 1d03f995-cbad-4d85-b03c-1e72e6c629e1 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:13:54.415340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Network 3a1675e6-cb14-4c54-8fd8-c6f86bea9222 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:54.418290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:54.422522 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:54.437930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42952) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:54.461901 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Pushing event updated for resources: {'Port': ['ID=a4ae3da4-aafe-4d81-b718-fd01ed1309f7,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:54.488894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.525865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.527806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Attempting to bind port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:54.528223 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Attempting to bind port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3a1675e6-cb14-4c54-8fd8-c6f86bea9222'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:54.528591 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Attempting to bind port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 on network 3a1675e6-cb14-4c54-8fd8-c6f86bea9222 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:54.534368 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:54.534733 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Checking segment: {'id': '1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3a1675e6-cb14-4c54-8fd8-c6f86bea9222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:54.535131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.535525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Bound using segment: {'id': '1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3a1675e6-cb14-4c54-8fd8-c6f86bea9222'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:54.535988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Bound port: a4ae3da4-aafe-4d81-b718-fd01ed1309f7, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3a1675e6-cb14-4c54-8fd8-c6f86bea9222'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:54.536363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.542531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-46899e6f-60bc-4ba1-967a-00015eb0d828 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 62a14b7f-3834-4a8a-8853-5b3cf97fe107 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:54.542685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Network': ['ID=68bc3aa8-7688-4cf1-bcf5-8b43745ab24c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:54.542949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46899e6f-60bc-4ba1-967a-00015eb0d828 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.561431 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5866a6c7-3951-40b2-8574-fa46c90b61b1 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/networks/68bc3aa8-7688-4cf1-bcf5-8b43745ab24c HTTP/1.1" status: 204 len: 168 time: 3.5983980 Feb 04 06:13:54.584728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42956) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:54.630040 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] For port a4ae3da4-aafe-4d81-b718-fd01ed1309f7, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:54.633988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] For port a4ae3da4-aafe-4d81-b718-fd01ed1309f7, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a4ae3da4-aafe-4d81-b718-fd01ed1309f7,segment=NetworkSegment(1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352),segment_id=1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:54.666060 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06d8021f-915d-4775-81cf-58a464e2ad15 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.685236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4930221-84ed-4263-b976-e7f7130304e7 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.776034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.859271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f4930221-84ed-4263-b976-e7f7130304e7 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Calling delete_port for db522378-7a37-40e1-b03a-fae5b4c63ee6 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:54.867072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84c8ce-1301-405c-95f2-21df308ffad8 None None] Pushing event updated for resources: {'Port': ['ID=a4ae3da4-aafe-4d81-b718-fd01ed1309f7,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:54.890066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06d8021f-915d-4775-81cf-58a464e2ad15 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.919667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.925577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:54.929983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.033166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.144632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.183426 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc984b6-61c4-461d-a05c-88974d842719']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:55.185445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.185943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Fanout notify agent at l3_agent the message router_deleted on router 1cfbdfd3-da83-40f5-b009-984755f3c6aa {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:13:55.201791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dd3e40-5881-40c3-b9e2-4a0118793c7e') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:55.202091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dd3e40-5881-40c3-b9e2-4a0118793c7e') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:55.202217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16086c5b-b292-4f89-a487-41d9461705c2']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:55.215858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.245474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06d8021f-915d-4775-81cf-58a464e2ad15 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.262563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccce9c14-386e-4e83-9d4f-a46480900d7d') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:55.262859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccce9c14-386e-4e83-9d4f-a46480900d7d') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:55.287330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab05e15-00df-41bd-bcf4-0f264d0af53f req-0b309900-7e55-4a33-bc7d-4f37e2be4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:55.288881 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eab05e15-00df-41bd-bcf4-0f264d0af53f req-0b309900-7e55-4a33-bc7d-4f37e2be4d03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5eeb77cc58458a8021dffb64d08773&device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 1098 time: 0.7654982 Feb 04 06:13:55.294358 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.306216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.309307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8021f-915d-4775-81cf-58a464e2ad15 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c46ad1b-c8c6-4e3a-aabb-68b5ee54094c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:55.323176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:13:55.324745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.338133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:13:55.360444 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:13:55.402582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:13:55.403040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:13:55.428803 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:13:55.432957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.434062 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-94125609-802d-46b9-b906-cb0980d2a62b tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/routers/1cfbdfd3-da83-40f5-b009-984755f3c6aa HTTP/1.1" status: 204 len: 168 time: 4.0076540 Feb 04 06:13:55.443907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42962) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:55.484770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46899e6f-60bc-4ba1-967a-00015eb0d828 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.510660 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a4ae3da4-aafe-4d81-b718-fd01ed1309f7 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:55.559033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06d8021f-915d-4775-81cf-58a464e2ad15 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.560339 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-06d8021f-915d-4775-81cf-58a464e2ad15 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-groups/1c46ad1b-c8c6-4e3a-aabb-68b5ee54094c HTTP/1.1" status: 204 len: 168 time: 1.1211646 Feb 04 06:13:55.563292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42966) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:55.591858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fcb792-be61-466f-8209-9c59f2031394 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Deleting subnet 91989896-7e2b-4224-bc91-9537bc968154 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:55.603438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88fcb792-be61-466f-8209-9c59f2031394 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.659696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.690646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.703204 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-aa8adc43-848d-4239-85a5-95c5488de677 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:55.705645 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Network': ['ID=8bc984b6-61c4-461d-a05c-88974d842719,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:55.716409 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3274e9c7-f6c0-434c-932d-0c81852b3465 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/networks/8bc984b6-61c4-461d-a05c-88974d842719 HTTP/1.1" status: 204 len: 168 time: 1.1268995 Feb 04 06:13:55.716409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88fcb792-be61-466f-8209-9c59f2031394 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.719070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:55.726816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42970) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:55.733882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-46899e6f-60bc-4ba1-967a-00015eb0d828 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 62a14b7f-3834-4a8a-8853-5b3cf97fe107 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:55.779910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.782148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4930221-84ed-4263-b976-e7f7130304e7 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:55.807833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'network': {'name': 'tempest-RoutersTest-192241982'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:55.847163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:55.877148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:network and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:55.894928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:55.929024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:55.983045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.008521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4930221-84ed-4263-b976-e7f7130304e7 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event deleted for resources: {'Port': ['ID=db522378-7a37-40e1-b03a-fae5b4c63ee6,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:56.019420 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.038601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=7a631719-7c22-415a-b249-df62898a29ea,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:56.041783 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/16086c5b-b292-4f89-a487-41d9461705c2 HTTP/1.1" status: 204 len: 168 time: 13.0649593 Feb 04 06:13:56.050394 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42974) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:56.054798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Checking segment: {'id': 'e4ef8ca2-9613-4779-ba26-d5e5efe8df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3f940f6d-86c1-473a-82e9-a243be37c9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:56.055413 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network hostable DHCP agents. Network: 3f940f6d-86c1-473a-82e9-a243be37c9e8, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:13:56.067754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31236b8e-a738-4b05-8d70-8e914770ea13 req-2bb0be7b-10af-499c-b8fb-8e6fbfca12c0 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:56.070378 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-31236b8e-a738-4b05-8d70-8e914770ea13 req-2bb0be7b-10af-499c-b8fb-8e6fbfca12c0 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.6937969 Feb 04 06:13:56.070816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-aa8adc43-848d-4239-85a5-95c5488de677 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:56.072091 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-aa8adc43-848d-4239-85a5-95c5488de677 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5079408 Feb 04 06:13:56.079539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42978) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:56.080709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab05e15-00df-41bd-bcf4-0f264d0af53f req-04baf53b-aa12-407a-b899-84a718f2324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:56.082495 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eab05e15-00df-41bd-bcf4-0f264d0af53f req-04baf53b-aa12-407a-b899-84a718f2324a service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcbc6d8a-a29f-4884-a766-65731440e62d HTTP/1.1" status: 200 len: 913 time: 0.7459152 Feb 04 06:13:56.114233 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88fcb792-be61-466f-8209-9c59f2031394 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.129521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-239110526'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:56.134479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7edd13-26e1-4a62-a0d5-f942372ac295 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=16086c5b-b292-4f89-a487-41d9461705c2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:56.160348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:56.162671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:56.166523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.279984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8d8942b5-773c-4a65-9603-76830d373ada tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Synchronizing usage tracker for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:56.281249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:network and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:56.285965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:56.323667 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:56.371301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693b286e-7f88-4995-8147-aacfe1495abe None None] Network 3a1675e6-cb14-4c54-8fd8-c6f86bea9222 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:56.411049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:13:56.412586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f4930221-84ed-4263-b976-e7f7130304e7 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.414483 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eab05e15-00df-41bd-bcf4-0f264d0af53f req-7bd3aeb7-6639-4c63-8303-e142bea3b8ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 HTTP/1.1" status: 200 len: 999 time: 0.2737098 Feb 04 06:13:56.424242 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-31236b8e-a738-4b05-8d70-8e914770ea13 req-4e69a375-7dc9-4419-9e17-426cb6c77906 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821124 Feb 04 06:13:56.484403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network 3f940f6d-86c1-473a-82e9-a243be37c9e8 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:13:56.487154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.487704 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added segment ff6efc2c-b0c6-4518-9610-a864b4594577 of type vlan for network 47b57237-c23c-418c-a8a1-3b9e919dfb62 Feb 04 06:13:56.519428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88fcb792-be61-466f-8209-9c59f2031394 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.526419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:56.529880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.555207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8d8942b5-773c-4a65-9603-76830d373ada tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] Unset dirty status for tenant:ac04340658e14364b727eb0f5c045dc4 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:56.556597 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8d8942b5-773c-4a65-9603-76830d373ada tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4761143 Feb 04 06:13:56.563711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42982) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:56.566567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab05e15-00df-41bd-bcf4-0f264d0af53f req-fd1a0a2e-3780-4dd2-90f2-92c1197b3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:56.568064 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eab05e15-00df-41bd-bcf4-0f264d0af53f req-fd1a0a2e-3780-4dd2-90f2-92c1197b3184 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb HTTP/1.1" status: 200 len: 851 time: 0.1400712 Feb 04 06:13:56.570408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcb792-be61-466f-8209-9c59f2031394 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Subnet': ['ID=91989896-7e2b-4224-bc91-9537bc968154,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:56.585206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88fcb792-be61-466f-8209-9c59f2031394 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.592259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.601168 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-88fcb792-be61-466f-8209-9c59f2031394 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/subnets/91989896-7e2b-4224-bc91-9537bc968154 HTTP/1.1" status: 204 len: 168 time: 1.1472797 Feb 04 06:13:56.602231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42986) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:56.651218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-59bd41b3-053f-48d0-ba1e-4865043494fd None None] Provisioning for port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:13:56.668104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-59bd41b3-053f-48d0-ba1e-4865043494fd None None] Provisioning complete for port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:56.669005 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-59bd41b3-053f-48d0-ba1e-4865043494fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.776494 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-ebff0b6e-21b1-48d4-a34f-05a2669de4d6 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] delete failed (client error): The resource could not be found. Feb 04 06:13:56.783794 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ebff0b6e-21b1-48d4-a34f-05a2669de4d6 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "DELETE /v2.0/security-groups/1c46ad1b-c8c6-4e3a-aabb-68b5ee54094c HTTP/1.1" status: 404 len: 347 time: 0.2086360 Feb 04 06:13:56.783794 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 3f940f6d-86c1-473a-82e9-a243be37c9e8) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:56.785485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 42990) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:56.785963 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46899e6f-60bc-4ba1-967a-00015eb0d828 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.788583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:56.788583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.815624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2757b-cf73-47b5-afc3-31b9c3918129 None None] Network 3f940f6d-86c1-473a-82e9-a243be37c9e8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:56.823759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.845085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:13:56.880247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899e6f-60bc-4ba1-967a-00015eb0d828 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=62a14b7f-3834-4a8a-8853-5b3cf97fe107,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:56.903951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:56.903951 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment 5f363495-f7b5-4ae8-8e26-cade4e8df490 of type vlan for network dec9142d-604e-4f82-8ac0-11f68298208f Feb 04 06:13:56.930636 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-59bd41b3-053f-48d0-ba1e-4865043494fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.003846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-59bd41b3-053f-48d0-ba1e-4865043494fd None None] For port a4ae3da4-aafe-4d81-b718-fd01ed1309f7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a4ae3da4-aafe-4d81-b718-fd01ed1309f7,segment=NetworkSegment(1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352),segment_id=1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:13:57.078164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.087154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:57.087758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.106096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-59bd41b3-053f-48d0-ba1e-4865043494fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.150234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.159141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.173841 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-3f940f6d-86c1-473a-82e9-a243be37c9e8', 'network_id': '3f940f6d-86c1-473a-82e9-a243be37c9e8', 'tenant_id': 'c42c4bbba62b47709445759031a2d571', 'fixed_ips': [{'subnet_id': '7a631719-7c22-415a-b249-df62898a29ea'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:13:57.174789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.191362 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3d54a68e-80e6-4763-bcc9-6a45df65710f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.5840616 Feb 04 06:13:57.192193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acea0f06-1a51-4d86-83c0-b03a1a701884']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:57.207808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791abff6-d3be-4f70-9bf4-a3ca15b0fdba') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:57.208113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791abff6-d3be-4f70-9bf4-a3ca15b0fdba') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:57.224264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.245450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.252189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:13:57.252591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.261051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42994) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:13:57.285570 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:13:57.288062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd41b3-053f-48d0-ba1e-4865043494fd None None] Pushing event updated for resources: {'Port': ['ID=a4ae3da4-aafe-4d81-b718-fd01ed1309f7,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:57.288158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46899e6f-60bc-4ba1-967a-00015eb0d828 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.289985 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-46899e6f-60bc-4ba1-967a-00015eb0d828 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/62a14b7f-3834-4a8a-8853-5b3cf97fe107 HTTP/1.1" status: 204 len: 168 time: 3.1547418 Feb 04 06:13:57.298969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 42998) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:57.308412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-be0ffa7b-fd2a-47ae-a796-d53a48f16797 None None] Provisioning complete for port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:57.323877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-be0ffa7b-fd2a-47ae-a796-d53a48f16797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.372199 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-68584597-b6db-4838-bd9c-3cc63e5ef241 tempest-SecGroupIPv6Test-1719630499 tempest-SecGroupIPv6Test-1719630499-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5834327 Feb 04 06:13:57.411431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab05e15-00df-41bd-bcf4-0f264d0af53f req-572e2dc4-e2cc-455c-93f8-57059dd60bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:57.412952 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eab05e15-00df-41bd-bcf4-0f264d0af53f req-572e2dc4-e2cc-455c-93f8-57059dd60bda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcbc6d8a-a29f-4884-a766-65731440e62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8281863 Feb 04 06:13:57.413889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.419710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:57.420321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.449347 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6855996 Feb 04 06:13:57.480877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43004) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:57.488121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'subnet': {'network_id': '47b57237-c23c-418c-a8a1-3b9e919dfb62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:57.494124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4084a2e-4561-451e-ba6c-2b1a1d160667 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Network': ['ID=47b57237-c23c-418c-a8a1-3b9e919dfb62,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:57.541230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 47b57237-c23c-418c-a8a1-3b9e919dfb62 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:13:57.581196 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5065610 Feb 04 06:13:57.616733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43010) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:57.627369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'network_id': 'dec9142d-604e-4f82-8ac0-11f68298208f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:13:57.689333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca746a64-1cf1-4581-a341-d0db1c4401d3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:57.690861 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca746a64-1cf1-4581-a341-d0db1c4401d3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:57.692360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca746a64-1cf1-4581-a341-d0db1c4401d3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:57.693943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ca746a64-1cf1-4581-a341-d0db1c4401d3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:13:57.750342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881cbd1-5a27-4ece-8c48-d64a13cdb243 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=dec9142d-604e-4f82-8ac0-11f68298208f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:57.770629 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a4ae3da4-aafe-4d81-b718-fd01ed1309f7 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:13:57.778115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.809790 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Allocated IP 2001:db8::1 (3f940f6d-86c1-473a-82e9-a243be37c9e8/7a631719-7c22-415a-b249-df62898a29ea/64d11c18-0f81-4f52-892f-210e2f1515f5) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:13:57.811980 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network dec9142d-604e-4f82-8ac0-11f68298208f details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:13:57.848734 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eab05e15-00df-41bd-bcf4-0f264d0af53f req-25f3b511-874d-4f3f-ba28-faae5f421f72 service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106655 Feb 04 06:13:57.862879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.951344 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.953715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ca746a64-1cf1-4581-a341-d0db1c4401d3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:13:57.955015 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ca746a64-1cf1-4581-a341-d0db1c4401d3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6018207 Feb 04 06:13:57.963623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:57.973254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43014) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:58.032156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] Pushing event deleted for resources: {'Network': ['ID=acea0f06-1a51-4d86-83c0-b03a1a701884,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:58.061249 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-986f24d9-27a9-43b6-917e-763a67bfd0e8 tempest-FloatingIPTestJSON-2127140379 tempest-FloatingIPTestJSON-2127140379-project] 10.222.0.32 "DELETE /v2.0/networks/acea0f06-1a51-4d86-83c0-b03a1a701884 HTTP/1.1" status: 204 len: 168 time: 1.4555819 Feb 04 06:13:58.071938 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eab05e15-00df-41bd-bcf4-0f264d0af53f req-113313cb-6a16-4f28-ad72-eb12dade47bf service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158918 Feb 04 06:13:58.079877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:58.090321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4930221-84ed-4263-b976-e7f7130304e7 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Router d983963d-859c-4bb4-85f7-9e16dd3f6799 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:13:58.102550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:subnet and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:58.110236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:58.135421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:58.166631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:13:58.166948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.199576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43022) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:58.326571 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:13:58.331014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4930221-84ed-4263-b976-e7f7130304e7 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:13:58.336522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee721ee8-6ce7-4eec-aec3-c094e9a82220 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 8e06b647-7302-4035-baaa-a0cebd4724ab {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:58.342603 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f4930221-84ed-4263-b976-e7f7130304e7 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "PUT /v2.0/routers/d983963d-859c-4bb4-85f7-9e16dd3f6799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6473475 Feb 04 06:13:58.346758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43028) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:58.348484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee721ee8-6ce7-4eec-aec3-c094e9a82220 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.354893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a96be0-9605-4a74-941e-9b3c162f7a86 None None] Sync routers for ids ['d983963d-859c-4bb4-85f7-9e16dd3f6799'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:13:58.384202 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec51ee-735e-48b6-9f81-be88d6674eb1 req-578890bd-d520-4028-b417-ccb69f82a329 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:58.385222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a96be0-9605-4a74-941e-9b3c162f7a86 None None] Routers {'d983963d-859c-4bb4-85f7-9e16dd3f6799'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:58.386393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-33a96be0-9605-4a74-941e-9b3c162f7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d983963d-859c-4bb4-85f7-9e16dd3f6799'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:58.391306 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-adec51ee-735e-48b6-9f81-be88d6674eb1 req-578890bd-d520-4028-b417-ccb69f82a329 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.5224936 Feb 04 06:13:58.410699 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:subnet and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:13:58.419943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:13:58.433880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:13:58.467764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-33a96be0-9605-4a74-941e-9b3c162f7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:58.468567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee721ee8-6ce7-4eec-aec3-c094e9a82220 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.471550 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.486817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Transition to ACTIVE for port object 64d11c18-0f81-4f52-892f-210e2f1515f5 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:58.493460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a96be0-9605-4a74-941e-9b3c162f7a86 None None] Routers {'d983963d-859c-4bb4-85f7-9e16dd3f6799'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:13:58.494352 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-33a96be0-9605-4a74-941e-9b3c162f7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['d983963d-859c-4bb4-85f7-9e16dd3f6799'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:58.505880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43032) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:58.506525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:58.508071 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-58591c7a-81f0-4191-91e7-0d03b93ee0fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac04340658e14364b727eb0f5c045dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966189 Feb 04 06:13:58.510106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.566088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-33a96be0-9605-4a74-941e-9b3c162f7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:58.566800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a96be0-9605-4a74-941e-9b3c162f7a86 None None] The sync data for ids ['d983963d-859c-4bb4-85f7-9e16dd3f6799'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:13:58.577690 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-adec51ee-735e-48b6-9f81-be88d6674eb1 req-5ceb085f-282b-4f86-9568-eabf9f4c5807 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836095 Feb 04 06:13:58.582133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Transition to ACTIVE for port object 64d11c18-0f81-4f52-892f-210e2f1515f5 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:13:58.642780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.646435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:13:58.649833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.704603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.780152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Pushing event updated for resources: {'Port': ['ID=64d11c18-0f81-4f52-892f-210e2f1515f5,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:58.798615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Network 3f940f6d-86c1-473a-82e9-a243be37c9e8 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:13:58.800531 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:58.805995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:13:58.806236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa8c638d-66ac-4403-bdb5-754ec235111f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.823659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing IP validity checks on allocation pools {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:13:58.824182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:13:58.866707 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa8c638d-66ac-4403-bdb5-754ec235111f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.894521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee721ee8-6ce7-4eec-aec3-c094e9a82220 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.940830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43038) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:58.943753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.944216 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Attempting to bind port 64d11c18-0f81-4f52-892f-210e2f1515f5 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:13:58.944583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Attempting to bind port 64d11c18-0f81-4f52-892f-210e2f1515f5 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'e4ef8ca2-9613-4779-ba26-d5e5efe8df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3f940f6d-86c1-473a-82e9-a243be37c9e8'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:13:58.945485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Attempting to bind port 64d11c18-0f81-4f52-892f-210e2f1515f5 on network 3f940f6d-86c1-473a-82e9-a243be37c9e8 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:13:58.950805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:13:58.951176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Checking segment: {'id': 'e4ef8ca2-9613-4779-ba26-d5e5efe8df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3f940f6d-86c1-473a-82e9-a243be37c9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:58.951573 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:58.951962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Bound using segment: {'id': 'e4ef8ca2-9613-4779-ba26-d5e5efe8df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3f940f6d-86c1-473a-82e9-a243be37c9e8'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:13:58.952543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Bound port: 64d11c18-0f81-4f52-892f-210e2f1515f5, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ef8ca2-9613-4779-ba26-d5e5efe8df0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3f940f6d-86c1-473a-82e9-a243be37c9e8'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:13:58.953016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.004982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Subnet': ['ID=7a631719-7c22-415a-b249-df62898a29ea,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:59.054276 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] For port 64d11c18-0f81-4f52-892f-210e2f1515f5, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:13:59.057766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] For port 64d11c18-0f81-4f52-892f-210e2f1515f5, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=64d11c18-0f81-4f52-892f-210e2f1515f5,segment=NetworkSegment(e4ef8ca2-9613-4779-ba26-d5e5efe8df0f),segment_id=e4ef8ca2-9613-4779-ba26-d5e5efe8df0f)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:13:59.106225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.119376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.150641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f940f6d-86c1-473a-82e9-a243be37c9e8']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:59.159185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.164328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ef8ca2-9613-4779-ba26-d5e5efe8df0f') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:59.164619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ef8ca2-9613-4779-ba26-d5e5efe8df0f') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:13:59.176674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.194381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.200913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:13:59.202008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:13:59.217054 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:13:59.230468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa8c638d-66ac-4403-bdb5-754ec235111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.234024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee721ee8-6ce7-4eec-aec3-c094e9a82220 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.238474 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-afd70e78-b52d-45a1-917b-a846c63db408 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17b3d76fbaf6447586ecbfa5afe4b333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965734 Feb 04 06:13:59.249836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd0d62-28b6-4416-8d0e-92aba2255b7f None None] Pushing event updated for resources: {'Port': ['ID=64d11c18-0f81-4f52-892f-210e2f1515f5,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:59.265771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43044) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:59.289122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c638d-66ac-4403-bdb5-754ec235111f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49188716-9f22-48cd-bf03-72ee359a52cd,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:59.290848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee721ee8-6ce7-4eec-aec3-c094e9a82220 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=8e06b647-7302-4035-baaa-a0cebd4724ab,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:59.293376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Deleting port 6998ad06-a948-4c40-bb45-11f2e7fcdc30 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:13:59.293893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.298063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee721ee8-6ce7-4eec-aec3-c094e9a82220 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.324241 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317ea4bc-d7ea-4818-a936-83c6d9ab5926 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:59.367482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.394292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4806eab-339b-4a23-973d-5b4b7796f56a None None] Network 3f940f6d-86c1-473a-82e9-a243be37c9e8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:59.431721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.482281 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ee721ee8-6ce7-4eec-aec3-c094e9a82220 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/8e06b647-7302-4035-baaa-a0cebd4724ab HTTP/1.1" status: 204 len: 168 time: 1.5015039 Feb 04 06:13:59.496240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43048) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:13:59.518869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Subnet': ['ID=7d3141d5-c69e-4480-95a2-1812e36972a6,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:59.519425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:13:59.519425 dv-neutron-827796-1-hyperv neutron-server[88198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:13:59.519425 dv-neutron-827796-1-hyperv neutron-server[88198]: [parameters: {'id': '3f940f6d-86c1-473a-82e9-a243be37c9e8'}] Feb 04 06:13:59.519425 dv-neutron-827796-1-hyperv neutron-server[88198]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:13:59.519984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:13:59.557878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f68c56fb-171c-42ef-be6d-e64d7a7fcb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.582015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking segment: {'id': '5f363495-f7b5-4ae8-8e26-cade4e8df490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dec9142d-604e-4f82-8ac0-11f68298208f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:59.582465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network hostable DHCP agents. Network: dec9142d-604e-4f82-8ac0-11f68298208f, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:13:59.597845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Checking segment: {'id': 'ff6efc2c-b0c6-4518-9610-a864b4594577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '47b57237-c23c-418c-a8a1-3b9e919dfb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:13:59.603421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network hostable DHCP agents. Network: 47b57237-c23c-418c-a8a1-3b9e919dfb62, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:13:59.606626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa8c638d-66ac-4403-bdb5-754ec235111f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.611009 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fa8c638d-66ac-4403-bdb5-754ec235111f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49188716-9f22-48cd-bf03-72ee359a52cd HTTP/1.1" status: 204 len: 168 time: 1.0868671 Feb 04 06:13:59.628395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f68c56fb-171c-42ef-be6d-e64d7a7fcb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.635130 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=315d9fae-1dee-438c-a2d8-4fac2e4bb73c,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:59.662466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f994cd7a-551d-459d-ab26-026d1b661329 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 96765676-2b00-46d6-a66f-4eae385fd4af {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:13:59.674720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f994cd7a-551d-459d-ab26-026d1b661329 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.739118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.772874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network dec9142d-604e-4f82-8ac0-11f68298208f is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:13:59.853681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 47b57237-c23c-418c-a8a1-3b9e919dfb62 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:13:59.922614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f994cd7a-551d-459d-ab26-026d1b661329 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.955803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, dec9142d-604e-4f82-8ac0-11f68298208f) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:13:59.960500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Calling delete_port for 6998ad06-a948-4c40-bb45-11f2e7fcdc30 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:13:59.961579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:59.962361 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.965357 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f87ddc1-4e41-4af3-bc44-d76b0229930f None None] Network dec9142d-604e-4f82-8ac0-11f68298208f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:13:59.982050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 47b57237-c23c-418c-a8a1-3b9e919dfb62) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:00.000454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:00.000454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.024608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.048710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909d9b5-5800-4b2e-8dcd-c2e245918881 None None] Network 47b57237-c23c-418c-a8a1-3b9e919dfb62 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:00.086050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Deleting port 64d11c18-0f81-4f52-892f-210e2f1515f5 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:00.086720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.115831 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1699640c-e2d6-466f-bdd4-4da24ee5b96a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4932287 Feb 04 06:14:00.120189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43056) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:00.330996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.347286 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8974d78d-a00a-4516-b855-15515dddf96f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8651371 Feb 04 06:14:00.348200 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43060) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:00.491155 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-dec9142d-604e-4f82-8ac0-11f68298208f', 'network_id': 'dec9142d-604e-4f82-8ac0-11f68298208f', 'tenant_id': '6215fd0543044d6daff185969006dff3', 'fixed_ips': [{'subnet_id': '315d9fae-1dee-438c-a2d8-4fac2e4bb73c'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:00.492153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.545863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] For port 64d11c18-0f81-4f52-892f-210e2f1515f5, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=64d11c18-0f81-4f52-892f-210e2f1515f5,segment=NetworkSegment(e4ef8ca2-9613-4779-ba26-d5e5efe8df0f),segment_id=e4ef8ca2-9613-4779-ba26-d5e5efe8df0f)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:00.546940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.574010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-47b57237-c23c-418c-a8a1-3b9e919dfb62', 'network_id': '47b57237-c23c-418c-a8a1-3b9e919dfb62', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'fixed_ips': [{'subnet_id': '7d3141d5-c69e-4480-95a2-1812e36972a6'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:00.574010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.585055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-de70f916-6085-48b5-a67b-f5038306ddfd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-940140369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:00.591894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-de70f916-6085-48b5-a67b-f5038306ddfd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:00.601306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-de70f916-6085-48b5-a67b-f5038306ddfd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:router and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:00.611791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-de70f916-6085-48b5-a67b-f5038306ddfd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:00.621167 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-de70f916-6085-48b5-a67b-f5038306ddfd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:00.632833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.742003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de70f916-6085-48b5-a67b-f5038306ddfd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.743669 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de70f916-6085-48b5-a67b-f5038306ddfd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.761931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-797e2998-159c-4639-9d70-788b301eb2e9 None None] Provisioning complete for port e309a0e6-7d3b-4beb-be06-9ada6c6910cf triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:00.761931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-797e2998-159c-4639-9d70-788b301eb2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.815906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213eff-e35f-4a85-ab48-ed366a2cb77e req-75a16481-f6b7-43dd-a1c7-177d7ab7b457 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:00.817404 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-29213eff-e35f-4a85-ab48-ed366a2cb77e req-75a16481-f6b7-43dd-a1c7-177d7ab7b457 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 1.0823255 Feb 04 06:14:00.830554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Calling delete_port for 64d11c18-0f81-4f52-892f-210e2f1515f5 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:00.857203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Allocated IP 172.20.0.3 (dec9142d-604e-4f82-8ac0-11f68298208f/315d9fae-1dee-438c-a2d8-4fac2e4bb73c/ae33f8f9-1603-436c-ba42-551736cdaf39) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:00.858107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f68c56fb-171c-42ef-be6d-e64d7a7fcb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.890727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f994cd7a-551d-459d-ab26-026d1b661329 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.945459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c56fb-171c-42ef-be6d-e64d7a7fcb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b352dd5a-7582-423d-8188-9c0df4f8a323,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:01.003938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Allocated IP 172.20.0.2 (47b57237-c23c-418c-a8a1-3b9e919dfb62/7d3141d5-c69e-4480-95a2-1812e36972a6/9c9c4c3b-e55c-4a4b-b60d-32b04c424db0) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:01.047930 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-29213eff-e35f-4a85-ab48-ed366a2cb77e req-26f59705-beee-4a71-a068-416c4a6ed7c5 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775572 Feb 04 06:14:01.055691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f68c56fb-171c-42ef-be6d-e64d7a7fcb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.059998 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f68c56fb-171c-42ef-be6d-e64d7a7fcb3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b352dd5a-7582-423d-8188-9c0df4f8a323 HTTP/1.1" status: 204 len: 168 time: 1.7923138 Feb 04 06:14:01.126714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.176781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event deleted for resources: {'Port': ['ID=6998ad06-a948-4c40-bb45-11f2e7fcdc30,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:01.188006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de70f916-6085-48b5-a67b-f5038306ddfd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.214683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f994cd7a-551d-459d-ab26-026d1b661329 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.218364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.332563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de70f916-6085-48b5-a67b-f5038306ddfd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.339321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.340262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994cd7a-551d-459d-ab26-026d1b661329 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=96765676-2b00-46d6-a66f-4eae385fd4af,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:01.345488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No DVR routers for this DVR port 64d11c18-0f81-4f52-892f-210e2f1515f5 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:01.363606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Transition to ACTIVE for port object ae33f8f9-1603-436c-ba42-551736cdaf39 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:01.373123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Port': ['ID=64d11c18-0f81-4f52-892f-210e2f1515f5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:01.377852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f994cd7a-551d-459d-ab26-026d1b661329 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.390331 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b13c3d-392d-418f-bf4b-51b123262ff2 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:01.429921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de70f916-6085-48b5-a67b-f5038306ddfd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.431889 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-de70f916-6085-48b5-a67b-f5038306ddfd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8541727 Feb 04 06:14:01.435068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43066) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:01.442207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'port': {'network_id': '47b57237-c23c-418c-a8a1-3b9e919dfb62', 'name': 'tempest-RoutersTest-262806333'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:01.496475 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f994cd7a-551d-459d-ab26-026d1b661329 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/96765676-2b00-46d6-a66f-4eae385fd4af HTTP/1.1" status: 204 len: 168 time: 1.9786217 Feb 04 06:14:01.500482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43070) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:01.510350 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.519014 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Transition to ACTIVE for port object ae33f8f9-1603-436c-ba42-551736cdaf39 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:01.540902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Transition to ACTIVE for port object 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:01.602610 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-07ee8bae-3f9a-47cd-a57d-805da50a8287 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986993 Feb 04 06:14:01.620688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:01.623609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.636041 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Transition to ACTIVE for port object 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:01.642299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.654870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:01.664856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:port and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:01.669874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:01.678846 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:01.703296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Network dec9142d-604e-4f82-8ac0-11f68298208f is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:01.734978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:01.735094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.735194 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:01.784549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.814700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Pushing event updated for resources: {'Port': ['ID=ae33f8f9-1603-436c-ba42-551736cdaf39,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:01.836462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.840183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:01.844156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.899878 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Subnet': ['ID=315d9fae-1dee-438c-a2d8-4fac2e4bb73c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:01.904555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.907432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f940f6d-86c1-473a-82e9-a243be37c9e8']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:01.907922 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Network 47b57237-c23c-418c-a8a1-3b9e919dfb62 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:01.916124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.924058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] device_id is not set on port c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:14:01.932564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ef8ca2-9613-4779-ba26-d5e5efe8df0f') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:01.933018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ef8ca2-9613-4779-ba26-d5e5efe8df0f') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:01.944566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Attempting to bind port ae33f8f9-1603-436c-ba42-551736cdaf39 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:01.944566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Attempting to bind port ae33f8f9-1603-436c-ba42-551736cdaf39 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '5f363495-f7b5-4ae8-8e26-cade4e8df490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dec9142d-604e-4f82-8ac0-11f68298208f'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:01.944566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Attempting to bind port ae33f8f9-1603-436c-ba42-551736cdaf39 on network dec9142d-604e-4f82-8ac0-11f68298208f {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:01.956768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.957999 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:01.958228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Checking segment: {'id': '5f363495-f7b5-4ae8-8e26-cade4e8df490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dec9142d-604e-4f82-8ac0-11f68298208f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:01.958491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.958887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Bound using segment: {'id': '5f363495-f7b5-4ae8-8e26-cade4e8df490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dec9142d-604e-4f82-8ac0-11f68298208f'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:01.959473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Bound port: ae33f8f9-1603-436c-ba42-551736cdaf39, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f363495-f7b5-4ae8-8e26-cade4e8df490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dec9142d-604e-4f82-8ac0-11f68298208f'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:01.959695 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.977765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.987263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:01.987804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:01.996381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Pushing event updated for resources: {'Port': ['ID=9c9c4c3b-e55c-4a4b-b60d-32b04c424db0,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:02.001626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:02.004203 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:02.011060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:02.063744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca36074a-2e1b-4dc6-9ca7-4bc2b0d647e7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:02.064900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ca36074a-2e1b-4dc6-9ca7-4bc2b0d647e7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:02.076574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.080140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.086864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Fanout notify agent at l3_agent the message router_deleted on router d983963d-859c-4bb4-85f7-9e16dd3f6799 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:14:02.121103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.122207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec9142d-604e-4f82-8ac0-11f68298208f']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:02.122660 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aa602658-883e-4a28-a345-157aa02b4acb tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "DELETE /v2.0/routers/d983963d-859c-4bb4-85f7-9e16dd3f6799 HTTP/1.1" status: 204 len: 168 time: 3.7745914 Feb 04 06:14:02.125061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43090) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:02.148629 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386b46e-cb57-49c8-8a10-934fa2a31369 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:02.175455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c386b46e-cb57-49c8-8a10-934fa2a31369 None None] Deleting port e309a0e6-7d3b-4beb-be06-9ada6c6910cf {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:02.175455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c386b46e-cb57-49c8-8a10-934fa2a31369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.175766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f363495-f7b5-4ae8-8e26-cade4e8df490') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:02.175766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f363495-f7b5-4ae8-8e26-cade4e8df490') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:02.192963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.238630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3cd2de-7834-455f-bfcf-9b4efd5d2ad4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Deleting subnet 7c1c62d6-6716-441a-ad5b-21ff8a37b30e {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:14:02.243284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.245646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ca36074a-2e1b-4dc6-9ca7-4bc2b0d647e7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:02.249563 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ca36074a-2e1b-4dc6-9ca7-4bc2b0d647e7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6252668 Feb 04 06:14:02.249563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e3cd2de-7834-455f-bfcf-9b4efd5d2ad4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.267527 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.272940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43096) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:02.284140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] For port ae33f8f9-1603-436c-ba42-551736cdaf39, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:02.307375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.321403 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Attempting to bind port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:02.321772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Attempting to bind port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'ff6efc2c-b0c6-4518-9610-a864b4594577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '47b57237-c23c-418c-a8a1-3b9e919dfb62'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:02.322131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Attempting to bind port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 on network 47b57237-c23c-418c-a8a1-3b9e919dfb62 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:02.344280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Network': ['ID=3f940f6d-86c1-473a-82e9-a243be37c9e8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:02.346257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:02.353444 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Checking segment: {'id': 'ff6efc2c-b0c6-4518-9610-a864b4594577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '47b57237-c23c-418c-a8a1-3b9e919dfb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:02.353580 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fd36a4ee-4ae8-4140-870c-eb47c43dd0ed tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/3f940f6d-86c1-473a-82e9-a243be37c9e8 HTTP/1.1" status: 204 len: 168 time: 5.0913460 Feb 04 06:14:02.353691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.353691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Bound using segment: {'id': 'ff6efc2c-b0c6-4518-9610-a864b4594577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '47b57237-c23c-418c-a8a1-3b9e919dfb62'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:02.353691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Bound port: 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6efc2c-b0c6-4518-9610-a864b4594577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '47b57237-c23c-418c-a8a1-3b9e919dfb62'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:02.353691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.355211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43104) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:02.360831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:02.361239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.372125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2057773939'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:02.382053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:02.383910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Allocated IP 172.20.0.4 (47b57237-c23c-418c-a8a1-3b9e919dfb62/7d3141d5-c69e-4480-95a2-1812e36972a6/c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:02.385937 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:02.388248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e3cd2de-7834-455f-bfcf-9b4efd5d2ad4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.424297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:network and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:02.429673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:02.439004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:02.511574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d444e3b-c85b-4934-9faa-fd44c318fa07 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:02.512590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7d444e3b-c85b-4934-9faa-fd44c318fa07 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:02.541153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] For port ae33f8f9-1603-436c-ba42-551736cdaf39, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ae33f8f9-1603-436c-ba42-551736cdaf39,segment=NetworkSegment(5f363495-f7b5-4ae8-8e26-cade4e8df490),segment_id=5f363495-f7b5-4ae8-8e26-cade4e8df490)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:02.543133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c386b46e-cb57-49c8-8a10-934fa2a31369 None None] For port e309a0e6-7d3b-4beb-be06-9ada6c6910cf, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e309a0e6-7d3b-4beb-be06-9ada6c6910cf,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:02.543525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c386b46e-cb57-49c8-8a10-934fa2a31369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.557726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] For port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:02.571223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:14:02.571223 dv-neutron-827796-1-hyperv neutron-server[88199]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:14:02.571223 dv-neutron-827796-1-hyperv neutron-server[88199]: [parameters: {'id': 'dec9142d-604e-4f82-8ac0-11f68298208f'}] Feb 04 06:14:02.571223 dv-neutron-827796-1-hyperv neutron-server[88199]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:14:02.572056 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:14:02.667492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7d444e3b-c85b-4934-9faa-fd44c318fa07 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:02.668958 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7d444e3b-c85b-4934-9faa-fd44c318fa07 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3890123 Feb 04 06:14:02.674040 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c386b46e-cb57-49c8-8a10-934fa2a31369 None None] Calling delete_port for e309a0e6-7d3b-4beb-be06-9ada6c6910cf owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:02.679290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568c36-9246-4b5f-9a00-de22b88ace5f req-7ff702c8-9df1-4782-bc2f-53564dd74a1d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:02.680917 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0b568c36-9246-4b5f-9a00-de22b88ace5f req-7ff702c8-9df1-4782-bc2f-53564dd74a1d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4786997 Feb 04 06:14:02.681343 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43110) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:02.702658 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.718827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43114) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:02.727122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:02.730831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.746561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] For port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c9c4c3b-e55c-4a4b-b60d-32b04c424db0,segment=NetworkSegment(ff6efc2c-b0c6-4518-9610-a864b4594577),segment_id=ff6efc2c-b0c6-4518-9610-a864b4594577)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:02.764210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:02.775945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.776418 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Added segment db2f59e1-6849-4228-92df-397bfc24c9c0 of type vlan for network c04dfe66-0a13-40bc-82a0-f51581113d0c Feb 04 06:14:02.803064 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-152ac72c-e73f-4548-9340-539f6ba83966 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128573 Feb 04 06:14:02.804477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43120) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:02.810573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.813406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f413f15d-2b63-4793-b896-2e07284a0e9e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:02.868000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253ef2e-e23b-4d17-8721-5e623f4ec886 None None] Pushing event updated for resources: {'Port': ['ID=ae33f8f9-1603-436c-ba42-551736cdaf39,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:02.875701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e3cd2de-7834-455f-bfcf-9b4efd5d2ad4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.876712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.946112 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0b568c36-9246-4b5f-9a00-de22b88ace5f req-7758bcdd-8427-47d2-82da-db047f2fdcf9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948409 Feb 04 06:14:02.982278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.992335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.993472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ecf279-cb51-420e-a777-3a96434a6a12 None None] Network dec9142d-604e-4f82-8ac0-11f68298208f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:02.994521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f413f15d-2b63-4793-b896-2e07284a0e9e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:02.997978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:02.998610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.010999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Transition to ACTIVE for port object c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:03.011414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'networks': [{'name': 'tempest-network--521438354'}, {'name': 'tempest-network--1921476991'}]} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:03.011940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'network': {'name': 'tempest-network--521438354'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:03.012705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'network': {'name': 'tempest-network--1921476991'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:03.012825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f413f15d-2b63-4793-b896-2e07284a0e9e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:03.043180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:03.062304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2b301-80a2-45c8-a44f-8eb9b175c3b9 None None] Pushing event updated for resources: {'Port': ['ID=9c9c4c3b-e55c-4a4b-b60d-32b04c424db0,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:03.073145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.084165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Deleting port ae33f8f9-1603-436c-ba42-551736cdaf39 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:03.084636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.101625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Usage tracker for resource:network and tenant:5cac8553498a4dcda03f74b06cfa17ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:03.102851 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c386b46e-cb57-49c8-8a10-934fa2a31369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.109349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:03.129942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:03.134056 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f413f15d-2b63-4793-b896-2e07284a0e9e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:03.136725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=c04dfe66-0a13-40bc-82a0-f51581113d0c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:03.138503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e3cd2de-7834-455f-bfcf-9b4efd5d2ad4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.138958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f413f15d-2b63-4793-b896-2e07284a0e9e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.140584 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-f413f15d-2b63-4793-b896-2e07284a0e9e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:14:03.141335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f413f15d-2b63-4793-b896-2e07284a0e9e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:14:03.149286 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.186518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network c04dfe66-0a13-40bc-82a0-f51581113d0c details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:03.188536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cd2de-7834-455f-bfcf-9b4efd5d2ad4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1c62d6-6716-441a-ad5b-21ff8a37b30e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:03.192040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4e3cd2de-7834-455f-bfcf-9b4efd5d2ad4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.197967 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4e3cd2de-7834-455f-bfcf-9b4efd5d2ad4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "DELETE /v2.0/subnets/7c1c62d6-6716-441a-ad5b-21ff8a37b30e HTTP/1.1" status: 204 len: 168 time: 1.0713069 Feb 04 06:14:03.198193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43124) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:03.209462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386b46e-cb57-49c8-8a10-934fa2a31369 None None] Pushing event deleted for resources: {'Port': ['ID=e309a0e6-7d3b-4beb-be06-9ada6c6910cf,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:03.217858 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928ef1d3-6f39-4f6c-a478-89005e9f066d None None] Network f5c9754a-da13-4a13-a685-cd3bd950b0a2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:03.244895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386b46e-cb57-49c8-8a10-934fa2a31369 None None] No DVR routers for this DVR port e309a0e6-7d3b-4beb-be06-9ada6c6910cf on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:03.265872 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-92fce799-76cf-4e70-aa34-702daa7d7d20 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9017122 Feb 04 06:14:03.267822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43128) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:03.279571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'network_id': 'c04dfe66-0a13-40bc-82a0-f51581113d0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:03.369971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Made reservation on behalf of 5cac8553498a4dcda03f74b06cfa17ac for: {'network': 2} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:03.384559 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.416805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.491219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:03.530179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Usage tracker for resource:security_group_rule and tenant:5cac8553498a4dcda03f74b06cfa17ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:03.541606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:03.545061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 47b57237-c23c-418c-a8a1-3b9e919dfb62 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:03.551678 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f413f15d-2b63-4793-b896-2e07284a0e9e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7436290 Feb 04 06:14:03.557027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:03.557988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:03.560522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43132) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:03.585389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:03.619775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e309a0e6-7d3b-4beb-be06-9ada6c6910cf no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:03.656224 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:03.656913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.683140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: e309a0e6-7d3b-4beb-be06-9ada6c6910cf {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:03.683501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e309a0e6-7d3b-4beb-be06-9ada6c6910cf not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:03.683609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9746c64a-06c2-4a28-b2d0-b1cf8fc881ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:03.707855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.720459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:03.746268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:03.750686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:subnet and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:03.755181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:03.762017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:03.798709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.799177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.849817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:03.855352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.859484 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3254f7a2-ecc2-46c3-aca1-9e144298e642 None None] DHCP port deletion for f5c9754a-da13-4a13-a685-cd3bd950b0a2 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:03.863820 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3254f7a2-ecc2-46c3-aca1-9e144298e642 None None] Deleting port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:03.864182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3254f7a2-ecc2-46c3-aca1-9e144298e642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.878633 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.951475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] For port ae33f8f9-1603-436c-ba42-551736cdaf39, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ae33f8f9-1603-436c-ba42-551736cdaf39,segment=NetworkSegment(5f363495-f7b5-4ae8-8e26-cade4e8df490),segment_id=5f363495-f7b5-4ae8-8e26-cade4e8df490)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:03.952072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.959808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Deleting port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:03.960705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.970883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a28f8f5-6c65-408b-9a0e-b1aaedd5dfcd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:03.996862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:04.015100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.015513 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Added segment 8a7efd20-0ccf-49ab-afa8-2b2394778212 of type vlan for network d397d796-3359-4fb3-b96b-17524f0d2074 Feb 04 06:14:04.055454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.060413 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-aed06a29-802e-4760-8789-ae73a0b821cd tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6241813 Feb 04 06:14:04.065762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43138) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:04.097964 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3254f7a2-ecc2-46c3-aca1-9e144298e642 None None] For port 1b27d9ea-d7f9-418a-bacd-b05f310cf968, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1b27d9ea-d7f9-418a-bacd-b05f310cf968,segment=NetworkSegment(f8019362-5a77-44ae-b958-f59fc170525b),segment_id=f8019362-5a77-44ae-b958-f59fc170525b)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:04.098543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3254f7a2-ecc2-46c3-aca1-9e144298e642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.127772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9746c64a-06c2-4a28-b2d0-b1cf8fc881ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:04.191438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Calling delete_port for ae33f8f9-1603-436c-ba42-551736cdaf39 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:04.231513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3254f7a2-ecc2-46c3-aca1-9e144298e642 None None] Calling delete_port for 1b27d9ea-d7f9-418a-bacd-b05f310cf968 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:04.248013 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9746c64a-06c2-4a28-b2d0-b1cf8fc881ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:04.383643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] For port 1b27d9ea-d7f9-418a-bacd-b05f310cf968, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1b27d9ea-d7f9-418a-bacd-b05f310cf968,segment=NetworkSegment(f8019362-5a77-44ae-b958-f59fc170525b),segment_id=f8019362-5a77-44ae-b958-f59fc170525b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:04.384275 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.446396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9746c64a-06c2-4a28-b2d0-b1cf8fc881ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:04.450009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9746c64a-06c2-4a28-b2d0-b1cf8fc881ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.451445 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-9746c64a-06c2-4a28-b2d0-b1cf8fc881ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:14:04.452200 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9746c64a-06c2-4a28-b2d0-b1cf8fc881ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:14:04.475451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3254f7a2-ecc2-46c3-aca1-9e144298e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.503686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:04.516389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.516991 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Added segment 707d4a3e-4ce0-4811-bef2-78fc3bf14382 of type vlan for network 77c5ef25-abd3-4bfa-a6ff-0747188b4357 Feb 04 06:14:04.522852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Calling delete_port for 1b27d9ea-d7f9-418a-bacd-b05f310cf968 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:04.554566 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.555755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.561755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254f7a2-ecc2-46c3-aca1-9e144298e642 None None] Pushing event deleted for resources: {'Port': ['ID=1b27d9ea-d7f9-418a-bacd-b05f310cf968,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:04.565666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3254f7a2-ecc2-46c3-aca1-9e144298e642 None None] No DVR routers for this DVR port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:04.635207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No DVR routers for this DVR port ae33f8f9-1603-436c-ba42-551736cdaf39 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:04.683261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Port': ['ID=ae33f8f9-1603-436c-ba42-551736cdaf39,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:04.701978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f71cac0-8229-4ce3-a90a-b298e57b735e None None] Network 47b57237-c23c-418c-a8a1-3b9e919dfb62 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:04.802737 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9746c64a-06c2-4a28-b2d0-b1cf8fc881ba tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2258353 Feb 04 06:14:04.806167 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43142) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:04.807573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.821586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8b840781-8f82-493f-8c5b-c280e5789333 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:04.825149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4a0d2-d7c5-41b3-a3f4-429741bb921e req-666a82b4-96eb-4490-b319-47f66097693f tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:04.827783 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-74d4a0d2-d7c5-41b3-a3f4-429741bb921e req-666a82b4-96eb-4490-b319-47f66097693f tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.6605885 Feb 04 06:14:04.863130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.895190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:14:04.895588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:14:04.912198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec9142d-604e-4f82-8ac0-11f68298208f']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:04.934402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7707a52c-b409-4fed-856c-bd7bfe886644 None None] Provisioning for port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:04.939842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f363495-f7b5-4ae8-8e26-cade4e8df490') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:04.940193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f363495-f7b5-4ae8-8e26-cade4e8df490') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:04.964441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.983458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8b840781-8f82-493f-8c5b-c280e5789333 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:04.991661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.999085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8b840781-8f82-493f-8c5b-c280e5789333 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:05.003619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:05.004018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:05.019612 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:05.061163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.061163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.065277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:05.070395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:05.070699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.222629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b840781-8f82-493f-8c5b-c280e5789333 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:05.226962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b840781-8f82-493f-8c5b-c280e5789333 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.228594 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b840781-8f82-493f-8c5b-c280e5789333 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:14:05.229211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b840781-8f82-493f-8c5b-c280e5789333 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:14:05.329292 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-74d4a0d2-d7c5-41b3-a3f4-429741bb921e req-e347cf3e-cb69-4741-afcf-8c53d867a432 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4935112 Feb 04 06:14:05.336440 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8b840781-8f82-493f-8c5b-c280e5789333 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5320899 Feb 04 06:14:05.339434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.345237 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6245592 Feb 04 06:14:05.345970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43146) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:05.346284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43148) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:05.351817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.357828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=248bb9d3-e67e-4cfb-9dd5-5c5c0a1a4387,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:05.358029 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/dec9142d-604e-4f82-8ac0-11f68298208f HTTP/1.1" status: 204 len: 168 time: 5.2350659 Feb 04 06:14:05.360249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43150) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:05.366392 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b316f656-242a-4fe1-ad7c-6dad915b6ba9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:05.385201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-170369040'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:05.397100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event updated for resources: {'Network': ['ID=d397d796-3359-4fb3-b96b-17524f0d2074,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:05.397214 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de58c1-8fb2-4eeb-96fb-2422bf596aed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=dec9142d-604e-4f82-8ac0-11f68298208f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:05.399355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c49100b-f34f-4ee4-9ea7-b8ae400a8bdb None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:14:05.399850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:05.401589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Deleting port 1b27d9ea-d7f9-418a-bacd-b05f310cf968 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:05.401921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.442873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Checking segment: {'id': 'db2f59e1-6849-4228-92df-397bfc24c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c04dfe66-0a13-40bc-82a0-f51581113d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:05.443250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network hostable DHCP agents. Network: c04dfe66-0a13-40bc-82a0-f51581113d0c, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:05.454415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network d397d796-3359-4fb3-b96b-17524f0d2074 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:05.468374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:network and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:05.476243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:05.487458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] The port '1b27d9ea-d7f9-418a-bacd-b05f310cf968' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:14:05.526235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:05.568095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:05.597532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-71aadd28-c884-48a2-b51c-786962f4b1c5 None None] Provisioning for port c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:05.634386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.644303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-71aadd28-c884-48a2-b51c-786962f4b1c5 None None] Provisioning complete for port c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:05.644685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71aadd28-c884-48a2-b51c-786962f4b1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.661137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c9754a-da13-4a13-a685-cd3bd950b0a2']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:05.673752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8019362-5a77-44ae-b958-f59fc170525b') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:05.673752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8019362-5a77-44ae-b958-f59fc170525b') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:05.685436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.703918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.711433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:05.711817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:05.727400 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:05.742263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.779945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:05.783147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.795411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4c021-47e5-4ab1-a36b-8573d7c3a1aa tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event updated for resources: {'Network': ['ID=77c5ef25-abd3-4bfa-a6ff-0747188b4357,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:05.820934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 77c5ef25-abd3-4bfa-a6ff-0747188b4357 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:05.838273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:05.847789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b316f656-242a-4fe1-ad7c-6dad915b6ba9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:05.850083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.850435 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment 287d8517-a119-4c69-ab0b-2314acf5e99f of type vlan for network 711f248a-de7b-4cda-aa3f-ded61f6a88c9 Feb 04 06:14:05.882772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.902280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-71aadd28-c884-48a2-b51c-786962f4b1c5 None None] Port c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:05.911649 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b316f656-242a-4fe1-ad7c-6dad915b6ba9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:05.956322 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.961937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.989833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052618b2-7cae-41f1-a024-9e1f41f52596 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:05.993544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event deleted for resources: {'Network': ['ID=f5c9754a-da13-4a13-a685-cd3bd950b0a2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:05.995534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052618b2-7cae-41f1-a024-9e1f41f52596 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:05.997883 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6460042b-c7fc-4832-bc0d-739c6289788f tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "DELETE /v2.0/networks/f5c9754a-da13-4a13-a685-cd3bd950b0a2 HTTP/1.1" status: 204 len: 168 time: 2.7858055 Feb 04 06:14:06.000664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43158) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:06.001262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052618b2-7cae-41f1-a024-9e1f41f52596 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:06.007721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052618b2-7cae-41f1-a024-9e1f41f52596 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:06.008583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-052618b2-7cae-41f1-a024-9e1f41f52596 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Synchronizing usage tracker for tenant:5cac8553498a4dcda03f74b06cfa17ac on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:06.021618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network c04dfe66-0a13-40bc-82a0-f51581113d0c is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:06.034416 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c49100b-f34f-4ee4-9ea7-b8ae400a8bdb None None] Unable to find a vacant binding_index for network c04dfe66-0a13-40bc-82a0-f51581113d0c and agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 {{(pid=88200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 06:14:06.074888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:06.080210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:06.080781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.091432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.096893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:06.097552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.126848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b316f656-242a-4fe1-ad7c-6dad915b6ba9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:06.130841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b316f656-242a-4fe1-ad7c-6dad915b6ba9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.132266 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b316f656-242a-4fe1-ad7c-6dad915b6ba9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:14:06.132724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b316f656-242a-4fe1-ad7c-6dad915b6ba9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:14:06.149785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f83adcf5-05d2-44ea-ae26-35ecaec4a1c3 None None] Provisioning complete for port c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:06.150152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f83adcf5-05d2-44ea-ae26-35ecaec4a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.195844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, c04dfe66-0a13-40bc-82a0-f51581113d0c) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:06.198623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c49100b-f34f-4ee4-9ea7-b8ae400a8bdb None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, c04dfe66-0a13-40bc-82a0-f51581113d0c) {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:14:06.209484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:06.210082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.246519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f83adcf5-05d2-44ea-ae26-35ecaec4a1c3 None None] Port c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:06.247707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-052618b2-7cae-41f1-a024-9e1f41f52596 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Unset dirty status for tenant:5cac8553498a4dcda03f74b06cfa17ac on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:06.252487 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-052618b2-7cae-41f1-a024-9e1f41f52596 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8904679 Feb 04 06:14:06.256779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43162) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:06.292262 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d2f478f0-e78f-4e04-ae02-5e7fc99ef9c4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Deleting port 51d7a7c3-0063-4a61-b655-4c8efe2ad049 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:06.292608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d2f478f0-e78f-4e04-ae02-5e7fc99ef9c4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.341116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=711f248a-de7b-4cda-aa3f-ded61f6a88c9,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:06.347521 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.367972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 711f248a-de7b-4cda-aa3f-ded61f6a88c9 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:06.385803 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b316f656-242a-4fe1-ad7c-6dad915b6ba9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0224235 Feb 04 06:14:06.387192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43168) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:06.409932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0469d25d-1150-4c6c-93d6-6f73dbccd17c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:06.429445 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9a25917c-14bd-4ca8-b216-91fc5236bfc3 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0535142 Feb 04 06:14:06.434278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43172) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:06.441577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'network_id': '711f248a-de7b-4cda-aa3f-ded61f6a88c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:06.468985 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-974e92ad-dbe0-41e6-82ee-4a15dde340aa tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1955585 Feb 04 06:14:06.518700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c9c4c3b-e55c-4a4b-b60d-32b04c424db0,segment=NetworkSegment(ff6efc2c-b0c6-4518-9610-a864b4594577),segment_id=ff6efc2c-b0c6-4518-9610-a864b4594577)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:06.531138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43176) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:06.583880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.594774 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91612697'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:06.610917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:06.618691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.624522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.633572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:network and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:06.638495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0469d25d-1150-4c6c-93d6-6f73dbccd17c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:06.639036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:06.666139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:06.702171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9c9c4c3b-e55c-4a4b-b60d-32b04c424db0,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:06.702837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:06.707798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d2f478f0-e78f-4e04-ae02-5e7fc99ef9c4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.708536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1b27d9ea-d7f9-418a-bacd-b05f310cf968 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:06.709023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d2f478f0-e78f-4e04-ae02-5e7fc99ef9c4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.724250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:subnet and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:06.727957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:06.750150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 1b27d9ea-d7f9-418a-bacd-b05f310cf968 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:06.750515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1b27d9ea-d7f9-418a-bacd-b05f310cf968 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:06.846465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:06.855273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d2f478f0-e78f-4e04-ae02-5e7fc99ef9c4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Calling delete_port for 51d7a7c3-0063-4a61-b655-4c8efe2ad049 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:06.866810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0469d25d-1150-4c6c-93d6-6f73dbccd17c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:06.874109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-c04dfe66-0a13-40bc-82a0-f51581113d0c', 'network_id': 'c04dfe66-0a13-40bc-82a0-f51581113d0c', 'tenant_id': 'c42c4bbba62b47709445759031a2d571', 'fixed_ips': [{'subnet_id': '248bb9d3-e67e-4cfb-9dd5-5c5c0a1a4387'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:06.875190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.875322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.886585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:06.889752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.953302 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5111df2-a267-432f-bcaf-0b1085c179b4 req-64e967d6-ceb1-45d7-b286-7370dd6af316 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:06.954901 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e5111df2-a267-432f-bcaf-0b1085c179b4 req-64e967d6-ceb1-45d7-b286-7370dd6af316 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4243858 Feb 04 06:14:06.983789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.041918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:07.047757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d397d796-3359-4fb3-b96b-17524f0d2074']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:07.049548 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Allocated IP 2001:db8::1 (c04dfe66-0a13-40bc-82a0-f51581113d0c/248bb9d3-e67e-4cfb-9dd5-5c5c0a1a4387/7f73ea02-c177-4473-b428-edfbaa69700a) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:07.066830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7efd20-0ccf-49ab-afa8-2b2394778212') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:07.067177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7efd20-0ccf-49ab-afa8-2b2394778212') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:07.106435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0469d25d-1150-4c6c-93d6-6f73dbccd17c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:07.109153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:07.110431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0469d25d-1150-4c6c-93d6-6f73dbccd17c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.111805 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-0469d25d-1150-4c6c-93d6-6f73dbccd17c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:14:07.112230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0469d25d-1150-4c6c-93d6-6f73dbccd17c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:14:07.123176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:07.126753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.137757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.197510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.211615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:07.211991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.213378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.213881 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Added segment eb43b151-8067-440d-8e0b-2d5652c82844 of type vlan for network 6fbbc240-872c-4e10-9a5a-78c85cbfab06 Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:07.226674 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:07.268438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.289593 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e5111df2-a267-432f-bcaf-0b1085c179b4 req-8229e1fe-2657-46bd-b993-b884fd6154a0 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3174589 Feb 04 06:14:07.293445 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0469d25d-1150-4c6c-93d6-6f73dbccd17c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9020696 Feb 04 06:14:07.298128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43180) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:07.309250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-aab84ad3-4011-469f-ae2f-08bbaae00a56 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:07.316191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.435941 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d2f478f0-e78f-4e04-ae02-5e7fc99ef9c4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.447839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:07.508566 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.524051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-aab84ad3-4011-469f-ae2f-08bbaae00a56 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:07.531115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f478f0-e78f-4e04-ae02-5e7fc99ef9c4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Pushing event deleted for resources: {'Port': ['ID=51d7a7c3-0063-4a61-b655-4c8efe2ad049,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:07.534678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.540968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:07.541580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.542812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:07.543276 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.546581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-aab84ad3-4011-469f-ae2f-08bbaae00a56 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:07.550974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.570001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Transition to ACTIVE for port object 7f73ea02-c177-4473-b428-edfbaa69700a will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:07.576276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.591536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Network': ['ID=d397d796-3359-4fb3-b96b-17524f0d2074,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:07.611031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Transition to ACTIVE for port object 7f73ea02-c177-4473-b428-edfbaa69700a will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:07.701932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab84ad3-4011-469f-ae2f-08bbaae00a56 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:07.701932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aab84ad3-4011-469f-ae2f-08bbaae00a56 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.703388 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab84ad3-4011-469f-ae2f-08bbaae00a56 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:14:07.703806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab84ad3-4011-469f-ae2f-08bbaae00a56 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:14:07.743566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=6fbbc240-872c-4e10-9a5a-78c85cbfab06,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:07.747203 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d2f478f0-e78f-4e04-ae02-5e7fc99ef9c4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.749793 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d2f478f0-e78f-4e04-ae02-5e7fc99ef9c4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.750676 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d2f478f0-e78f-4e04-ae02-5e7fc99ef9c4 tempest-FloatingIPAdminTestJSON-1576988637 tempest-FloatingIPAdminTestJSON-1576988637-project] 10.222.0.32 "DELETE /v2.0/floatingips/ba00b566-0f20-4d0b-a725-41c7fda2612b HTTP/1.1" status: 204 len: 168 time: 1.7482655 Feb 04 06:14:07.754144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 6fbbc240-872c-4e10-9a5a-78c85cbfab06 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:07.762156 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7c986fa6-4c5e-4a45-bc76-bc8844330440 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "DELETE /v2.0/networks/d397d796-3359-4fb3-b96b-17524f0d2074 HTTP/1.1" status: 204 len: 168 time: 1.5016162 Feb 04 06:14:07.762579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43186) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:07.816221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.826015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.879311 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d272b22f-4cbd-4fd0-892b-bc95fe2bb60b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3393788 Feb 04 06:14:07.884551 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aab84ad3-4011-469f-ae2f-08bbaae00a56 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5829177 Feb 04 06:14:07.884551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43190) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:07.887110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43192) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:07.887625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.899865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'network_id': '6fbbc240-872c-4e10-9a5a-78c85cbfab06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:07.963273 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Network c04dfe66-0a13-40bc-82a0-f51581113d0c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:07.967135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:07.972124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:08.005587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Pushing event updated for resources: {'Port': ['ID=7f73ea02-c177-4473-b428-edfbaa69700a,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:08.025312 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.035163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=471c4394-e1f8-484c-a1be-c6b3c135bb18,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:08.045308 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-10649f1f-313f-4d63-983b-317cd317a43b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1297691 Feb 04 06:14:08.047513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43198) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:08.053226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking segment: {'id': '287d8517-a119-4c69-ab0b-2314acf5e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '711f248a-de7b-4cda-aa3f-ded61f6a88c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:08.053581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network hostable DHCP agents. Network: 711f248a-de7b-4cda-aa3f-ded61f6a88c9, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:08.080696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Attempting to bind port 7f73ea02-c177-4473-b428-edfbaa69700a on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:08.080952 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Attempting to bind port 7f73ea02-c177-4473-b428-edfbaa69700a by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'db2f59e1-6849-4228-92df-397bfc24c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c04dfe66-0a13-40bc-82a0-f51581113d0c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:08.081293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Attempting to bind port 7f73ea02-c177-4473-b428-edfbaa69700a on network c04dfe66-0a13-40bc-82a0-f51581113d0c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:08.087503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:08.087896 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Checking segment: {'id': 'db2f59e1-6849-4228-92df-397bfc24c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c04dfe66-0a13-40bc-82a0-f51581113d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:08.088256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.088666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Bound using segment: {'id': 'db2f59e1-6849-4228-92df-397bfc24c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c04dfe66-0a13-40bc-82a0-f51581113d0c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:08.089142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Bound port: 7f73ea02-c177-4473-b428-edfbaa69700a, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2f59e1-6849-4228-92df-397bfc24c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c04dfe66-0a13-40bc-82a0-f51581113d0c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:08.089513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.184519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] For port 7f73ea02-c177-4473-b428-edfbaa69700a, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:08.187778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] For port 7f73ea02-c177-4473-b428-edfbaa69700a, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7f73ea02-c177-4473-b428-edfbaa69700a,segment=NetworkSegment(db2f59e1-6849-4228-92df-397bfc24c9c0),segment_id=db2f59e1-6849-4228-92df-397bfc24c9c0)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:08.206385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:08.214432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:subnet and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:08.218760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:08.228105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:08.257769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f316ac-a0ce-42a3-bf59-808229a9ec5b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:08.261770 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-92f316ac-a0ce-42a3-bf59-808229a9ec5b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2104309 Feb 04 06:14:08.263136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43204) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:08.319290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.347527 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d248304a-fea9-4c1d-9ce2-b5cc2366a954 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835497 Feb 04 06:14:08.356890 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43210) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:08.362684 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network 711f248a-de7b-4cda-aa3f-ded61f6a88c9 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:08.367717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:08.378875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43214) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:08.388198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c5ef25-abd3-4bfa-a6ff-0747188b4357']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:08.409987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.437540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.460730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707d4a3e-4ce0-4811-bef2-78fc3bf14382') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:08.461349 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707d4a3e-4ce0-4811-bef2-78fc3bf14382') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:08.487963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.501557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:08.506317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.519648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.529532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:08.532057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:08.532453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.546933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af3e69-acdd-4059-9ad1-1cea5a7d7ab5 None None] Pushing event updated for resources: {'Port': ['ID=7f73ea02-c177-4473-b428-edfbaa69700a,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:08.548228 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:08.602809 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 711f248a-de7b-4cda-aa3f-ded61f6a88c9) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:08.608065 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:08.608699 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.621298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:08.743517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.752100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:08.757375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.834114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.855323 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a32e25a1-ca85-461e-ab99-955fb9a62650 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4124494 Feb 04 06:14:08.855323 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43220) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:08.875772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.886717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.ipam_backend_mixin [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Performing IP validity checks on allocation pools {{(pid=88198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:14:08.887571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.ipam_backend_mixin [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:14:09.007386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:09.028301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.036839 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1b528048-754f-440c-b664-99fd966de23b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a1394f74e634cd68283014c787d7587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6539090 Feb 04 06:14:09.037546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43224) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:09.055660 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Network': ['ID=77c5ef25-abd3-4bfa-a6ff-0747188b4357,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:09.117739 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-136d42dd-b5a5-4415-a645-00b689913c4f tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "DELETE /v2.0/networks/77c5ef25-abd3-4bfa-a6ff-0747188b4357 HTTP/1.1" status: 204 len: 168 time: 1.3540671 Feb 04 06:14:09.122560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43228) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:09.153223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7153f9-532e-4406-ab5f-6b54093f14f7 req-f6454028-29b4-44b0-af39-fdf5e9d643b8 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:09.154686 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ba7153f9-532e-4406-ab5f-6b54093f14f7 req-f6454028-29b4-44b0-af39-fdf5e9d643b8 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.7132070 Feb 04 06:14:09.323620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4268e99-786a-4782-9f6a-406cd30faa61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.339676 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ba7153f9-532e-4406-ab5f-6b54093f14f7 req-42ac360d-328d-470f-a7e2-0f99d27bb484 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412961 Feb 04 06:14:09.378906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.390744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4268e99-786a-4782-9f6a-406cd30faa61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.403732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 47b57237-c23c-418c-a8a1-3b9e919dfb62 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:09.403732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:09.412513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c73dd0-b7f7-4065-8f1b-97b603c5ee33 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:09.418802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c73dd0-b7f7-4065-8f1b-97b603c5ee33 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:09.420277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-49c73dd0-b7f7-4065-8f1b-97b603c5ee33 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Synchronizing usage tracker for tenant:5cac8553498a4dcda03f74b06cfa17ac on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:09.533539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.543429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f73ea02-c177-4473-b428-edfbaa69700a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:09.604669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.614273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-49c73dd0-b7f7-4065-8f1b-97b603c5ee33 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Unset dirty status for tenant:5cac8553498a4dcda03f74b06cfa17ac on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:09.616029 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-49c73dd0-b7f7-4065-8f1b-97b603c5ee33 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4883378 Feb 04 06:14:09.619207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43232) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:09.629341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-192248090'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:09.636719 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:09.651775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:09.730837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=11ecce88-f6ab-4ad8-a6a9-d95cc41cc18d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:09.756590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Checking segment: {'id': 'eb43b151-8067-440d-8e0b-2d5652c82844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6fbbc240-872c-4e10-9a5a-78c85cbfab06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:09.756970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network hostable DHCP agents. Network: 6fbbc240-872c-4e10-9a5a-78c85cbfab06, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:09.766394 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 7f73ea02-c177-4473-b428-edfbaa69700a completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:09.772507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fe4a00-0eb7-4665-a0f0-44ffade9bd49 None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:14:09.795895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.objects.ports [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88199) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:14:09.797057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.833530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.836700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Made reservation on behalf of 5cac8553498a4dcda03f74b06cfa17ac for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:09.840016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.876982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:09.882424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:09.909478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4268e99-786a-4782-9f6a-406cd30faa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.915196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:09.916214 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.924443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4268e99-786a-4782-9f6a-406cd30faa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc0817-8249-4e20-8d67-95c20a06ae43,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:09.935827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4268e99-786a-4782-9f6a-406cd30faa61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.939516 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f4268e99-786a-4782-9f6a-406cd30faa61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aefc0817-8249-4e20-8d67-95c20a06ae43 HTTP/1.1" status: 204 len: 168 time: 0.8964660 Feb 04 06:14:10.009435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:14:10.011487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network 6fbbc240-872c-4e10-9a5a-78c85cbfab06 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:10.018121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:10.019324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2e584617-0399-4144-b693-aa3af17258aa None None] Provisioning for port 7f73ea02-c177-4473-b428-edfbaa69700a completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:10.023485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=2c40f2da-5013-4558-b647-2d71004d4ecb,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:10.035466 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2e584617-0399-4144-b693-aa3af17258aa None None] Provisioning complete for port 7f73ea02-c177-4473-b428-edfbaa69700a triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:10.035940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e584617-0399-4144-b693-aa3af17258aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.058378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.095430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Subnet': ['ID=471c4394-e1f8-484c-a1be-c6b3c135bb18,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:10.099176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.099337 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Added segment 4548ca5f-c9e6-4b4c-83fe-f7a1f1753a07 of type vlan for network 0f91b5c1-5bbe-4118-a61c-cd4630bc56e2 Feb 04 06:14:10.115421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711f248a-de7b-4cda-aa3f-ded61f6a88c9']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:10.138412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287d8517-a119-4c69-ab0b-2314acf5e99f') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:10.138412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287d8517-a119-4c69-ab0b-2314acf5e99f') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:10.161134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.169126 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.182481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:14:10.185831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.189282 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-761d1721-c023-4f64-91e8-5b17249d65b5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1223824 Feb 04 06:14:10.192034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43238) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:10.196859 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aef1ac-f50e-4cc8-abd0-2e316ef6d155 None None] Sync routers for ids ['fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:10.203580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:10.203979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.209090 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aef1ac-f50e-4cc8-abd0-2e316ef6d155 None None] Routers {'fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:10.215043 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-97aef1ac-f50e-4cc8-abd0-2e316ef6d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:10.223326 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:10.241507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe4a00-0eb7-4665-a0f0-44ffade9bd49 None None] Unable to find a vacant binding_index for network 6fbbc240-872c-4e10-9a5a-78c85cbfab06 and agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 {{(pid=88200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 06:14:10.250794 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe4a00-0eb7-4665-a0f0-44ffade9bd49 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 6fbbc240-872c-4e10-9a5a-78c85cbfab06) {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:14:10.271019 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-34ebd1e7-c5af-4cec-a7e7-269ecacd92d1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9122655 Feb 04 06:14:10.276044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f812ab-d7cd-4884-b002-bf9617edfb4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:10.277654 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d8f812ab-d7cd-4884-b002-bf9617edfb4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports/c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e HTTP/1.1" status: 200 len: 976 time: 0.0839169 Feb 04 06:14:10.278319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43242) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:10.280968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 6fbbc240-872c-4e10-9a5a-78c85cbfab06) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:10.282969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43246) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:10.285096 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-97aef1ac-f50e-4cc8-abd0-2e316ef6d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:10.288908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:6f:fb:38', 'name': 'tempest-NetworksTestDHCPv6-1370760886'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:10.290912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e584617-0399-4144-b693-aa3af17258aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.295010 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aef1ac-f50e-4cc8-abd0-2e316ef6d155 None None] Routers {'fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:10.295800 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-97aef1ac-f50e-4cc8-abd0-2e316ef6d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:10.359626 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-97aef1ac-f50e-4cc8-abd0-2e316ef6d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:10.360222 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aef1ac-f50e-4cc8-abd0-2e316ef6d155 None None] The sync data for ids ['fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:10.420021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:10.421204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.439043 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2e584617-0399-4144-b693-aa3af17258aa None None] For port 7f73ea02-c177-4473-b428-edfbaa69700a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7f73ea02-c177-4473-b428-edfbaa69700a,segment=NetworkSegment(db2f59e1-6849-4228-92df-397bfc24c9c0),segment_id=db2f59e1-6849-4228-92df-397bfc24c9c0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:10.556264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.561533 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:10.562266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.566220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.592248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e584617-0399-4144-b693-aa3af17258aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.604713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.677616 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/711f248a-de7b-4cda-aa3f-ded61f6a88c9 HTTP/1.1" status: 204 len: 168 time: 1.8260858 Feb 04 06:14:10.677836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e584617-0399-4144-b693-aa3af17258aa None None] Pushing event updated for resources: {'Port': ['ID=7f73ea02-c177-4473-b428-edfbaa69700a,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:10.683103 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43254) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:10.704060 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-756337456'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:10.724788 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:10.727954 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event updated for resources: {'Network': ['ID=0f91b5c1-5bbe-4118-a61c-cd4630bc56e2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:10.732945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:network and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:10.743187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 0f91b5c1-5bbe-4118-a61c-cd4630bc56e2 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:10.751923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:10.766564 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-37ff3f62-5528-4885-a701-2360464bee76 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1436353 Feb 04 06:14:10.766564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:10.771882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43258) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:10.775235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faaef00-9155-41e1-b656-b9a2e8638e6f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=711f248a-de7b-4cda-aa3f-ded61f6a88c9,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:10.784404 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2138863902'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:10.791402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:10.808042 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59af9-4e0a-41f3-8c3d-f30cd856dac2 req-25588b34-308e-4c31-8a7c-999bf5e62d47 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:10.809512 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d2f59af9-4e0a-41f3-8c3d-f30cd856dac2 req-25588b34-308e-4c31-8a7c-999bf5e62d47 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.2968693 Feb 04 06:14:10.833963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:10.882077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-6fbbc240-872c-4e10-9a5a-78c85cbfab06', 'network_id': '6fbbc240-872c-4e10-9a5a-78c85cbfab06', 'tenant_id': 'c42c4bbba62b47709445759031a2d571', 'fixed_ips': [{'subnet_id': '11ecce88-f6ab-4ad8-a6a9-d95cc41cc18d'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:10.883008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.890149 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d2f59af9-4e0a-41f3-8c3d-f30cd856dac2 req-470970ed-14aa-45f0-8e4e-99f8695c05b5 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723922 Feb 04 06:14:10.890316 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1996c757-957b-452e-9986-c60af269bf7d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0053978 Feb 04 06:14:10.891011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43262) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:10.896776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:10.900572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.905887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '2c40f2da-5013-4558-b647-2d71004d4ecb'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:10.906720 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.945175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:10.958067 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.958415 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment 3b472942-742f-4249-8e1b-e63fe2c061a4 of type vlan for network 2680f773-6707-4edc-b469-c493bba788b6 Feb 04 06:14:11.018969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.048620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43268) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:11.064821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:11.067775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Made reservation on behalf of 5cac8553498a4dcda03f74b06cfa17ac for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:11.069431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:11.072512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:11.073817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.078548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:11.089306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.113969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:11.123516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.126358 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Added segment c0680d05-ae49-456a-8948-f06cf0042323 of type vlan for network 3043e5b0-e4ac-4efc-b0a1-16cf36635661 Feb 04 06:14:11.146149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92d450d5-a69b-44d5-ae37-070e5cb27b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.155417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.161550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.167950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:11.168140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.181217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-92d450d5-a69b-44d5-ae37-070e5cb27b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:11.204153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Allocated IP 2001:db8::3 (6fbbc240-872c-4e10-9a5a-78c85cbfab06/11ecce88-f6ab-4ad8-a6a9-d95cc41cc18d/94b6daa5-a931-4627-9fbd-113c7ec22909) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:11.206441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Allocated IP 2001:db8::f816:3eff:fe33:dffe (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/2c40f2da-5013-4558-b647-2d71004d4ecb/7e6347b3-1e1b-4118-baaa-5f9a07cc702b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:11.212604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-92d450d5-a69b-44d5-ae37-070e5cb27b8b admin admin] Usage tracker for resource:security_group_rule and tenant:5ab1be9768a6405eb2a4ffebb26929f2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:11.219782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-92d450d5-a69b-44d5-ae37-070e5cb27b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:11.232957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-92d450d5-a69b-44d5-ae37-070e5cb27b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:11.237905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:11.295630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=2680f773-6707-4edc-b469-c493bba788b6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:11.364555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.393673 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-69ebd5f2-3da1-48ab-b089-5472a0fdd46d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7029827 Feb 04 06:14:11.393884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 2680f773-6707-4edc-b469-c493bba788b6 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:11.393971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43274) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:11.393971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.408700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:11.409371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.454839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'network_id': '2680f773-6707-4edc-b469-c493bba788b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:11.552198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f73ea02-c177-4473-b428-edfbaa69700a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:11.678813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.709681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7f73ea02-c177-4473-b428-edfbaa69700a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:11.710328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.776877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92d450d5-a69b-44d5-ae37-070e5cb27b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.805814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 30546653-e2db-4046-9e6e-68ba4a4f0534 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:14:11.814879 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0383465 Feb 04 06:14:11.833008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43278) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:11.860960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'ports': [{'network_id': '0f91b5c1-5bbe-4118-a61c-cd4630bc56e2', 'name': 'tempest-port--1951370508', 'admin_state_up': True}, {'network_id': '3043e5b0-e4ac-4efc-b0a1-16cf36635661', 'admin_state_up': False}]} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:11.860960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'port': {'network_id': '0f91b5c1-5bbe-4118-a61c-cd4630bc56e2', 'name': 'tempest-port--1951370508', 'admin_state_up': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:11.861306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'port': {'network_id': '3043e5b0-e4ac-4efc-b0a1-16cf36635661', 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:11.889624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.893163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-92d450d5-a69b-44d5-ae37-070e5cb27b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.910706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Transition to ACTIVE for port object 7e6347b3-1e1b-4118-baaa-5f9a07cc702b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:11.927330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.968515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200f876-3b46-4fb2-a14a-482582ce9a18 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event updated for resources: {'Network': ['ID=3043e5b0-e4ac-4efc-b0a1-16cf36635661,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:11.975165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:11.992033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Transition to ACTIVE for port object 94b6daa5-a931-4627-9fbd-113c7ec22909 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:11.992584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:subnet and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:11.994068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Transition to ACTIVE for port object 7e6347b3-1e1b-4118-baaa-5f9a07cc702b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:11.996607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 3043e5b0-e4ac-4efc-b0a1-16cf36635661 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:11.999468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:12.011175 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-92d450d5-a69b-44d5-ae37-070e5cb27b8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ab1be9768a6405eb2a4ffebb26929f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9568114 Feb 04 06:14:12.015191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43282) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:12.019035 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:12.023746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d450d5-a69b-44d5-ae37-070e5cb27b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41752ec8-cfc7-4664-9b4b-2a3c1d519dd3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:12.048490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298f7f5-d2ad-453f-80f5-af8b618fce66 req-4e801480-5e5c-4aa1-b517-80085846a254 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:12.048490 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c298f7f5-d2ad-453f-80f5-af8b618fce66 req-4e801480-5e5c-4aa1-b517-80085846a254 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.3873699 Feb 04 06:14:12.049112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d541da-3821-4fd8-af7a-bb625a71b4a5 req-d0ab1328-e268-428c-be4d-4785f76621c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:12.049112 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d1d541da-3821-4fd8-af7a-bb625a71b4a5 req-d0ab1328-e268-428c-be4d-4785f76621c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5eeb77cc58458a8021dffb64d08773&device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 1098 time: 0.3433864 Feb 04 06:14:12.049112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-573603b1-4aa8-491f-8853-5718c1afac2a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.090786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Transition to ACTIVE for port object 94b6daa5-a931-4627-9fbd-113c7ec22909 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:12.146871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.194316 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c298f7f5-d2ad-453f-80f5-af8b618fce66 req-c2cf5115-d8cd-4fb1-b1ea-6b27963e66ad tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377606 Feb 04 06:14:12.196577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:12.200025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.211223 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:12.212471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:12.214795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:12.265604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Pushing event updated for resources: {'Port': ['ID=7e6347b3-1e1b-4118-baaa-5f9a07cc702b,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:12.268614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:12.280432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Usage tracker for resource:port and tenant:5cac8553498a4dcda03f74b06cfa17ac is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:12.285568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:12.304134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:12.321071 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.382862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Attempting to bind port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:12.383231 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Attempting to bind port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:12.383586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Attempting to bind port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:12.400589 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Network 6fbbc240-872c-4e10-9a5a-78c85cbfab06 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:12.403547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:12.406374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:12.408754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:12.409122 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:12.409511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.409886 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:12.410354 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Bound port: 7e6347b3-1e1b-4118-baaa-5f9a07cc702b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:12.411232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.457638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::f816:3eff:fe6f:fb38 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/2c40f2da-5013-4558-b647-2d71004d4ecb/30546653-e2db-4046-9e6e-68ba4a4f0534) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:12.469647 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dce6c25b-3fa0-47d9-8361-f3413ab971b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.479721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Made reservation on behalf of 5cac8553498a4dcda03f74b06cfa17ac for: {'port': 2} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:12.485586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.508197 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.516736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Pushing event updated for resources: {'Port': ['ID=94b6daa5-a931-4627-9fbd-113c7ec22909,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:12.587969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Attempting to bind port 94b6daa5-a931-4627-9fbd-113c7ec22909 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:12.588329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Attempting to bind port 94b6daa5-a931-4627-9fbd-113c7ec22909 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'eb43b151-8067-440d-8e0b-2d5652c82844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6fbbc240-872c-4e10-9a5a-78c85cbfab06'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:12.588754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Attempting to bind port 94b6daa5-a931-4627-9fbd-113c7ec22909 on network 6fbbc240-872c-4e10-9a5a-78c85cbfab06 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:12.600481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:12.600894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Checking segment: {'id': 'eb43b151-8067-440d-8e0b-2d5652c82844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6fbbc240-872c-4e10-9a5a-78c85cbfab06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:12.607411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.607411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Bound using segment: {'id': 'eb43b151-8067-440d-8e0b-2d5652c82844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6fbbc240-872c-4e10-9a5a-78c85cbfab06'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:12.607411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Bound port: 94b6daa5-a931-4627-9fbd-113c7ec22909, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb43b151-8067-440d-8e0b-2d5652c82844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6fbbc240-872c-4e10-9a5a-78c85cbfab06'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:12.607411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.675815 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] For port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:12.682619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.694341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] For port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e6347b3-1e1b-4118-baaa-5f9a07cc702b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:12.721996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] For port 94b6daa5-a931-4627-9fbd-113c7ec22909, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:12.729996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] For port 94b6daa5-a931-4627-9fbd-113c7ec22909, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=94b6daa5-a931-4627-9fbd-113c7ec22909,segment=NetworkSegment(eb43b151-8067-440d-8e0b-2d5652c82844),segment_id=eb43b151-8067-440d-8e0b-2d5652c82844)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:12.785410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d541da-3821-4fd8-af7a-bb625a71b4a5 req-22315333-7d51-4a34-9243-b2fe29244f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:12.787387 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d1d541da-3821-4fd8-af7a-bb625a71b4a5 req-22315333-7d51-4a34-9243-b2fe29244f60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcbc6d8a-a29f-4884-a766-65731440e62d HTTP/1.1" status: 200 len: 913 time: 0.6687279 Feb 04 06:14:12.807587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Subnet': ['ID=11ecce88-f6ab-4ad8-a6a9-d95cc41cc18d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:12.814657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] device_id is not set on port 5db2f219-ceb7-44ac-bf98-c6c32052415e yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:14:12.824670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.829569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.903457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.966068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.972122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dce6c25b-3fa0-47d9-8361-f3413ab971b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.989740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c4775-2030-4a0b-a1fc-85c96e983d3a None None] Pushing event updated for resources: {'Port': ['ID=7e6347b3-1e1b-4118-baaa-5f9a07cc702b,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:13.071025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.094573 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2718ac8-bd20-46ac-9474-22d8f7f3a34a None None] Pushing event updated for resources: {'Port': ['ID=94b6daa5-a931-4627-9fbd-113c7ec22909,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:13.099531 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=157e754f-0700-497e-a106-ae420930e246,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:13.133426 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking segment: {'id': '3b472942-742f-4249-8e1b-e63fe2c061a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2680f773-6707-4edc-b469-c493bba788b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:13.134053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network hostable DHCP agents. Network: 2680f773-6707-4edc-b469-c493bba788b6, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:13.143542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] device_id is not set on port 32780710-7c88-479c-96fe-574b032bc697 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:14:13.206920 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d1d541da-3821-4fd8-af7a-bb625a71b4a5 req-8944354c-45f8-4d68-8e34-32733aa44336 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 HTTP/1.1" status: 200 len: 999 time: 0.3971429 Feb 04 06:14:13.229178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbbc240-872c-4e10-9a5a-78c85cbfab06']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:13.274817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network 2680f773-6707-4edc-b469-c493bba788b6 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:13.286644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.309353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb43b151-8067-440d-8e0b-2d5652c82844') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:13.309649 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb43b151-8067-440d-8e0b-2d5652c82844') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:13.352128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.401179 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 2680f773-6707-4edc-b469-c493bba788b6) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:13.414352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:13.414352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.414553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-573603b1-4aa8-491f-8853-5718c1afac2a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:13.414553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-573603b1-4aa8-491f-8853-5718c1afac2a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.443932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.485359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dce6c25b-3fa0-47d9-8361-f3413ab971b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.522319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e6347b3-1e1b-4118-baaa-5f9a07cc702b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:13.530587 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c349b7a0-c1f2-44e7-ac74-d556f298ba34 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1371694 Feb 04 06:14:13.531852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43288) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:13.545794 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d541da-3821-4fd8-af7a-bb625a71b4a5 req-e4a92530-a2ff-422b-b5de-717f7a28b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:13.547252 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d1d541da-3821-4fd8-af7a-bb625a71b4a5 req-e4a92530-a2ff-422b-b5de-717f7a28b9ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb HTTP/1.1" status: 200 len: 851 time: 0.3336492 Feb 04 06:14:13.549416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.622205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:13.622533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:13.648996 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:13.651618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6c25b-3fa0-47d9-8361-f3413ab971b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41752ec8-cfc7-4664-9b4b-2a3c1d519dd3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:13.743709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:13.749911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event updated for resources: {'Port': ['ID=5db2f219-ceb7-44ac-bf98-c6c32052415e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:13.773438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Checking segment: {'id': '4548ca5f-c9e6-4b4c-83fe-f7a1f1753a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0f91b5c1-5bbe-4118-a61c-cd4630bc56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:13.773777 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Network hostable DHCP agents. Network: 0f91b5c1-5bbe-4118-a61c-cd4630bc56e2, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:13.837417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.837847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.887308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dce6c25b-3fa0-47d9-8361-f3413ab971b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.888441 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dce6c25b-3fa0-47d9-8361-f3413ab971b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41752ec8-cfc7-4664-9b4b-2a3c1d519dd3 HTTP/1.1" status: 204 len: 168 time: 1.8694968 Feb 04 06:14:13.902095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 30546653-e2db-4046-9e6e-68ba4a4f0534 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:13.903471 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Network 0f91b5c1-5bbe-4118-a61c-cd4630bc56e2 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:13.918580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.919234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf741bd6-6d7b-494e-8b43-3158d07be632 req-5cf723e4-fb69-4ac1-bd02-b38ca328b18a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:13.920215 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf741bd6-6d7b-494e-8b43-3158d07be632 req-5cf723e4-fb69-4ac1-bd02-b38ca328b18a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.5811391 Feb 04 06:14:13.968103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:14:13.968103 dv-neutron-827796-1-hyperv neutron-server[88198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:14:13.968103 dv-neutron-827796-1-hyperv neutron-server[88198]: [parameters: {'id': '6fbbc240-872c-4e10-9a5a-78c85cbfab06'}] Feb 04 06:14:13.968103 dv-neutron-827796-1-hyperv neutron-server[88198]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:14:13.968607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:14:14.015010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-573603b1-4aa8-491f-8853-5718c1afac2a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.021487 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 0f91b5c1-5bbe-4118-a61c-cd4630bc56e2) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:14.026052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:14.027680 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.033613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d541da-3821-4fd8-af7a-bb625a71b4a5 req-19084c90-d062-4c96-80cb-9051b1e431f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:14.035127 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d1d541da-3821-4fd8-af7a-bb625a71b4a5 req-19084c90-d062-4c96-80cb-9051b1e431f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcbc6d8a-a29f-4884-a766-65731440e62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4751036 Feb 04 06:14:14.110051 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.173494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event updated for resources: {'Port': ['ID=32780710-7c88-479c-96fe-574b032bc697,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:14.179080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Subnet': ['ID=157e754f-0700-497e-a106-ae420930e246,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:14.189878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-573603b1-4aa8-491f-8853-5718c1afac2a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:14.226226 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf741bd6-6d7b-494e-8b43-3158d07be632 req-9bb83fa8-6724-4b51-bf30-a46e871ae128 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962193 Feb 04 06:14:14.247281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e49d2-23e5-4465-a434-189f2ebd1997 None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:14:14.275683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.283376 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Checking segment: {'id': 'c0680d05-ae49-456a-8948-f06cf0042323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3043e5b0-e4ac-4efc-b0a1-16cf36635661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:14.283733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Network hostable DHCP agents. Network: 3043e5b0-e4ac-4efc-b0a1-16cf36635661, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:14.319206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2680f773-6707-4edc-b469-c493bba788b6']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:14.333712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b472942-742f-4249-8e1b-e63fe2c061a4') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:14.334261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b472942-742f-4249-8e1b-e63fe2c061a4') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:14.346679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.367093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.374643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:14.375048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:14.390928 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:14.421530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e49d2-23e5-4465-a434-189f2ebd1997 None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:14:14.448601 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Network 3043e5b0-e4ac-4efc-b0a1-16cf36635661 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:14.516514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.523441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.538407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-43f83467-6b5f-48db-9f79-4ce49d44c18c None None] Provisioning for port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:14.548822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-43f83467-6b5f-48db-9f79-4ce49d44c18c None None] Provisioning complete for port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:14.549192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-43f83467-6b5f-48db-9f79-4ce49d44c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.569057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 3043e5b0-e4ac-4efc-b0a1-16cf36635661) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:14.573012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:14.579815 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:14.586203 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:14.587130 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.607735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.634567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:14.641160 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.646926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:14.647963 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/2680f773-6707-4edc-b469-c493bba788b6 HTTP/1.1" status: 204 len: 168 time: 1.1124630 Feb 04 06:14:14.648269 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:14.651864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43296) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:14.655308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:14.655451 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bfb89-5641-41de-82aa-3e289334e3fb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=2680f773-6707-4edc-b469-c493bba788b6,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:14.655556 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.663118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1485975153'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:14.670908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:14.674877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Deleting port 94b6daa5-a931-4627-9fbd-113c7ec22909 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:14.675027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.675889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:network and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:14.680311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:14.686884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:14.710058 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d1d541da-3821-4fd8-af7a-bb625a71b4a5 req-0db78af9-dea9-46ef-85ec-9d501f23c83d service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081843 Feb 04 06:14:14.715670 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-488e6465-2482-4468-9062-9c0318551fde tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8745515 Feb 04 06:14:14.716005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43300) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:14.761605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=30546653-e2db-4046-9e6e-68ba4a4f0534,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:14.799094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-43f83467-6b5f-48db-9f79-4ce49d44c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.810398 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337af44-bba2-470e-98b7-9e33b877320c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:14.819408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337af44-bba2-470e-98b7-9e33b877320c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:14.820369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7337af44-bba2-470e-98b7-9e33b877320c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Synchronizing usage tracker for tenant:5cac8553498a4dcda03f74b06cfa17ac on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:14.827139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:14.831377 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ba6c81a9-cd7a-4776-980a-4df55e59d9e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5517068 Feb 04 06:14:14.839565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43304) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:14.841125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.843218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-43f83467-6b5f-48db-9f79-4ce49d44c18c None None] For port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e6347b3-1e1b-4118-baaa-5f9a07cc702b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:14.878837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:14.887442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.887796 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment 809493a0-6cac-467f-96a3-44e58f5a6ae1 of type vlan for network a6c8e71c-3f7c-46fb-92b7-fe5250806738 Feb 04 06:14:14.918863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.948824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43308) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:14.963075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5050a41-7674-4482-ae31-c1dfc849cfdd None None] Network c04dfe66-0a13-40bc-82a0-f51581113d0c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:14.987575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9e08f-e038-4dcd-b1db-bfb430eac986 None None] Network 711f248a-de7b-4cda-aa3f-ded61f6a88c9 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:14.996536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-008f01ac-4f8e-4ef1-941a-9a849d3f7f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.007830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7337af44-bba2-470e-98b7-9e33b877320c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Unset dirty status for tenant:5cac8553498a4dcda03f74b06cfa17ac on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:15.009295 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7337af44-bba2-470e-98b7-9e33b877320c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2921865 Feb 04 06:14:15.012076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43318) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:15.070315 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-008f01ac-4f8e-4ef1-941a-9a849d3f7f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:15.074524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9e08f-e038-4dcd-b1db-bfb430eac986 None None] Network 711f248a-de7b-4cda-aa3f-ded61f6a88c9 could not be found, it might have been deleted concurrently. {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 06:14:15.075406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-008f01ac-4f8e-4ef1-941a-9a849d3f7f31 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea377f96b044928bf27929f00ecd6c2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:15.076115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a29e47b-217b-4361-aae5-c1ca06d14c42 None None] Network 6fbbc240-872c-4e10-9a5a-78c85cbfab06 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:15.079013 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-008f01ac-4f8e-4ef1-941a-9a849d3f7f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:15.087084 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-008f01ac-4f8e-4ef1-941a-9a849d3f7f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:15.090919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad835d-42cb-4294-ad77-80a759cf989a None None] Network 2680f773-6707-4edc-b469-c493bba788b6 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:15.116318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e9404c-b808-4ce9-a51e-08e7414c20cc None None] Network 0f91b5c1-5bbe-4118-a61c-cd4630bc56e2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:15.129402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ff77da-97ce-41e3-9a26-a52f7f3a658a None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:15.162285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.167910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.168642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.169876 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d1d541da-3821-4fd8-af7a-bb625a71b4a5 req-edb6532e-8b0f-4232-9876-2ddd4ce9c3d9 service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391963 Feb 04 06:14:15.220759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] For port 94b6daa5-a931-4627-9fbd-113c7ec22909, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=94b6daa5-a931-4627-9fbd-113c7ec22909,segment=NetworkSegment(eb43b151-8067-440d-8e0b-2d5652c82844),segment_id=eb43b151-8067-440d-8e0b-2d5652c82844)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:15.221519 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.260057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb72fb-dc7a-4789-bfdf-d16e8e80e48e None None] Network 3043e5b0-e4ac-4efc-b0a1-16cf36635661 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:15.273157 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73d14b2-811d-4b10-94e8-d69c3d0c5af2 None None] Network 711f248a-de7b-4cda-aa3f-ded61f6a88c9 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:15.285765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-43f83467-6b5f-48db-9f79-4ce49d44c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.300405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90069bd5-1fe4-420e-a9c7-cc4c18a12e7e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.305886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=a6c8e71c-3f7c-46fb-92b7-fe5250806738,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:15.307106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90069bd5-1fe4-420e-a9c7-cc4c18a12e7e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.309123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-90069bd5-1fe4-420e-a9c7-cc4c18a12e7e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:15.313023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-78b95b93-91c1-4ff6-8fef-b2a47f66d5e7 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Deleting port 5db2f219-ceb7-44ac-bf98-c6c32052415e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:15.314017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78b95b93-91c1-4ff6-8fef-b2a47f66d5e7 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.388710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-573603b1-4aa8-491f-8853-5718c1afac2a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.390474 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-77ac3ec4-254e-4102-bd0f-6fb864cb13c4 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7369931 Feb 04 06:14:15.396694 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43326) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:15.407470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Calling delete_port for 94b6daa5-a931-4627-9fbd-113c7ec22909 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:15.425894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'network_id': 'a6c8e71c-3f7c-46fb-92b7-fe5250806738', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:15.439479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73d14b2-811d-4b10-94e8-d69c3d0c5af2 None None] Network 711f248a-de7b-4cda-aa3f-ded61f6a88c9 could not be found, it might have been deleted concurrently. {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 06:14:15.502676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573603b1-4aa8-491f-8853-5718c1afac2a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:15.634255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-90069bd5-1fe4-420e-a9c7-cc4c18a12e7e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:15.635664 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-90069bd5-1fe4-420e-a9c7-cc4c18a12e7e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7951539 Feb 04 06:14:15.642979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:15.654769 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43330) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:15.667822 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:subnet and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:15.677603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:15.686718 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-008f01ac-4f8e-4ef1-941a-9a849d3f7f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.698125 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network a6c8e71c-3f7c-46fb-92b7-fe5250806738 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:15.716140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f83467-6b5f-48db-9f79-4ce49d44c18c None None] Pushing event updated for resources: {'Port': ['ID=7e6347b3-1e1b-4118-baaa-5f9a07cc702b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:15.746560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:15.860764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-008f01ac-4f8e-4ef1-941a-9a849d3f7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.864396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a0471-47e0-49d1-a00e-ee4f19d0fbc6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 30546653-e2db-4046-9e6e-68ba4a4f0534 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:15.864775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0471-47e0-49d1-a00e-ee4f19d0fbc6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.895955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad835d-42cb-4294-ad77-80a759cf989a None None] Network 2680f773-6707-4edc-b469-c493bba788b6 could not be found, it might have been deleted concurrently. {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 06:14:15.897265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9eb08-1b13-489c-979a-9128c1158aa2 req-4cfd7a43-ce71-4172-a4fa-4c341b36b6a8 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.898954 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d7e9eb08-1b13-489c-979a-9128c1158aa2 req-4cfd7a43-ce71-4172-a4fa-4c341b36b6a8 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.3143334 Feb 04 06:14:15.921291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.936571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ff84f652-43b0-4a67-9468-ca6239f1d2c1 None None] Could not find standard attr ID for object c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:14:15.947948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78b95b93-91c1-4ff6-8fef-b2a47f66d5e7 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.052594 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Port': ['ID=94b6daa5-a931-4627-9fbd-113c7ec22909,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:16.060919 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:16.061372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-573603b1-4aa8-491f-8853-5718c1afac2a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.064619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.067659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No DVR routers for this DVR port 94b6daa5-a931-4627-9fbd-113c7ec22909 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:16.116661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6006150-647c-423f-b866-79bb7c2f517a None None] Network 2680f773-6707-4edc-b469-c493bba788b6 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:16.195170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6006150-647c-423f-b866-79bb7c2f517a None None] Network 2680f773-6707-4edc-b469-c493bba788b6 could not be found, it might have been deleted concurrently. {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 06:14:16.196969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ecfc50bf-7a65-4ba6-b742-cdd4a4951a22 None None] Could not find standard attr ID for object c03ecc67-a44e-48ac-8b0a-7d8642a7fd5e. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:14:16.257093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ad957b-f64a-46d2-a826-030b0bafa7b3 None None] Network 6fbbc240-872c-4e10-9a5a-78c85cbfab06 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:16.271192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-78b95b93-91c1-4ff6-8fef-b2a47f66d5e7 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Calling delete_port for 5db2f219-ceb7-44ac-bf98-c6c32052415e owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:16.349757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f01ac-4f8e-4ef1-941a-9a849d3f7f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bff858-f5d7-4822-af40-64be01d3daa8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:16.354124 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-008f01ac-4f8e-4ef1-941a-9a849d3f7f31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ea377f96b044928bf27929f00ecd6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4041760 Feb 04 06:14:16.381251 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43336) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:16.439479 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d7e9eb08-1b13-489c-979a-9128c1158aa2 req-fe07fe21-20a7-42da-b385-98ef74414f2e tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4808471 Feb 04 06:14:16.454575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing IP validity checks on allocation pools {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:14:16.454575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:14:16.485278 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-355e7daa-9bfa-407e-9882-4e370dc743b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.535297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8264e598-ea9d-4657-b985-f5cbda7fc9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.566187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8264e598-ea9d-4657-b985-f5cbda7fc9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.606911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78b95b93-91c1-4ff6-8fef-b2a47f66d5e7 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.658344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573603b1-4aa8-491f-8853-5718c1afac2a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:14:16.666326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b95b93-91c1-4ff6-8fef-b2a47f66d5e7 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Port': ['ID=5db2f219-ceb7-44ac-bf98-c6c32052415e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:16.682234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-78b95b93-91c1-4ff6-8fef-b2a47f66d5e7 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.761647 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.857821 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8264e598-ea9d-4657-b985-f5cbda7fc9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.860337 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8264e598-ea9d-4657-b985-f5cbda7fc9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.861774 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8264e598-ea9d-4657-b985-f5cbda7fc9f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03bff858-f5d7-4822-af40-64be01d3daa8 HTTP/1.1" status: 204 len: 168 time: 0.4726613 Feb 04 06:14:16.881447 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264e598-ea9d-4657-b985-f5cbda7fc9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bff858-f5d7-4822-af40-64be01d3daa8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:16.901192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.941114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573603b1-4aa8-491f-8853-5718c1afac2a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:14:16.953096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da731c04-7878-45ec-8e76-a428f5f5846f None None] Sync routers for ids ['fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:16.965622 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-573603b1-4aa8-491f-8853-5718c1afac2a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6815042 Feb 04 06:14:16.967637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbbc240-872c-4e10-9a5a-78c85cbfab06']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:16.969109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da731c04-7878-45ec-8e76-a428f5f5846f None None] Routers {'fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:16.970657 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-da731c04-7878-45ec-8e76-a428f5f5846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:16.978134 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-78b95b93-91c1-4ff6-8fef-b2a47f66d5e7 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "DELETE /v2.0/ports/5db2f219-ceb7-44ac-bf98-c6c32052415e HTTP/1.1" status: 204 len: 168 time: 1.9625473 Feb 04 06:14:16.978994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43342) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:16.985684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43344) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:17.041215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking segment: {'id': '809493a0-6cac-467f-96a3-44e58f5a6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a6c8e71c-3f7c-46fb-92b7-fe5250806738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:17.041615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network hostable DHCP agents. Network: a6c8e71c-3f7c-46fb-92b7-fe5250806738, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:17.085968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=12e9758a-88af-4179-abf8-605e0de69c86,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:17.100928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-da731c04-7878-45ec-8e76-a428f5f5846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:17.113087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da731c04-7878-45ec-8e76-a428f5f5846f None None] Routers {'fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:17.114503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-da731c04-7878-45ec-8e76-a428f5f5846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:13:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:17.196075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-da731c04-7878-45ec-8e76-a428f5f5846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:17.196489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da731c04-7878-45ec-8e76-a428f5f5846f None None] The sync data for ids ['fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:17.212797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb43b151-8067-440d-8e0b-2d5652c82844') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:17.213091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb43b151-8067-440d-8e0b-2d5652c82844') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:17.223502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network a6c8e71c-3f7c-46fb-92b7-fe5250806738 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:17.320860 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f1a4fb95-6ed7-4983-aef8-b50b188deacb None None] Provisioning for port 30546653-e2db-4046-9e6e-68ba4a4f0534 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:17.327027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f1a4fb95-6ed7-4983-aef8-b50b188deacb None None] Provisioning complete for port 30546653-e2db-4046-9e6e-68ba4a4f0534 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:17.327516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f1a4fb95-6ed7-4983-aef8-b50b188deacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:17.332727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:17.364455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0471-47e0-49d1-a00e-ee4f19d0fbc6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:17.391466 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4fb95-6ed7-4983-aef8-b50b188deacb None None] Port 30546653-e2db-4046-9e6e-68ba4a4f0534 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:17.401295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, a6c8e71c-3f7c-46fb-92b7-fe5250806738) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:17.408107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:17.409150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:17.409477 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f1a4fb95-6ed7-4983-aef8-b50b188deacb None None] Provisioning complete for port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:17.409944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f1a4fb95-6ed7-4983-aef8-b50b188deacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:17.455760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3860ad4-9ef2-4b06-b740-5328aa8bd9c3 None None] Network a6c8e71c-3f7c-46fb-92b7-fe5250806738 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:17.483867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:17.559637 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bc9bbeb6-1e78-42ab-9c02-94b52ba69813 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1616738 Feb 04 06:14:17.563698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43354) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:17.617820 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e6347b3-1e1b-4118-baaa-5f9a07cc702b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:17.619911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c2897722-6caa-4c8f-b39d-c3f9a4765a9a tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Deleting port 32780710-7c88-479c-96fe-574b032bc697 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:17.620258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2897722-6caa-4c8f-b39d-c3f9a4765a9a tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:17.709161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07718ab-8465-4607-b207-0f14566513ac None None] Network c04dfe66-0a13-40bc-82a0-f51581113d0c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:17.817593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:17.895913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:17.929494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:17.930032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:17.986618 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:18.000000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a0471-47e0-49d1-a00e-ee4f19d0fbc6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 30546653-e2db-4046-9e6e-68ba4a4f0534 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:18.088882 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-582db693-96af-42be-b4d5-904d902872a6 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 06:14:18.089987 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-582db693-96af-42be-b4d5-904d902872a6 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1119902 Feb 04 06:14:18.094941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1dd0be10-05f5-4dbc-b415-e97fbbfca9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.105680 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43366) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:18.110102 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d66fd0-a32d-4d53-bc80-e6aba1ec61eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-a6c8e71c-3f7c-46fb-92b7-fe5250806738', 'network_id': 'a6c8e71c-3f7c-46fb-92b7-fe5250806738', 'tenant_id': '6215fd0543044d6daff185969006dff3', 'fixed_ips': [{'subnet_id': '12e9758a-88af-4179-abf8-605e0de69c86'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:18.111026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-07d66fd0-a32d-4d53-bc80-e6aba1ec61eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.155724 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5318a69e-691c-4697-a441-8121cf251f01 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Synchronizing usage tracker for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:18.193670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.213067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:18.213442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.263271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Subnet': ['ID=12e9758a-88af-4179-abf8-605e0de69c86,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:18.317681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5318a69e-691c-4697-a441-8121cf251f01 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Unset dirty status for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:18.321894 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5318a69e-691c-4697-a441-8121cf251f01 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0 HTTP/1.1" status: 200 len: 205 time: 0.2130687 Feb 04 06:14:18.322492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43374) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:18.358548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.373418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4f571-c3dc-495e-b084-85e0e831bad9 req-389eafe0-3fb5-4a7c-a9ee-3a4e75080aa4 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:18.375267 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-23d4f571-c3dc-495e-b084-85e0e831bad9 req-389eafe0-3fb5-4a7c-a9ee-3a4e75080aa4 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4299514 Feb 04 06:14:18.430949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f2df5403-9b0a-4ad9-b9af-ffc275442af1 None None] Provisioning complete for port 30546653-e2db-4046-9e6e-68ba4a4f0534 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:18.431313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f2df5403-9b0a-4ad9-b9af-ffc275442af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.446289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.501891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-000b8c03-9eff-48dc-b7d8-2d10ed22c132 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.546326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e489de-4f78-4054-8e42-8593d5833b54 None None] Network a6c8e71c-3f7c-46fb-92b7-fe5250806738 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:18.561880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2897722-6caa-4c8f-b39d-c3f9a4765a9a tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.571249 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f2df5403-9b0a-4ad9-b9af-ffc275442af1 None None] Port 30546653-e2db-4046-9e6e-68ba4a4f0534 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:18.583330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Network': ['ID=6fbbc240-872c-4e10-9a5a-78c85cbfab06,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:18.592813 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-53bb3478-a32a-4ab1-b18c-21a548513577 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/6fbbc240-872c-4e10-9a5a-78c85cbfab06 HTTP/1.1" status: 204 len: 168 time: 7.6891696 Feb 04 06:14:18.600440 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43382) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:18.603933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.616862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-601024698'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:18.665890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f2df5403-9b0a-4ad9-b9af-ffc275442af1 None None] Provisioning complete for port 7f73ea02-c177-4473-b428-edfbaa69700a triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:18.666909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f2df5403-9b0a-4ad9-b9af-ffc275442af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.677110 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:18.708343 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:network and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:18.727984 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-23d4f571-c3dc-495e-b084-85e0e831bad9 req-ac5daa0a-f9a7-4c00-a382-a02a9b1ecf57 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767706 Feb 04 06:14:18.738027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c2897722-6caa-4c8f-b39d-c3f9a4765a9a tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Calling delete_port for 32780710-7c88-479c-96fe-574b032bc697 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:18.781030 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:18.969704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0471-47e0-49d1-a00e-ee4f19d0fbc6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.003550 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.016558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2897722-6caa-4c8f-b39d-c3f9a4765a9a tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.030550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a0471-47e0-49d1-a00e-ee4f19d0fbc6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=30546653-e2db-4046-9e6e-68ba4a4f0534,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:19.053735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.067550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:19.070443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c8e71c-3f7c-46fb-92b7-fe5250806738']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:19.113070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-154d5170-83a0-40dc-9336-242b31bf6175 None None] Provisioning complete for port 7f73ea02-c177-4473-b428-edfbaa69700a triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:19.114819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-154d5170-83a0-40dc-9336-242b31bf6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.122282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2897722-6caa-4c8f-b39d-c3f9a4765a9a tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Port': ['ID=32780710-7c88-479c-96fe-574b032bc697,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:19.127787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2897722-6caa-4c8f-b39d-c3f9a4765a9a tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.131006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b9a0471-47e0-49d1-a00e-ee4f19d0fbc6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.142140 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7b9a0471-47e0-49d1-a00e-ee4f19d0fbc6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/30546653-e2db-4046-9e6e-68ba4a4f0534 HTTP/1.1" status: 204 len: 168 time: 3.4832962 Feb 04 06:14:19.142598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809493a0-6cac-467f-96a3-44e58f5a6ae1') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:19.142598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809493a0-6cac-467f-96a3-44e58f5a6ae1') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:19.144355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43392) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:19.150132 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c2897722-6caa-4c8f-b39d-c3f9a4765a9a tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "DELETE /v2.0/ports/32780710-7c88-479c-96fe-574b032bc697 HTTP/1.1" status: 204 len: 168 time: 2.1610379 Feb 04 06:14:19.164175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.183935 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.197723 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43396) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:19.197917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:19.197917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.280207 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58193d52-367f-415b-a44d-520b7aab1799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:19.282432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58193d52-367f-415b-a44d-520b7aab1799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:19.283663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-58193d52-367f-415b-a44d-520b7aab1799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:19.295568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-34851931-a7a1-4fc4-8149-489bee3851f9 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Synchronizing usage tracker for tenant:5cac8553498a4dcda03f74b06cfa17ac on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:19.298943 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:19.312554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:19.316189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.392237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-000b8c03-9eff-48dc-b7d8-2d10ed22c132 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.392237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-000b8c03-9eff-48dc-b7d8-2d10ed22c132 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.418227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-34851931-a7a1-4fc4-8149-489bee3851f9 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Unset dirty status for tenant:5cac8553498a4dcda03f74b06cfa17ac on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:19.425129 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-34851931-a7a1-4fc4-8149-489bee3851f9 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2305601 Feb 04 06:14:19.427024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43404) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:19.435858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1110624752'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:19.444500 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:19.452115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-58193d52-367f-415b-a44d-520b7aab1799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:19.455947 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-58193d52-367f-415b-a44d-520b7aab1799 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3081129 Feb 04 06:14:19.456505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43408) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:19.460449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:19.475823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c5dce-07af-44e3-a8f4-55fa80e1b7f0 req-75e49149-5608-4d3c-987e-d9abeae7a4e9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:19.477360 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e72c5dce-07af-44e3-a8f4-55fa80e1b7f0 req-75e49149-5608-4d3c-987e-d9abeae7a4e9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4129264 Feb 04 06:14:19.521206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.527974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:19.529180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d20b103-1bf1-4e24-ac4e-3e799f55bf68 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 2c40f2da-5013-4558-b647-2d71004d4ecb {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:14:19.533813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d20b103-1bf1-4e24-ac4e-3e799f55bf68 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.548816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.552152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.560609 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e72c5dce-07af-44e3-a8f4-55fa80e1b7f0 req-8c15253c-ff84-4865-b14a-2e7dd0f54804 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758505 Feb 04 06:14:19.565582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-000b8c03-9eff-48dc-b7d8-2d10ed22c132 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.565735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000b8c03-9eff-48dc-b7d8-2d10ed22c132 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Fanout notify agent at l3_agent the message router_deleted on router fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:14:19.567856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=a6c8e71c-3f7c-46fb-92b7-fe5250806738,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:19.581737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.582093 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Added segment 966f3f97-b036-4cc4-bfbe-e9cb8a80a836 of type vlan for network 9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a Feb 04 06:14:19.608526 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dca4d9df-0ac4-4e6f-955e-f34b8a231068 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/a6c8e71c-3f7c-46fb-92b7-fe5250806738 HTTP/1.1" status: 204 len: 168 time: 2.0243850 Feb 04 06:14:19.608689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d20b103-1bf1-4e24-ac4e-3e799f55bf68 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.608797 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-000b8c03-9eff-48dc-b7d8-2d10ed22c132 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.608797 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-000b8c03-9eff-48dc-b7d8-2d10ed22c132 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0 HTTP/1.1" status: 204 len: 168 time: 1.2675190 Feb 04 06:14:19.608797 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43414) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:19.608797 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43416) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:19.608797 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1758596110'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:19.653756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:19.668919 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Made reservation on behalf of 5cac8553498a4dcda03f74b06cfa17ac for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:19.673955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.691542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:network and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:19.697729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:19.709380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.714387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:19.724420 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d20b103-1bf1-4e24-ac4e-3e799f55bf68 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.760300 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:19.768136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41e7b81-49ed-4c69-8f83-7248622c3261 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting subnet 7d3141d5-c69e-4480-95a2-1812e36972a6 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:14:19.778961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f41e7b81-49ed-4c69-8f83-7248622c3261 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.820188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.821577 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Added segment 7644174b-e443-4059-9d39-9901be889ab6 of type vlan for network d0198c31-b1db-49ed-ae55-dd592db047b5 Feb 04 06:14:19.849020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f41e7b81-49ed-4c69-8f83-7248622c3261 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.895183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:19.899001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.923981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.967561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.974017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:19.974349 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:19.980717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:19.997376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263410e5-8d1d-4414-b242-102195a65ebb req-507fc609-7f04-46a3-80e9-62aa1a12f06d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:19.998925 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-263410e5-8d1d-4414-b242-102195a65ebb req-507fc609-7f04-46a3-80e9-62aa1a12f06d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.2417719 Feb 04 06:14:20.045057 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-263410e5-8d1d-4414-b242-102195a65ebb req-9eb2b353-d6f2-43ed-ad8d-14ec8c149b62 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400484 Feb 04 06:14:20.097451 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.097801 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment 88952d45-4418-4be9-b2cd-803589aba121 of type vlan for network 22b1842c-a8fb-4614-85a2-8842a6d7e105 Feb 04 06:14:20.137999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:20.157354 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:20.158899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f41e7b81-49ed-4c69-8f83-7248622c3261 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.195032 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.210886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d20b103-1bf1-4e24-ac4e-3e799f55bf68 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.272751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.274254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20b103-1bf1-4e24-ac4e-3e799f55bf68 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=2c40f2da-5013-4558-b647-2d71004d4ecb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:20.276403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d20b103-1bf1-4e24-ac4e-3e799f55bf68 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.295503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f4b1d9-db24-49fa-b36d-179631bffdf6 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:20.295759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:20.295759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.308769 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fd64d37a-3ff1-48c8-9ed4-49c6debdb88f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7049508 Feb 04 06:14:20.309740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43436) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:20.317975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'network_id': '9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:20.363863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43440) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:20.408967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event updated for resources: {'Network': ['ID=d0198c31-b1db-49ed-ae55-dd592db047b5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:20.449868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:20.454585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:subnet and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:20.458714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.466170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:20.466774 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.472007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:20.482402 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6d20b103-1bf1-4e24-ac4e-3e799f55bf68 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/2c40f2da-5013-4558-b647-2d71004d4ecb HTTP/1.1" status: 204 len: 168 time: 1.0241036 Feb 04 06:14:20.483063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43446) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:20.488599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:20.497184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network d0198c31-b1db-49ed-ae55-dd592db047b5 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:20.534996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f41e7b81-49ed-4c69-8f83-7248622c3261 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.548532 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d4593030-960c-4e58-bf81-ded546794476 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1200919 Feb 04 06:14:20.558669 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3acfecb5-310c-45a3-be63-2e898ffe9148 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:20.559421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43450) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:20.571672 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-02117e99-ef54-4f79-8037-aff3d8245273 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847714 Feb 04 06:14:20.575965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1597544979'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:20.579011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43454) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:20.586162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:20.600212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:20.602955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.611401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47941f54-363b-454f-84e9-d58778e315e4 None None] Network 47b57237-c23c-418c-a8a1-3b9e919dfb62 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:20.655112 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f41e7b81-49ed-4c69-8f83-7248622c3261 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.660359 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f41e7b81-49ed-4c69-8f83-7248622c3261 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/7d3141d5-c69e-4480-95a2-1812e36972a6 HTTP/1.1" status: 204 len: 168 time: 1.0553524 Feb 04 06:14:20.661978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43458) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:20.666753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:20.678660 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0796709 Feb 04 06:14:20.679474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e7b81-49ed-4c69-8f83-7248622c3261 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3141d5-c69e-4480-95a2-1812e36972a6,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:20.684704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43462) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:20.692370 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:20.693684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.708076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'network_id': '22b1842c-a8fb-4614-85a2-8842a6d7e105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:20.789260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b2824-5804-41cb-b031-cb80f6687fa6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=22b1842c-a8fb-4614-85a2-8842a6d7e105,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:20.847755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:20.854187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 22b1842c-a8fb-4614-85a2-8842a6d7e105 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:20.858172 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3acfecb5-310c-45a3-be63-2e898ffe9148 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] 10.222.0.32 "PUT /v2.0/quotas/8c7744d7629d460eb6a4d8322f75120c HTTP/1.1" status: 200 len: 368 time: 0.4896417 Feb 04 06:14:20.858172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43468) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:20.859463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:subnet and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:20.862769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:20.868819 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Request body: {'network': {'project_id': '8c7744d7629d460eb6a4d8322f75120c'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:20.876307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:20.878650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:20.884382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Usage tracker for resource:network and tenant:8c7744d7629d460eb6a4d8322f75120c is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:20.888534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:20.896358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:20.981180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:20.983450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Made reservation on behalf of 5cac8553498a4dcda03f74b06cfa17ac for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:20.987328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.012779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:21.018187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:21.026093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.043855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:21.045159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:21.047896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.063322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de03776-6405-4e46-9da9-635dae67121c None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:21.071428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Made reservation on behalf of 8c7744d7629d460eb6a4d8322f75120c for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:21.073765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2de03776-6405-4e46-9da9-635dae67121c None None] Deleting port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:21.073983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.074263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2de03776-6405-4e46-9da9-635dae67121c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.081368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:21.094711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:21.095126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.131033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.131267 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Added segment a82eb759-9924-4fe2-8aea-0ab02327336f of type vlan for network 250fc09a-5c43-4135-90b5-810ee465a69b Feb 04 06:14:21.133854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39bd094-b2d5-4130-8256-6e961cb3af5b None None] DHCP port deletion for 47b57237-c23c-418c-a8a1-3b9e919dfb62 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:21.145621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.152183 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c39bd094-b2d5-4130-8256-6e961cb3af5b None None] Deleting port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:21.152569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c39bd094-b2d5-4130-8256-6e961cb3af5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.255345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:21.259098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.293572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e9aba-a8fa-4c07-a868-1da7fb498be9 req-4b816335-a123-48ed-bfce-1426966d8710 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:21.294959 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b72e9aba-a8fa-4c07-a868-1da7fb498be9 req-4b816335-a123-48ed-bfce-1426966d8710 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.3827212 Feb 04 06:14:21.295191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:21.305453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Usage tracker for resource:security_group_rule and tenant:8c7744d7629d460eb6a4d8322f75120c is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:21.309310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.311016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:21.319299 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:21.510481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:21.511021 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.589260 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b72e9aba-a8fa-4c07-a868-1da7fb498be9 req-3fee8cf9-2fcb-47c6-9688-a30ecbb36710 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286885 Feb 04 06:14:21.598006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2de03776-6405-4e46-9da9-635dae67121c None None] For port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e6347b3-1e1b-4118-baaa-5f9a07cc702b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:21.598922 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2de03776-6405-4e46-9da9-635dae67121c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.602310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.623219 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c39bd094-b2d5-4130-8256-6e961cb3af5b None None] For port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c9c4c3b-e55c-4a4b-b60d-32b04c424db0,segment=NetworkSegment(ff6efc2c-b0c6-4518-9610-a864b4594577),segment_id=ff6efc2c-b0c6-4518-9610-a864b4594577)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:21.623592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c39bd094-b2d5-4130-8256-6e961cb3af5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.640265 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c9c4c3b-e55c-4a4b-b60d-32b04c424db0,segment=NetworkSegment(ff6efc2c-b0c6-4518-9610-a864b4594577),segment_id=ff6efc2c-b0c6-4518-9610-a864b4594577)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:21.640634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.640837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.647961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:21.688128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5a9164-3ee5-42a9-9570-0da35c14d60b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:21.721484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.721915 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Added segment 4714965e-d97e-4da1-b624-2561d9dc3bc2 of type vlan for network 30850542-061e-4a9d-a6d0-7aa0c24b7b9c Feb 04 06:14:21.765669 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=977d3672-d9a6-413f-8cd4-31a9b58e33e7,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:21.765941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.771435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:21.772374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.777419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.784854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:21.799264 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2de03776-6405-4e46-9da9-635dae67121c None None] Calling delete_port for 7e6347b3-1e1b-4118-baaa-5f9a07cc702b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:21.819901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking segment: {'id': '88952d45-4418-4be9-b2cd-803589aba121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '22b1842c-a8fb-4614-85a2-8842a6d7e105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:21.820428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network hostable DHCP agents. Network: 22b1842c-a8fb-4614-85a2-8842a6d7e105, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:21.895396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c39bd094-b2d5-4130-8256-6e961cb3af5b None None] Calling delete_port for 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:21.912350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.913397 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:21.914001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:21.992163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network 22b1842c-a8fb-4614-85a2-8842a6d7e105 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:22.013572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.028385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Pushing event updated for resources: {'Network': ['ID=30850542-061e-4a9d-a6d0-7aa0c24b7b9c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:22.043860 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 30850542-061e-4a9d-a6d0-7aa0c24b7b9c details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:22.057552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.136481 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b156ff74-8fc3-4257-8aa1-079a80a57ad0 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2777557 Feb 04 06:14:22.137401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 22b1842c-a8fb-4614-85a2-8842a6d7e105) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:22.143002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:22.144095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43472) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:22.146254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.163617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37653fd-d275-4b49-b444-dfcf8885bad6 None None] Network 22b1842c-a8fb-4614-85a2-8842a6d7e105 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:22.181381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2de03776-6405-4e46-9da9-635dae67121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.192375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Request body: {'network': {'project_id': '8c7744d7629d460eb6a4d8322f75120c'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:22.218177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:22.237257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event updated for resources: {'Network': ['ID=250fc09a-5c43-4135-90b5-810ee465a69b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:22.247524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Usage tracker for resource:network and tenant:8c7744d7629d460eb6a4d8322f75120c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:22.257782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:22.268406 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1f007488-d3c9-42a1-9825-bcbd44ee36bb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5815837 Feb 04 06:14:22.270729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43476) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:22.270917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:22.272458 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 250fc09a-5c43-4135-90b5-810ee465a69b details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:22.277791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=d6ab516b-9a93-4ac7-bf6e-4f4ad80520c2,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:22.297329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c39bd094-b2d5-4130-8256-6e961cb3af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.303308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:14:22.303842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:14:22.322972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Checking segment: {'id': '966f3f97-b036-4cc4-bfbe-e9cb8a80a836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:22.326757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network hostable DHCP agents. Network: 9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:22.330988 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-873f4563-760d-41cd-bf54-1067d1091a4d tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7633162 Feb 04 06:14:22.420051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Made reservation on behalf of 8c7744d7629d460eb6a4d8322f75120c for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:22.423674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.430140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de03776-6405-4e46-9da9-635dae67121c None None] Pushing event deleted for resources: {'Port': ['ID=7e6347b3-1e1b-4118-baaa-5f9a07cc702b,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:22.447590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.461173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network 9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:22.500881 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de03776-6405-4e46-9da9-635dae67121c None None] No DVR routers for this DVR port 7e6347b3-1e1b-4118-baaa-5f9a07cc702b on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:22.521839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e6347b3-1e1b-4118-baaa-5f9a07cc702b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:22.548197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:22.548696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39bd094-b2d5-4130-8256-6e961cb3af5b None None] No DVR routers for this DVR port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:22.556513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bd094-b2d5-4130-8256-6e961cb3af5b None None] Pushing event deleted for resources: {'Port': ['ID=9c9c4c3b-e55c-4a4b-b60d-32b04c424db0,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:22.598928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 7e6347b3-1e1b-4118-baaa-5f9a07cc702b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:22.599526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e6347b3-1e1b-4118-baaa-5f9a07cc702b not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:22.649519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.654686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.objects.ports [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:14:22.656105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.656516 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Added segment 42dec16f-b5be-4bec-bbf2-a0013b60d8b7 of type vlan for network ab237ef9-2beb-47f1-a3ba-903e5b93787b Feb 04 06:14:22.658424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.737279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:22.741675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=70103b9d-dc00-4975-8a5a-77fdb8cee433,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:22.752313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:22.752966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.783100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:22.793395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:22.805097 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.806127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270d062-ab4c-4876-9694-bb62753dd4ae None None] Network 9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:22.837568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 9c9c4c3b-e55c-4a4b-b60d-32b04c424db0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:22.837905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.844019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb64b1b8-b7cb-4dd2-9ea7-265707be7bde None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:22.869565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:22.870170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.895909 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7d52b5ca-0758-43a9-8c2c-2c9dea9701fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5847628 Feb 04 06:14:22.896542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43482) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:22.925025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.934497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] The port '9c9c4c3b-e55c-4a4b-b60d-32b04c424db0' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:14:22.964428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.965437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:22.966013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.000582 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1ff71118-2910-40fe-90ae-8f6d220fcf0d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4180207 Feb 04 06:14:23.022337 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43486) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:23.039128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:10:1d:51', 'name': 'tempest-NetworksTestDHCPv6-1615893666'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:23.056798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Subnet': ['ID=977d3672-d9a6-413f-8cd4-31a9b58e33e7,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:23.126496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c7db5-35a2-4957-b8bc-5192f48939de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-22b1842c-a8fb-4614-85a2-8842a6d7e105', 'network_id': '22b1842c-a8fb-4614-85a2-8842a6d7e105', 'tenant_id': '6215fd0543044d6daff185969006dff3', 'fixed_ips': [{'subnet_id': '977d3672-d9a6-413f-8cd4-31a9b58e33e7'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:23.127490 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b25c7db5-35a2-4957-b8bc-5192f48939de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.149898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.178432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b57237-c23c-418c-a8a1-3b9e919dfb62']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:23.191301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6efc2c-b0c6-4518-9610-a864b4594577') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:23.191647 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6efc2c-b0c6-4518-9610-a864b4594577') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:23.203610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.220464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.228213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:23.228604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.248935 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a148c-c56f-4df8-99f1-e6d68c8da640 req-a6ca7606-4f19-4544-a4c5-f5dd67ebcdbe tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:23.256337 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2d7a148c-c56f-4df8-99f1-e6d68c8da640 req-a6ca7606-4f19-4544-a4c5-f5dd67ebcdbe tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4221389 Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:23.335590 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:23.342335 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1749430 Feb 04 06:14:23.342335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43490) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:23.347657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a780bfd3-3229-407a-bf21-be3dfac6f48e tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Request body: {'network': {'project_id': '8c7744d7629d460eb6a4d8322f75120c'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:23.349934 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.365850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a780bfd3-3229-407a-bf21-be3dfac6f48e tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:23.373878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a780bfd3-3229-407a-bf21-be3dfac6f48e tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Usage tracker for resource:network and tenant:8c7744d7629d460eb6a4d8322f75120c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:23.376829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecb965-cb61-4ab6-b42b-3574aa6b3ec6 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Pushing event updated for resources: {'Network': ['ID=ab237ef9-2beb-47f1-a3ba-903e5b93787b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:23.379451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a780bfd3-3229-407a-bf21-be3dfac6f48e tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:23.387397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a780bfd3-3229-407a-bf21-be3dfac6f48e tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:23.389705 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-a780bfd3-3229-407a-bf21-be3dfac6f48e tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 06:14:23.390140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a780bfd3-3229-407a-bf21-be3dfac6f48e tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:14:23.391402 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a780bfd3-3229-407a-bf21-be3dfac6f48e tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0500469 Feb 04 06:14:23.397149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43494) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:23.422654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.435016 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2d7a148c-c56f-4df8-99f1-e6d68c8da640 req-072afce2-c9df-4b92-98f0-dc0ba0283237 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775656 Feb 04 06:14:23.460522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b1842c-a8fb-4614-85a2-8842a6d7e105']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:23.478259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:23.483044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:23.486670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:23.493555 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:23.513162 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4070570c-f6a0-428d-ab59-d384ad4032e3 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c7744d7629d460eb6a4d8322f75120c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1123338 Feb 04 06:14:23.513785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43500) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:23.513976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '70103b9d-dc00-4975-8a5a-77fdb8cee433'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:23.514926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.525174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.545184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network ab237ef9-2beb-47f1-a3ba-903e5b93787b details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:23.550220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88952d45-4418-4be9-b2cd-803589aba121') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:23.550731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88952d45-4418-4be9-b2cd-803589aba121') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:23.565545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:23.600505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.671107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.685377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Network': ['ID=47b57237-c23c-418c-a8a1-3b9e919dfb62,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:23.711249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.717166 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c02b5a7d-05c7-47d5-a446-644dc8346613 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/networks/47b57237-c23c-418c-a8a1-3b9e919dfb62 HTTP/1.1" status: 204 len: 168 time: 3.0483246 Feb 04 06:14:23.718667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.723860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43504) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:23.739491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'network': {'name': 'tempest-RoutersTest-1421156070'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:23.752129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:23.758092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Allocated IP 2001:db8::f816:3eff:feef:d5d1 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/70103b9d-dc00-4975-8a5a-77fdb8cee433/06e17162-9362-4c7e-af76-4d4d44b32c66) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:23.760792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:network and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:23.765420 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:23.768943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d2088a0-6d6b-4b7b-932b-30af011e0102 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.774789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:23.807871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d2088a0-6d6b-4b7b-932b-30af011e0102 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.831186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:23.831714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:23.848614 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:23.864880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c5665c-2f8f-43fd-9342-0eef70532e4a None None] Network 22b1842c-a8fb-4614-85a2-8842a6d7e105 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:23.898620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:23.904237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.938311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:23.950533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.951709 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added segment fa0d65a5-e0f7-4586-bec9-d04416dc6d12 of type vlan for network 7f4ee446-e106-455a-9eae-5a53d585041c Feb 04 06:14:23.983966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d2088a0-6d6b-4b7b-932b-30af011e0102 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.001894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.036959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2088a0-6d6b-4b7b-932b-30af011e0102 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5a9164-3ee5-42a9-9570-0da35c14d60b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:24.115555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d2088a0-6d6b-4b7b-932b-30af011e0102 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.120202 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3d2088a0-6d6b-4b7b-932b-30af011e0102 tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea5a9164-3ee5-42a9-9570-0da35c14d60b HTTP/1.1" status: 204 len: 168 time: 0.6052830 Feb 04 06:14:24.122870 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43510) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:24.145895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.182510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port e4a400c5-dd84-4278-bea1-db6d946c6fca yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:14:24.198226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287dece-a0b9-46b4-b78a-248d2e40371a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a', 'network_id': '9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a', 'tenant_id': 'c42c4bbba62b47709445759031a2d571', 'fixed_ips': [{'subnet_id': 'd6ab516b-9a93-4ac7-bf6e-4f4ad80520c2'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:24.199371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a287dece-a0b9-46b4-b78a-248d2e40371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.314451 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.320328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.323718 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.331894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.337965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:24.338562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.437053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=22b1842c-a8fb-4614-85a2-8842a6d7e105,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:24.457112 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ab516b-9a93-4ac7-bf6e-4f4ad80520c2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:24.494324 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7688959 Feb 04 06:14:24.498835 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43514) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:24.533279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'subnet': {'network_id': '7f4ee446-e106-455a-9eae-5a53d585041c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:24.600146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.632136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:24.647734 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966f3f97-b036-4cc4-bfbe-e9cb8a80a836') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:24.648183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966f3f97-b036-4cc4-bfbe-e9cb8a80a836') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:24.665771 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.686745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6fb574-ee54-40a7-901f-b16fd898dbce None None] Network 9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:24.688165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.695610 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:24.696129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.785285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942ddf0-8449-459b-a6e2-d976edddaf11 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Network': ['ID=7f4ee446-e106-455a-9eae-5a53d585041c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:24.805197 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:24.810347 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f9035ada-7533-4510-8e81-07dc725d3078 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/22b1842c-a8fb-4614-85a2-8842a6d7e105 HTTP/1.1" status: 204 len: 168 time: 2.5379696 Feb 04 06:14:24.814505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.818005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43518) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:24.834195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1706402444'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:24.843407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:24.852144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 7f4ee446-e106-455a-9eae-5a53d585041c details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:24.854868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bce01-d31b-4159-985b-0a55ac84107b req-51516d42-0d11-45b6-bbd0-cb0424c3b9e0 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:24.856707 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bf5bce01-d31b-4159-985b-0a55ac84107b req-51516d42-0d11-45b6-bbd0-cb0424c3b9e0 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.5450191 Feb 04 06:14:24.874407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:network and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:24.896759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.902054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.908970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:24.924719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:24.940069 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a HTTP/1.1" status: 204 len: 168 time: 2.0391483 Feb 04 06:14:24.942144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfc72b-1cf5-4e1f-825b-b25c4739c1ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Network': ['ID=9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:24.943124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43522) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:24.944109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:24.950438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:24.950646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7215de-3c98-4c4d-978a-f33d5fc9aac3 req-897d2bcf-0836-4d09-bcf3-d5f0876f3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:24.952129 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c7215de-3c98-4c4d-978a-f33d5fc9aac3 req-897d2bcf-0836-4d09-bcf3-d5f0876f3671 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5eeb77cc58458a8021dffb64d08773&device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 1098 time: 0.5970883 Feb 04 06:14:24.961156 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bf5bce01-d31b-4159-985b-0a55ac84107b req-46e55e94-d56a-4c3b-89ff-bb8e6ddef386 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986347 Feb 04 06:14:25.014681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-26863553'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:25.022507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Transition to ACTIVE for port object 06e17162-9362-4c7e-af76-4d4d44b32c66 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:25.069321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Transition to ACTIVE for port object 06e17162-9362-4c7e-af76-4d4d44b32c66 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:25.093602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:subnet and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:25.096423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:25.105603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:25.112023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:network and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:25.118319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:25.132472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:25.138480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:25.159497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.203401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab237ef9-2beb-47f1-a3ba-903e5b93787b']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:25.222474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.224957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42dec16f-b5be-4bec-bbf2-a0013b60d8b7') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:25.241219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42dec16f-b5be-4bec-bbf2-a0013b60d8b7') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:25.241219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.247916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7215de-3c98-4c4d-978a-f33d5fc9aac3 req-a6fd395b-6202-4625-af59-7348998c1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:25.249406 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c7215de-3c98-4c4d-978a-f33d5fc9aac3 req-a6fd395b-6202-4625-af59-7348998c1585 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcbc6d8a-a29f-4884-a766-65731440e62d HTTP/1.1" status: 200 len: 913 time: 0.2296484 Feb 04 06:14:25.309768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.315160 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:25.337353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:25.337353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.338385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:25.338700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:25.338869 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:25.339037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:25.359682 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:25.401682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::f816:3eff:fe10:1d51 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/70103b9d-dc00-4975-8a5a-77fdb8cee433/e4a400c5-dd84-4278-bea1-db6d946c6fca) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:25.428940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:25.432226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.445659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:25.449005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.572183 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Pushing event updated for resources: {'Port': ['ID=06e17162-9362-4c7e-af76-4d4d44b32c66,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:25.576674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43526) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:25.583999 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Attempting to bind port 06e17162-9362-4c7e-af76-4d4d44b32c66 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:25.584745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Attempting to bind port 06e17162-9362-4c7e-af76-4d4d44b32c66 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:25.585479 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c7215de-3c98-4c4d-978a-f33d5fc9aac3 req-d419fe7a-f4e8-4853-9fdf-55148133a799 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 HTTP/1.1" status: 200 len: 999 time: 0.3281298 Feb 04 06:14:25.585632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Attempting to bind port 06e17162-9362-4c7e-af76-4d4d44b32c66 on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:25.592541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:25.598254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:25.599019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:25.600003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.600551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'subnets': [{'network_id': 'd0198c31-b1db-49ed-ae55-dd592db047b5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1573332851', 'ip_version': 6}, {'network_id': '250fc09a-5c43-4135-90b5-810ee465a69b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:25.600905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'subnet': {'network_id': 'd0198c31-b1db-49ed-ae55-dd592db047b5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1573332851', 'ip_version': 6}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:25.601255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:25.601552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Request body: {'subnet': {'network_id': '250fc09a-5c43-4135-90b5-810ee465a69b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:25.602166 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Bound port: 06e17162-9362-4c7e-af76-4d4d44b32c66, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:25.602847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.722439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] For port 06e17162-9362-4c7e-af76-4d4d44b32c66, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:25.726364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] For port 06e17162-9362-4c7e-af76-4d4d44b32c66, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=06e17162-9362-4c7e-af76-4d4d44b32c66,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:25.734927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.744503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.744881 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment 5c4b9f02-a13e-4a64-a187-53a877f25ba3 of type vlan for network 9335da0a-c69c-4280-a85b-64d0352393af Feb 04 06:14:25.748261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:25.796046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.808940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.817355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.824671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab237ef9-2beb-47f1-a3ba-903e5b93787b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:25.835677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7215de-3c98-4c4d-978a-f33d5fc9aac3 req-0f4d378f-1c5d-495b-a5c2-055eb357b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:25.836497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object e4a400c5-dd84-4278-bea1-db6d946c6fca will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:25.837082 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c7215de-3c98-4c4d-978a-f33d5fc9aac3 req-0f4d378f-1c5d-495b-a5c2-055eb357b481 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb HTTP/1.1" status: 200 len: 851 time: 0.2209225 Feb 04 06:14:25.857031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.857670 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Added segment ef0695fa-ad22-41c9-a710-4183acd7367d of type vlan for network 64a2e851-3407-416a-8642-a86fdefe636b Feb 04 06:14:25.892679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e61f5-7098-4f88-9e5d-ea99c9cab82e None None] Pushing event updated for resources: {'Port': ['ID=06e17162-9362-4c7e-af76-4d4d44b32c66,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:25.910891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:25.923115 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-93a436f0-e52b-4ba5-b81c-842b0b5490de tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] 10.222.0.32 "DELETE /v2.0/networks/ab237ef9-2beb-47f1-a3ba-903e5b93787b HTTP/1.1" status: 204 len: 168 time: 1.7799656 Feb 04 06:14:25.924112 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43530) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:25.947018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.114261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.116094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:26.121723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:26.124815 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:26.127403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:26.133012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:26.133701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.165695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=e4a400c5-dd84-4278-bea1-db6d946c6fca,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:26.172355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.185956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:14:26.193654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Usage tracker for resource:subnet and tenant:5cac8553498a4dcda03f74b06cfa17ac is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:26.215775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:26.242271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:26.282571 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-48f4bdb7-fe94-486e-846c-248b26423cb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2564862 Feb 04 06:14:26.288960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43536) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:26.333956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7215de-3c98-4c4d-978a-f33d5fc9aac3 req-e62bc846-eec3-4820-b39b-b8d8bda0860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:26.338036 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c7215de-3c98-4c4d-978a-f33d5fc9aac3 req-e62bc846-eec3-4820-b39b-b8d8bda0860f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcbc6d8a-a29f-4884-a766-65731440e62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4836383 Feb 04 06:14:26.354028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.389113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30850542-061e-4a9d-a6d0-7aa0c24b7b9c']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:26.406262 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4714965e-d97e-4da1-b624-2561d9dc3bc2') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:26.406553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4714965e-d97e-4da1-b624-2561d9dc3bc2') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:26.423081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.448993 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f0f99c-050e-4cdf-b728-70c669e3ff76 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:26.454928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f0f99c-050e-4cdf-b728-70c669e3ff76 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:26.455732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b4f0f99c-050e-4cdf-b728-70c669e3ff76 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:26.459573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.468985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:26.469384 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:26.484278 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:26.563172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46536634-dc3f-4621-9085-f30e679a1a0b req-96d3a785-c2da-497d-a9cf-cbf097bc6ad2 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:26.564670 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-46536634-dc3f-4621-9085-f30e679a1a0b req-96d3a785-c2da-497d-a9cf-cbf097bc6ad2 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4374690 Feb 04 06:14:26.572899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Made reservation on behalf of 5cac8553498a4dcda03f74b06cfa17ac for: {'subnet': 2} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:26.577239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.577570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.592363 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.597729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:26.598318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.602243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.606154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.612015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:26.612374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b4f0f99c-050e-4cdf-b728-70c669e3ff76 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:26.612635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.616306 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b4f0f99c-050e-4cdf-b728-70c669e3ff76 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3238714 Feb 04 06:14:26.616632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43540) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:26.654973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.686605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:26.700338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] Pushing event deleted for resources: {'Network': ['ID=30850542-061e-4a9d-a6d0-7aa0c24b7b9c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:26.711417 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cf4f5534-f220-450a-9dc6-b2e4e896d93c tempest-QuotasNegativeTest-174464450 tempest-QuotasNegativeTest-174464450-project-admin] 10.222.0.32 "DELETE /v2.0/networks/30850542-061e-4a9d-a6d0-7aa0c24b7b9c HTTP/1.1" status: 204 len: 168 time: 0.7834859 Feb 04 06:14:26.715557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ca140991-683e-4e6a-8cf2-5f8ee00a796e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port e4a400c5-dd84-4278-bea1-db6d946c6fca {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:26.715972 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca140991-683e-4e6a-8cf2-5f8ee00a796e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:27.009838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=9335da0a-c69c-4280-a85b-64d0352393af,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:27.012821 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c6756744-4395-4b08-8d76-c6a9d4b72dbd tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1872897 Feb 04 06:14:27.016086 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-46536634-dc3f-4621-9085-f30e679a1a0b req-659ee29b-fb17-4ac1-8e34-4dbc317379e3 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445786 Feb 04 06:14:27.017893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43546) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:27.037806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 9335da0a-c69c-4280-a85b-64d0352393af details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:27.038286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Subnet': ['ID=778229a6-7786-489f-9b2b-9225ec45868a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:27.046069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'network_id': '9335da0a-c69c-4280-a85b-64d0352393af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:27.134795 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1875849 Feb 04 06:14:27.136304 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43552) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:27.151115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'network_id': '64a2e851-3407-416a-8642-a86fdefe636b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:27.224950 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c7215de-3c98-4c4d-978a-f33d5fc9aac3 req-87f3acc9-4a1f-4728-a0c7-bfbe2bcd60db service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8798583 Feb 04 06:14:27.226256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Checking segment: {'id': 'fa0d65a5-e0f7-4586-bec9-d04416dc6d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f4ee446-e106-455a-9eae-5a53d585041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:27.226843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network hostable DHCP agents. Network: 7f4ee446-e106-455a-9eae-5a53d585041c, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:27.265941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-844e74f4-66d4-4d56-9a85-9f0470dc6ece None None] Provisioning for port 06e17162-9362-4c7e-af76-4d4d44b32c66 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:27.292009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca140991-683e-4e6a-8cf2-5f8ee00a796e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:27.390881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626f7ba-d937-4887-b54f-f355fff7e1bb tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=64a2e851-3407-416a-8642-a86fdefe636b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:27.410888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 64a2e851-3407-416a-8642-a86fdefe636b details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:27.444890 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ca140991-683e-4e6a-8cf2-5f8ee00a796e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for e4a400c5-dd84-4278-bea1-db6d946c6fca owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:27.455731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:27.460320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:subnet and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:27.463166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:27.469181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:27.478858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:27.527480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-eb99c153-526c-40a1-b6fe-4eb39e4a7324 None None] Provisioning for port e4a400c5-dd84-4278-bea1-db6d946c6fca completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:27.536884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-eb99c153-526c-40a1-b6fe-4eb39e4a7324 None None] Provisioning complete for port e4a400c5-dd84-4278-bea1-db6d946c6fca triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:27.537900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-eb99c153-526c-40a1-b6fe-4eb39e4a7324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:27.543542 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c7215de-3c98-4c4d-978a-f33d5fc9aac3 req-6785dd1b-82aa-4d3f-b673-42b4e6d9796f service neutron] 10.222.0.24 "GET /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023415 Feb 04 06:14:27.575312 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:subnet and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:27.579378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:27.586564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:27.618395 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 06e17162-9362-4c7e-af76-4d4d44b32c66 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:27.627206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 7f4ee446-e106-455a-9eae-5a53d585041c is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:27.639178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:27.642731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:27.705689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-eb99c153-526c-40a1-b6fe-4eb39e4a7324 None None] Port e4a400c5-dd84-4278-bea1-db6d946c6fca cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:27.766198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:27.770844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:27.774431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 7f4ee446-e106-455a-9eae-5a53d585041c) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:27.787693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:27.788280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:27.790559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68873bd7-ac5a-456f-96c2-ef32b1b4bcaa None None] Network 7f4ee446-e106-455a-9eae-5a53d585041c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:27.864687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca140991-683e-4e6a-8cf2-5f8ee00a796e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:27.867285 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 06e17162-9362-4c7e-af76-4d4d44b32c66 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:27.881842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 06e17162-9362-4c7e-af76-4d4d44b32c66 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:27.882211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:27.917960 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43558) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:27.945657 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7dfe4fcf-9b7c-496c-ba79-cec8aa289323 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4235175 Feb 04 06:14:27.950970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43564) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:27.961631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0918210e-1a43-4782-81a4-80c794c3b3ac tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1442519981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:27.972072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0918210e-1a43-4782-81a4-80c794c3b3ac tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:27.982138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca140991-683e-4e6a-8cf2-5f8ee00a796e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=e4a400c5-dd84-4278-bea1-db6d946c6fca,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:27.997034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0918210e-1a43-4782-81a4-80c794c3b3ac tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:router and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:28.011711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0918210e-1a43-4782-81a4-80c794c3b3ac tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:28.033910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0918210e-1a43-4782-81a4-80c794c3b3ac tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:28.063930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca140991-683e-4e6a-8cf2-5f8ee00a796e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.127130 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.154322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8537f556-5ab1-44b0-b24c-e638f18f806b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.176575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.211230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-7f4ee446-e106-455a-9eae-5a53d585041c', 'network_id': '7f4ee446-e106-455a-9eae-5a53d585041c', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'fixed_ips': [{'subnet_id': '778229a6-7786-489f-9b2b-9225ec45868a'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:28.211975 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.234631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 06e17162-9362-4c7e-af76-4d4d44b32c66, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=06e17162-9362-4c7e-af76-4d4d44b32c66,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:28.235580 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ca140991-683e-4e6a-8cf2-5f8ee00a796e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/e4a400c5-dd84-4278-bea1-db6d946c6fca HTTP/1.1" status: 204 len: 168 time: 1.6177261 Feb 04 06:14:28.236469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43570) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:28.254809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0918210e-1a43-4782-81a4-80c794c3b3ac tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.256196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0918210e-1a43-4782-81a4-80c794c3b3ac tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.259958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.264637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8537f556-5ab1-44b0-b24c-e638f18f806b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:28.276234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8537f556-5ab1-44b0-b24c-e638f18f806b admin admin] Usage tracker for resource:security_group_rule and tenant:c439231e4e3841728456ceb6a8eb0ab2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:28.283069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8537f556-5ab1-44b0-b24c-e638f18f806b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:28.303933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8537f556-5ab1-44b0-b24c-e638f18f806b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:28.337856 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event updated for resources: {'Subnet': ['ID=c4756204-12b9-46be-ada9-e7d3cdbd6c4e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:28.398685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0918210e-1a43-4782-81a4-80c794c3b3ac tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.399371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.419091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ce52e-b676-4a76-b4e9-eba6bc4bb016 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:28.421008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ce52e-b676-4a76-b4e9-eba6bc4bb016 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:28.421804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-791ce52e-b676-4a76-b4e9-eba6bc4bb016 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:28.448242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Checking segment: {'id': '7644174b-e443-4059-9d39-9901be889ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0198c31-b1db-49ed-ae55-dd592db047b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:28.457055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Network hostable DHCP agents. Network: d0198c31-b1db-49ed-ae55-dd592db047b5, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:28.464575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ca291-de35-4b4a-861f-0b6608d3404a req-92ad1bbe-08ee-459c-ae0f-f15c0876331c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:28.466264 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-190ca291-de35-4b4a-861f-0b6608d3404a req-92ad1bbe-08ee-459c-ae0f-f15c0876331c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.1723514 Feb 04 06:14:28.557675 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-190ca291-de35-4b4a-861f-0b6608d3404a req-c7352cfc-31c1-41a2-b936-83f74b57511b tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830181 Feb 04 06:14:28.561403 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Allocated IP 172.20.0.2 (7f4ee446-e106-455a-9eae-5a53d585041c/778229a6-7786-489f-9b2b-9225ec45868a/2b8abeef-bc37-4251-bc0d-08896ad63c62) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:28.572875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=06e17162-9362-4c7e-af76-4d4d44b32c66,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:28.621009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking segment: {'id': '5c4b9f02-a13e-4a64-a187-53a877f25ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9335da0a-c69c-4280-a85b-64d0352393af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:28.621362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network hostable DHCP agents. Network: 9335da0a-c69c-4280-a85b-64d0352393af, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:28.635100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=6456ba85-7302-428d-a566-c45c4872d5da,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:28.676340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.699407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8537f556-5ab1-44b0-b24c-e638f18f806b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.727943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-791ce52e-b676-4a76-b4e9-eba6bc4bb016 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:28.734377 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-791ce52e-b676-4a76-b4e9-eba6bc4bb016 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4847593 Feb 04 06:14:28.734535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43574) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:28.770593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Checking segment: {'id': 'ef0695fa-ad22-41c9-a710-4183acd7367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '64a2e851-3407-416a-8642-a86fdefe636b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:28.771006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network hostable DHCP agents. Network: 64a2e851-3407-416a-8642-a86fdefe636b, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:28.779733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=d6868f93-7a03-4693-9323-034ca35c5e2b,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:28.797200 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.799170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Network d0198c31-b1db-49ed-ae55-dd592db047b5 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:28.802188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0918210e-1a43-4782-81a4-80c794c3b3ac tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.808359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network 9335da0a-c69c-4280-a85b-64d0352393af is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:28.808505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Transition to ACTIVE for port object 2b8abeef-bc37-4251-bc0d-08896ad63c62 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:28.826277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Transition to ACTIVE for port object 2b8abeef-bc37-4251-bc0d-08896ad63c62 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:28.830583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-98eb014a-db82-4fe7-9abc-5c03505d3d97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 70103b9d-dc00-4975-8a5a-77fdb8cee433 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:14:28.835936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98eb014a-db82-4fe7-9abc-5c03505d3d97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.875341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8537f556-5ab1-44b0-b24c-e638f18f806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.930849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98eb014a-db82-4fe7-9abc-5c03505d3d97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.949055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network 64a2e851-3407-416a-8642-a86fdefe636b is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:28.949667 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:28.981044 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8537f556-5ab1-44b0-b24c-e638f18f806b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c439231e4e3841728456ceb6a8eb0ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0621479 Feb 04 06:14:28.981929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537f556-5ab1-44b0-b24c-e638f18f806b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733b904b-3f05-418f-b269-31db7346e1c0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:28.983723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43578) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:29.015774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Network 7f4ee446-e106-455a-9eae-5a53d585041c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:29.018845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:29.020740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0918210e-1a43-4782-81a4-80c794c3b3ac tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.024603 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0918210e-1a43-4782-81a4-80c794c3b3ac tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0703070 Feb 04 06:14:29.035811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:29.035959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43582) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:29.036061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Pushing event updated for resources: {'Port': ['ID=2b8abeef-bc37-4251-bc0d-08896ad63c62,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:29.071891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-054079aa-b947-42f9-91bc-6c8df9344982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.095127 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 64a2e851-3407-416a-8642-a86fdefe636b) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:29.099813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, d0198c31-b1db-49ed-ae55-dd592db047b5) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:29.101647 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 9335da0a-c69c-4280-a85b-64d0352393af) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:29.101970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-054079aa-b947-42f9-91bc-6c8df9344982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.109417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:29.109924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.116168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98eb014a-db82-4fe7-9abc-5c03505d3d97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.118904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Attempting to bind port 2b8abeef-bc37-4251-bc0d-08896ad63c62 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:29.119584 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Attempting to bind port 2b8abeef-bc37-4251-bc0d-08896ad63c62 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'fa0d65a5-e0f7-4586-bec9-d04416dc6d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f4ee446-e106-455a-9eae-5a53d585041c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:29.119584 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Attempting to bind port 2b8abeef-bc37-4251-bc0d-08896ad63c62 on network 7f4ee446-e106-455a-9eae-5a53d585041c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:29.127465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d677049-e116-40e0-92ae-5b9d9735bf2f None None] Network 64a2e851-3407-416a-8642-a86fdefe636b requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:29.148773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:29.149377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.154384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0146537a-22df-4483-9320-2f66207829bb None None] Network d0198c31-b1db-49ed-ae55-dd592db047b5 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:29.159955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.167370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910397a0-4da9-4bb3-8a6f-17b72064abc7 None None] Network 9335da0a-c69c-4280-a85b-64d0352393af requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:29.228047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:29.228423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Checking segment: {'id': 'fa0d65a5-e0f7-4586-bec9-d04416dc6d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f4ee446-e106-455a-9eae-5a53d585041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:29.228849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.229249 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Bound using segment: {'id': 'fa0d65a5-e0f7-4586-bec9-d04416dc6d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f4ee446-e106-455a-9eae-5a53d585041c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:29.229726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Bound port: 2b8abeef-bc37-4251-bc0d-08896ad63c62, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0d65a5-e0f7-4586-bec9-d04416dc6d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7f4ee446-e106-455a-9eae-5a53d585041c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:29.230192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.286871 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2fdad159-8354-43f5-b455-767b5d5444f6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1464369 Feb 04 06:14:29.288021 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43586) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:29.361364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-054079aa-b947-42f9-91bc-6c8df9344982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.381570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054079aa-b947-42f9-91bc-6c8df9344982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733b904b-3f05-418f-b269-31db7346e1c0,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:29.402173 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3c96cbfc-2261-465b-b57b-b8b3360d4ea5 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3648164 Feb 04 06:14:29.402806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event updated for resources: {'Subnet': ['ID=e9d2cdfa-28bd-4f1a-9751-aeba0f55c048,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:29.407278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-054079aa-b947-42f9-91bc-6c8df9344982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.411706 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-054079aa-b947-42f9-91bc-6c8df9344982 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/733b904b-3f05-418f-b269-31db7346e1c0 HTTP/1.1" status: 204 len: 168 time: 0.4125853 Feb 04 06:14:29.411706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43590) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:29.555867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 06e17162-9362-4c7e-af76-4d4d44b32c66 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:29.668225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.758622 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.787128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] For port 2b8abeef-bc37-4251-bc0d-08896ad63c62, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:29.790116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 06e17162-9362-4c7e-af76-4d4d44b32c66 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:29.790675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.816998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.866104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909aff0-ee41-43c4-b860-23f8b363fa25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-64a2e851-3407-416a-8642-a86fdefe636b', 'network_id': '64a2e851-3407-416a-8642-a86fdefe636b', 'tenant_id': 'c42c4bbba62b47709445759031a2d571', 'fixed_ips': [{'subnet_id': 'd6868f93-7a03-4693-9323-034ca35c5e2b'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:29.866937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9909aff0-ee41-43c4-b860-23f8b363fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.895449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.917888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Checking segment: {'id': 'a82eb759-9924-4fe2-8aea-0ab02327336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '250fc09a-5c43-4135-90b5-810ee465a69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:29.918521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Network hostable DHCP agents. Network: 250fc09a-5c43-4135-90b5-810ee465a69b, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:29.987259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:29.992405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] For port 2b8abeef-bc37-4251-bc0d-08896ad63c62, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2b8abeef-bc37-4251-bc0d-08896ad63c62,segment=NetworkSegment(fa0d65a5-e0f7-4586-bec9-d04416dc6d12),segment_id=fa0d65a5-e0f7-4586-bec9-d04416dc6d12)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:30.078130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98eb014a-db82-4fe7-9abc-5c03505d3d97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.083932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.126930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Subnet': ['ID=d6868f93-7a03-4693-9323-034ca35c5e2b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:30.128374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb01a49-65a9-4b1d-b04e-42adaf32e9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-9335da0a-c69c-4280-a85b-64d0352393af', 'network_id': '9335da0a-c69c-4280-a85b-64d0352393af', 'tenant_id': '6215fd0543044d6daff185969006dff3', 'fixed_ips': [{'subnet_id': '6456ba85-7302-428d-a566-c45c4872d5da'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:30.130882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5fb01a49-65a9-4b1d-b04e-42adaf32e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.144012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-d0198c31-b1db-49ed-ae55-dd592db047b5', 'network_id': 'd0198c31-b1db-49ed-ae55-dd592db047b5', 'tenant_id': '5cac8553498a4dcda03f74b06cfa17ac', 'fixed_ips': [{'subnet_id': 'c4756204-12b9-46be-ada9-e7d3cdbd6c4e'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:30.144803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.165022 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.187966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98eb014a-db82-4fe7-9abc-5c03505d3d97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.199853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9b051-11ff-4dc2-9ce9-3c40308de1d3 req-a4758307-27d6-43fe-8efc-02065a075ea9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.201617 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c2f9b051-11ff-4dc2-9ce9-3c40308de1d3 req-a4758307-27d6-43fe-8efc-02065a075ea9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4215858 Feb 04 06:14:30.214684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb014a-db82-4fe7-9abc-5c03505d3d97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=70103b9d-dc00-4975-8a5a-77fdb8cee433,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:30.235910 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbda3658-64e0-4420-93c7-6521e0479ebd None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:30.249093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.268302 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Network 250fc09a-5c43-4135-90b5-810ee465a69b is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:30.289093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Subnet': ['ID=6456ba85-7302-428d-a566-c45c4872d5da,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server [None req-9909aff0-ee41-43c4-b860-23f8b363fa25 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6868f93-7a03-4693-9323-034ca35c5e2b: This subnet is being modified by another concurrent operation. Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:14:30.307804 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise exception Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6868f93-7a03-4693-9323-034ca35c5e2b: This subnet is being modified by another concurrent operation. Feb 04 06:14:30.312128 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server Feb 04 06:14:30.341157 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c2f9b051-11ff-4dc2-9ce9-3c40308de1d3 req-f365ef5a-5d86-4657-88dd-2d1f103e27ac tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200352 Feb 04 06:14:30.416903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.451577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43602) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:30.459092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.480596 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9093b9d-4d70-40b2-bfc2-8afafd4d8b08 None None] Network 64a2e851-3407-416a-8642-a86fdefe636b requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:30.492823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9335da0a-c69c-4280-a85b-64d0352393af']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:30.542515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 250fc09a-5c43-4135-90b5-810ee465a69b) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:30.547889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.548858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.549725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.553882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a2e851-3407-416a-8642-a86fdefe636b']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:30.554644 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-98eb014a-db82-4fe7-9abc-5c03505d3d97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/70103b9d-dc00-4975-8a5a-77fdb8cee433 HTTP/1.1" status: 204 len: 168 time: 1.8216629 Feb 04 06:14:30.564256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43606) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:30.578660 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-895fb91d-01e8-42e4-90ca-ccc84cdec7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.601374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4b9f02-a13e-4a64-a187-53a877f25ba3') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:30.601586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4b9f02-a13e-4a64-a187-53a877f25ba3') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:30.608920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0695fa-ad22-41c9-a710-4183acd7367d') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:30.609218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0695fa-ad22-41c9-a710-4183acd7367d') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:30.631175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-895fb91d-01e8-42e4-90ca-ccc84cdec7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:30.637610 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.642443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f802c-4b72-418a-9b4e-69efc296ee9e None None] Network 250fc09a-5c43-4135-90b5-810ee465a69b requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:30.644096 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.655135 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-581978ba-95a2-45f3-98a6-1fc013098031 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895736 Feb 04 06:14:30.661468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43610) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:30.664769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-895fb91d-01e8-42e4-90ca-ccc84cdec7eb admin admin] Usage tracker for resource:security_group_rule and tenant:8740a55ed2244c9490a754ee1e4b9f17 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:30.669986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-895fb91d-01e8-42e4-90ca-ccc84cdec7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:30.711881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-895fb91d-01e8-42e4-90ca-ccc84cdec7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:30.714088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.722314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.744837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:30.745243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.746482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Allocated IP 172.20.0.1 (7f4ee446-e106-455a-9eae-5a53d585041c/778229a6-7786-489f-9b2b-9225ec45868a/ee8ae5ea-12a6-48b2-9621-6e83ad011ba3) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:30.761125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:30.761534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:30.780959 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:30.822718 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:14:30.842330 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-635a74c6-bae2-453a-9fc5-b2258115ef3e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2587838 Feb 04 06:14:30.842627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43614) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:30.894924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a181b78-df12-4bf3-a92f-dd62ea370816 None None] Pushing event updated for resources: {'Port': ['ID=2b8abeef-bc37-4251-bc0d-08896ad63c62,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:30.958588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c3aa2-4a4a-41e2-97fa-fd161650a5b2 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.960434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c3aa2-4a4a-41e2-97fa-fd161650a5b2 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.962072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c3aa2-4a4a-41e2-97fa-fd161650a5b2 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.962994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7a0c3aa2-4a4a-41e2-97fa-fd161650a5b2 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Synchronizing usage tracker for tenant:5cac8553498a4dcda03f74b06cfa17ac on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:30.968640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed449bd-9410-451c-a5d6-8e2bf0b663f6 req-c9308cc8-6775-4f49-8112-7d5afc20b411 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:30.970488 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9ed449bd-9410-451c-a5d6-8e2bf0b663f6 req-c9308cc8-6775-4f49-8112-7d5afc20b411 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.4845467 Feb 04 06:14:31.025773 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9ed449bd-9410-451c-a5d6-8e2bf0b663f6 req-c8cbd874-197f-4edf-8a8e-68043b086f80 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491400 Feb 04 06:14:31.034388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a07d09-c6fb-435e-939d-8e2dfa575c12 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:31.035434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-46a07d09-c6fb-435e-939d-8e2dfa575c12 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:31.045186 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.053161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.071070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Transition to ACTIVE for port object ee8ae5ea-12a6-48b2-9621-6e83ad011ba3 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:31.088010 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.112792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Network': ['ID=64a2e851-3407-416a-8642-a86fdefe636b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:31.119668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.160843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7a0c3aa2-4a4a-41e2-97fa-fd161650a5b2 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Unset dirty status for tenant:5cac8553498a4dcda03f74b06cfa17ac on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:31.163328 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7a0c3aa2-4a4a-41e2-97fa-fd161650a5b2 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3106906 Feb 04 06:14:31.170536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.172926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:31.184398 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=9335da0a-c69c-4280-a85b-64d0352393af,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:31.191695 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6f425406-965a-491f-b40d-ffdfbe49c2fd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/64a2e851-3407-416a-8642-a86fdefe636b HTTP/1.1" status: 204 len: 168 time: 1.9017682 Feb 04 06:14:31.200468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43624) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:31.207511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953873222'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:31.212443 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-45cfb97f-a008-4083-b1d1-6bf718b3cd5d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/9335da0a-c69c-4280-a85b-64d0352393af HTTP/1.1" status: 204 len: 168 time: 1.7980528 Feb 04 06:14:31.213283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-46a07d09-c6fb-435e-939d-8e2dfa575c12 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:31.218103 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-46a07d09-c6fb-435e-939d-8e2dfa575c12 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5476418 Feb 04 06:14:31.218103 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43628) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:31.228361 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1785429931'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:31.231322 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43630) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:31.232302 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:31.240425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:network and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:31.248054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.255423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee509333-1cdb-4ca6-a13f-91db981e4a74 None None] Network 9335da0a-c69c-4280-a85b-64d0352393af requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:31.292436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:31.307030 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Allocated IP 2001:db8::1 (d0198c31-b1db-49ed-ae55-dd592db047b5/c4756204-12b9-46be-ada9-e7d3cdbd6c4e/93f1ca60-0420-47c1-a0a2-b763ae598e91) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:31.308514 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:31.312198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:network and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:31.320731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee509333-1cdb-4ca6-a13f-91db981e4a74 None None] Network 9335da0a-c69c-4280-a85b-64d0352393af could not be found, it might have been deleted concurrently. {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 04 06:14:31.331899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:31.343873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:31.352385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:31.397167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 7f4ee446-e106-455a-9eae-5a53d585041c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:31.403055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:31.411765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:31.453666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=ee8ae5ea-12a6-48b2-9621-6e83ad011ba3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:31.457424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a2c633-9924-4902-b163-19e3e9486867 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:31.466965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43636) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:31.470581 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f3a2c633-9924-4902-b163-19e3e9486867 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2352979 Feb 04 06:14:31.476167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e34d04e-9e78-4cfc-9191-5de2c16fdeb9 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Deleting subnet c4756204-12b9-46be-ada9-e7d3cdbd6c4e {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:14:31.492580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-895fb91d-01e8-42e4-90ca-ccc84cdec7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.498505 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:31.509412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.541046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:31.545581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.566209 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8f039980-f435-4633-a3f5-d36bbbcda959 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976312 Feb 04 06:14:31.572574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43640) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:31.580205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:31.592054 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abda6aff-6b24-44e0-8f44-c827b0afa4b3 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:31.595202 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-250fc09a-5c43-4135-90b5-810ee465a69b', 'network_id': '250fc09a-5c43-4135-90b5-810ee465a69b', 'tenant_id': '5cac8553498a4dcda03f74b06cfa17ac', 'fixed_ips': [{'subnet_id': 'e9d2cdfa-28bd-4f1a-9751-aeba0f55c048'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:31.596003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.607991 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-895fb91d-01e8-42e4-90ca-ccc84cdec7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.623699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-abda6aff-6b24-44e0-8f44-c827b0afa4b3 None None] Deleting port 06e17162-9362-4c7e-af76-4d4d44b32c66 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:31.624096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-abda6aff-6b24-44e0-8f44-c827b0afa4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.625103 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:31.656190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.659209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b8abeef-bc37-4251-bc0d-08896ad63c62 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:31.694556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fb91d-01e8-42e4-90ca-ccc84cdec7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d3e34d-39a6-498b-9051-a07c6aed34c1,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:31.719877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:31.725497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.726131 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment d176c9d0-2e49-4172-b338-551e679f0254 of type vlan for network 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 Feb 04 06:14:31.733448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:31.740017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:31.743772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:31.751879 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-895fb91d-01e8-42e4-90ca-ccc84cdec7eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8740a55ed2244c9490a754ee1e4b9f17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2967446 Feb 04 06:14:31.752458 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43646) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:31.756637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.761037 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Added segment 7fc79086-1c9d-4b73-a8ae-a06f528dc872 of type vlan for network 3085f28d-6937-4353-b584-ccec3a36f50f Feb 04 06:14:31.765267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:31.808001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.821739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65bda2da-a1cd-4798-9604-a16badd8b91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.851877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65bda2da-a1cd-4798-9604-a16badd8b91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.864669 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.888603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:31.892430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:31.948392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77031108-7bcc-490a-bf3c-1ff7fdc5c376 req-cbc3215e-35d9-4aae-b059-5bf0f25c71c9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:31.950030 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-77031108-7bcc-490a-bf3c-1ff7fdc5c376 req-cbc3215e-35d9-4aae-b059-5bf0f25c71c9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.1380827 Feb 04 06:14:32.006712 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-77031108-7bcc-490a-bf3c-1ff7fdc5c376 req-dfe5bbc7-7cde-47e9-ad80-49e630118244 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480640 Feb 04 06:14:32.007569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.014017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:32.014695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.044011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.058067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.059400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.066406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:32.067320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.201736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 2b8abeef-bc37-4251-bc0d-08896ad63c62 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:32.210135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Transition to ACTIVE for port object 93f1ca60-0420-47c1-a0a2-b763ae598e91 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:32.245238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65bda2da-a1cd-4798-9604-a16badd8b91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.308801 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Allocated IP 2001:db8:0:1::1 (250fc09a-5c43-4135-90b5-810ee465a69b/e9d2cdfa-28bd-4f1a-9751-aeba0f55c048/77680d37-7790-4a9e-8a25-6bf81ef0a5fd) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:32.315384 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0921750 Feb 04 06:14:32.316457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43650) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:32.329868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2c069816-8dce-4a69-8f48-09323cf97e26 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:32.330075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bda2da-a1cd-4798-9604-a16badd8b91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d3e34d-39a6-498b-9051-a07c6aed34c1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:32.340759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Transition to ACTIVE for port object 93f1ca60-0420-47c1-a0a2-b763ae598e91 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:32.351905 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1477027 Feb 04 06:14:32.355821 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43654) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:32.358790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9816b1-7367-41e8-b72a-ea81be83ece5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=3085f28d-6937-4353-b584-ccec3a36f50f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:32.362516 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65bda2da-a1cd-4798-9604-a16badd8b91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.366133 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-65bda2da-a1cd-4798-9604-a16badd8b91e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74d3e34d-39a6-498b-9051-a07c6aed34c1 HTTP/1.1" status: 204 len: 168 time: 0.6102467 Feb 04 06:14:32.366272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'network_id': '3085f28d-6937-4353-b584-ccec3a36f50f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:32.409848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 3085f28d-6937-4353-b584-ccec3a36f50f details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:32.619370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e7bf0f-9f5d-4682-89f7-0e4ed64955d4 None None] Network 7f4ee446-e106-455a-9eae-5a53d585041c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:32.635826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.684591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b45cd-eb76-4d32-9859-69385fe469d0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:32.720103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e34d04e-9e78-4cfc-9191-5de2c16fdeb9 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.751646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:32.768733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:subnet and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:32.771971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Pushing event updated for resources: {'Port': ['ID=93f1ca60-0420-47c1-a0a2-b763ae598e91,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:32.773965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:32.783670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:32.790908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:32.813793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e34d04e-9e78-4cfc-9191-5de2c16fdeb9 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.822049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c069816-8dce-4a69-8f48-09323cf97e26 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.879654 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-abda6aff-6b24-44e0-8f44-c827b0afa4b3 None None] For port 06e17162-9362-4c7e-af76-4d4d44b32c66, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=06e17162-9362-4c7e-af76-4d4d44b32c66,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:32.880046 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-abda6aff-6b24-44e0-8f44-c827b0afa4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.891655 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:32.895407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.906469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.914933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Network d0198c31-b1db-49ed-ae55-dd592db047b5 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:32.961686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e34d04e-9e78-4cfc-9191-5de2c16fdeb9 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:32.988573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c069816-8dce-4a69-8f48-09323cf97e26 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.030862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c069816-8dce-4a69-8f48-09323cf97e26 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 is not hosted by any dhcp agent {{(pid=88199) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 06:14:33.036967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c069816-8dce-4a69-8f48-09323cf97e26 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:33.037696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c069816-8dce-4a69-8f48-09323cf97e26 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.042478 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2c069816-8dce-4a69-8f48-09323cf97e26 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "PUT /v2.0/networks/0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 HTTP/1.1" status: 200 len: 723 time: 0.7210703 Feb 04 06:14:33.043293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43668) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:33.055448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:33.070216 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:33.086265 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.116686 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'network_id': '0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:33.145699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-abda6aff-6b24-44e0-8f44-c827b0afa4b3 None None] Calling delete_port for 06e17162-9362-4c7e-af76-4d4d44b32c66 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:33.239880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-13a2338a-eab8-4f8c-81dc-ed5424f96119 None None] Provisioning for port 2b8abeef-bc37-4251-bc0d-08896ad63c62 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:33.258904 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c069816-8dce-4a69-8f48-09323cf97e26 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:33.279667 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e34d04e-9e78-4cfc-9191-5de2c16fdeb9 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.311919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:33.358071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e34d04e-9e78-4cfc-9191-5de2c16fdeb9 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.366272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34d04e-9e78-4cfc-9191-5de2c16fdeb9 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Subnet': ['ID=c4756204-12b9-46be-ada9-e7d3cdbd6c4e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:33.376583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=ee8ae5ea-12a6-48b2-9621-6e83ad011ba3,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:33.379119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.394892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-13a2338a-eab8-4f8c-81dc-ed5424f96119 None None] Provisioning complete for port 2b8abeef-bc37-4251-bc0d-08896ad63c62 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:33.395267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-13a2338a-eab8-4f8c-81dc-ed5424f96119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.443801 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:33.454935 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:subnet and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:33.462657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:33.475642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:33.517736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.562076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 7f4ee446-e106-455a-9eae-5a53d585041c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:33.564158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 06e17162-9362-4c7e-af76-4d4d44b32c66 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:33.568036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:33.584124 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:33.588007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.642996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=a57887e5-1c3c-45c2-b318-0960c85b5566,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:33.651189 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2e34d04e-9e78-4cfc-9191-5de2c16fdeb9 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "DELETE /v2.0/subnets/c4756204-12b9-46be-ada9-e7d3cdbd6c4e HTTP/1.1" status: 204 len: 168 time: 2.4763255 Feb 04 06:14:33.655493 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43682) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:33.657318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.objects.ports [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:14:33.718694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Attempting to bind port 93f1ca60-0420-47c1-a0a2-b763ae598e91 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:33.719063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Attempting to bind port 93f1ca60-0420-47c1-a0a2-b763ae598e91 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '7644174b-e443-4059-9d39-9901be889ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0198c31-b1db-49ed-ae55-dd592db047b5'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:33.719425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Attempting to bind port 93f1ca60-0420-47c1-a0a2-b763ae598e91 on network d0198c31-b1db-49ed-ae55-dd592db047b5 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:33.841161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:33.841161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Checking segment: {'id': '7644174b-e443-4059-9d39-9901be889ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0198c31-b1db-49ed-ae55-dd592db047b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:33.841583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.841901 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Bound using segment: {'id': '7644174b-e443-4059-9d39-9901be889ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0198c31-b1db-49ed-ae55-dd592db047b5'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:33.843021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Bound port: 93f1ca60-0420-47c1-a0a2-b763ae598e91, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7644174b-e443-4059-9d39-9901be889ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd0198c31-b1db-49ed-ae55-dd592db047b5'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:33.843448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.868190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdc4d6-f098-49f3-a3a2-e6421a153e49 req-924a5395-9317-41f0-8df3-e50c61c8658c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:33.869748 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-59fdc4d6-f098-49f3-a3a2-e6421a153e49 req-924a5395-9317-41f0-8df3-e50c61c8658c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.6719089 Feb 04 06:14:33.918684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.922463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86f3f48-3d5b-4637-986a-8422048b263c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Deleting subnet e9d2cdfa-28bd-4f1a-9751-aeba0f55c048 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:14:33.942791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-abda6aff-6b24-44e0-8f44-c827b0afa4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:33.943282 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.services.revisions.revision_plugin [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Could not find related port for resource to bump revision. Feb 04 06:14:33.981709 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-59fdc4d6-f098-49f3-a3a2-e6421a153e49 req-d9f57132-46cb-4032-b7c4-6f944bd6c88c tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036193 Feb 04 06:14:33.988861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Checking segment: {'id': '7fc79086-1c9d-4b73-a8ae-a06f528dc872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3085f28d-6937-4353-b584-ccec3a36f50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:33.989353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network hostable DHCP agents. Network: 3085f28d-6937-4353-b584-ccec3a36f50f, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:34.010854 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No ports have port_id starting with 06e17162-9362-4c7e-af76-4d4d44b32c66 Feb 04 06:14:34.017551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.ipam_pluggable_backend [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Port 06e17162-9362-4c7e-af76-4d4d44b32c66 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 06:14:34.017867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.ipam_pluggable_backend [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Reverting IP allocation for 2001:db8::f816:3eff:feef:d5d1 {{(pid=88198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 06:14:34.023248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.ipam_pluggable_backend [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feef:d5d1 {{(pid=88198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 06:14:34.023581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.023711 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Transition to ACTIVE for port object 77680d37-7790-4a9e-8a25-6bf81ef0a5fd will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:34.080536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda6aff-6b24-44e0-8f44-c827b0afa4b3 None None] No DVR routers for this DVR port 06e17162-9362-4c7e-af76-4d4d44b32c66 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:34.082783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda6aff-6b24-44e0-8f44-c827b0afa4b3 None None] Pushing event deleted for resources: {'Port': ['ID=06e17162-9362-4c7e-af76-4d4d44b32c66,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:34.084583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:34.086840 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.087972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:34.094467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:34.094467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.107152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 1236c74c-c74f-4be0-a99b-4280caaf0d0b is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:14:34.114043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=2dc0d336-7755-4397-bffc-397cc0507b3f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:34.131237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f4c10a-740c-4dd0-92cc-155e25ba2473 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:34.153452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Transition to ACTIVE for port object 77680d37-7790-4a9e-8a25-6bf81ef0a5fd will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:34.201209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=c7aade5a-5d85-485b-a223-4919977e5d24,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:34.214338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network 3085f28d-6937-4353-b584-ccec3a36f50f is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:34.230913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-13a2338a-eab8-4f8c-81dc-ed5424f96119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.258558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] For port 93f1ca60-0420-47c1-a0a2-b763ae598e91, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:34.260849 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking segment: {'id': 'd176c9d0-2e49-4172-b338-551e679f0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:34.261541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network hostable DHCP agents. Network: 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:34.268708 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-85280d62-70b6-4223-8bac-317694ad1bdf tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6945190 Feb 04 06:14:34.279437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43692) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:34.280571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] For port 93f1ca60-0420-47c1-a0a2-b763ae598e91, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=93f1ca60-0420-47c1-a0a2-b763ae598e91,segment=NetworkSegment(7644174b-e443-4059-9d39-9901be889ab6),segment_id=7644174b-e443-4059-9d39-9901be889ab6)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:34.313856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:b5:68:03', 'name': 'tempest-NetworksTestDHCPv6-775291363'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:34.328493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-13a2338a-eab8-4f8c-81dc-ed5424f96119 None None] For port 2b8abeef-bc37-4251-bc0d-08896ad63c62, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2b8abeef-bc37-4251-bc0d-08896ad63c62,segment=NetworkSegment(fa0d65a5-e0f7-4586-bec9-d04416dc6d12),segment_id=fa0d65a5-e0f7-4586-bec9-d04416dc6d12)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:34.333737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.392417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 3085f28d-6937-4353-b584-ccec3a36f50f) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:34.404999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:34.405601 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.432895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660549c-c68d-4919-9734-0355dafe3602 None None] Network 3085f28d-6937-4353-b584-ccec3a36f50f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:34.476365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.479658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e86f3f48-3d5b-4637-986a-8422048b263c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.499406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:34.554813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-13a2338a-eab8-4f8c-81dc-ed5424f96119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.588405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Network 250fc09a-5c43-4135-90b5-810ee465a69b is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:34.595216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e86f3f48-3d5b-4637-986a-8422048b263c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.607344 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:34.622427 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:34.622793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:14:34.641791 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ee686ba5-bb38-4e45-ac04-f289d0680e5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/1236c74c-c74f-4be0-a99b-4280caaf0d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6077492 Feb 04 06:14:34.642069 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-03d78ee1-2eab-4777-8c52-e977cde4ea63 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2777462 Feb 04 06:14:34.642069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:34.642304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43700) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:34.642447 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43702) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:34.651320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'network_id': '3085f28d-6937-4353-b584-ccec3a36f50f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:34.656079 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b0f77-7083-4b8d-84dd-bbe1328b8533 None None] Sync routers for ids ['1236c74c-c74f-4be0-a99b-4280caaf0d0b'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:34.681536 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b0f77-7083-4b8d-84dd-bbe1328b8533 None None] Routers {'1236c74c-c74f-4be0-a99b-4280caaf0d0b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:34.682594 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-051b0f77-7083-4b8d-84dd-bbe1328b8533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1236c74c-c74f-4be0-a99b-4280caaf0d0b'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:34.691713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Pushing event updated for resources: {'Port': ['ID=77680d37-7790-4a9e-8a25-6bf81ef0a5fd,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:34.694067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db2546-4996-43b9-ac92-ab992d59acdc None None] Network 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:34.758788 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:34.759583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.789909 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-051b0f77-7083-4b8d-84dd-bbe1328b8533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:34.806573 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b0f77-7083-4b8d-84dd-bbe1328b8533 None None] Routers {'1236c74c-c74f-4be0-a99b-4280caaf0d0b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:34.807596 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-051b0f77-7083-4b8d-84dd-bbe1328b8533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1236c74c-c74f-4be0-a99b-4280caaf0d0b'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:34.823572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-787bfa22-eef0-4228-8ded-979e36aefbac tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:34.825179 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-787bfa22-eef0-4228-8ded-979e36aefbac tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.5586131 Feb 04 06:14:34.921406 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-051b0f77-7083-4b8d-84dd-bbe1328b8533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:34.922457 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b0f77-7083-4b8d-84dd-bbe1328b8533 None None] The sync data for ids ['1236c74c-c74f-4be0-a99b-4280caaf0d0b'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:34.937608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e86f3f48-3d5b-4637-986a-8422048b263c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:34.992239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:35.007067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Deleting port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:35.007067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.033686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:subnet and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:35.044499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:35.070822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:35.111051 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:35.122105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:35.125622 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:35.143416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4696625c-a7e9-4099-9585-9b462a544ce6 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:35.149247 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4696625c-a7e9-4099-9585-9b462a544ce6 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports/ee8ae5ea-12a6-48b2-9621-6e83ad011ba3 HTTP/1.1" status: 200 len: 910 time: 0.5057728 Feb 04 06:14:35.150525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:35.152894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43714) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:35.174717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '2dc0d336-7755-4397-bffc-397cc0507b3f'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:35.174931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.263535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f7fe08c6-e29f-42a9-ae0f-6aaa433f3606 None None] Provisioning complete for port 2b8abeef-bc37-4251-bc0d-08896ad63c62 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:35.263996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f7fe08c6-e29f-42a9-ae0f-6aaa433f3606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.298485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Attempting to bind port 77680d37-7790-4a9e-8a25-6bf81ef0a5fd on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:35.298858 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Attempting to bind port 77680d37-7790-4a9e-8a25-6bf81ef0a5fd by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'a82eb759-9924-4fe2-8aea-0ab02327336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '250fc09a-5c43-4135-90b5-810ee465a69b'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:35.299224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Attempting to bind port 77680d37-7790-4a9e-8a25-6bf81ef0a5fd on network 250fc09a-5c43-4135-90b5-810ee465a69b {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:35.305116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:35.308819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.377423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a5e0-d776-4e12-9184-e48615e73411 None None] Pushing event updated for resources: {'Port': ['ID=93f1ca60-0420-47c1-a0a2-b763ae598e91,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:35.387449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43720) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:35.388953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e86f3f48-3d5b-4637-986a-8422048b263c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.411552 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-29b655a2-0a81-4fa1-8882-30b512a8921e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3076327 Feb 04 06:14:35.435109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43724) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:35.442123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:35.442323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Checking segment: {'id': 'a82eb759-9924-4fe2-8aea-0ab02327336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '250fc09a-5c43-4135-90b5-810ee465a69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:35.442643 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.443039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Bound using segment: {'id': 'a82eb759-9924-4fe2-8aea-0ab02327336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '250fc09a-5c43-4135-90b5-810ee465a69b'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:35.444174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Bound port: 77680d37-7790-4a9e-8a25-6bf81ef0a5fd, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82eb759-9924-4fe2-8aea-0ab02327336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '250fc09a-5c43-4135-90b5-810ee465a69b'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:35.444557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.521176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f3f48-3d5b-4637-986a-8422048b263c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d2cdfa-28bd-4f1a-9751-aeba0f55c048,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:35.539945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9cb3f38f-cdf1-4411-8a08-75e5b25177d9 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:35.545019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328d1142-4441-481b-b891-e741727a54f5 None None] Network d0198c31-b1db-49ed-ae55-dd592db047b5 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:35.618355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:35.671954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1395323858', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:35.682406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e86f3f48-3d5b-4637-986a-8422048b263c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538898'] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.700001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] For port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:35.700001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.708602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:35.729148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a446a-12bf-466d-aa53-48c5977fa2ca req-d658579d-08fc-4ab4-bf6c-1a99b5730685 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:35.733819 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-759a446a-12bf-466d-aa53-48c5977fa2ca req-d658579d-08fc-4ab4-bf6c-1a99b5730685 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 945 time: 0.3324974 Feb 04 06:14:35.781028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Usage tracker for resource:port and tenant:c75e1947394445d59695e02084359709 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:35.806865 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e86f3f48-3d5b-4637-986a-8422048b263c tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "DELETE /v2.0/subnets/e9d2cdfa-28bd-4f1a-9751-aeba0f55c048 HTTP/1.1" status: 204 len: 168 time: 2.1466000 Feb 04 06:14:35.814282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:35.824267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43730) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:35.848119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f38f-cdf1-4411-8a08-75e5b25177d9 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16373871'] for subnet, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:35.875456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:35.911556 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-759a446a-12bf-466d-aa53-48c5977fa2ca req-f7b4fa90-f219-4249-8b4e-e92fe05867a9 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c299f85-8e85-4803-a4a9-30b4cc383950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747696 Feb 04 06:14:35.993844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfb6375-36a0-4f9b-95c6-d258005250b5 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:35.999179 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1bfb6375-36a0-4f9b-95c6-d258005250b5 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1676872 Feb 04 06:14:36.011052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43734) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:36.011149 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2338a-eab8-4f8c-81dc-ed5424f96119 None None] Pushing event updated for resources: {'Port': ['ID=2b8abeef-bc37-4251-bc0d-08896ad63c62,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:36.011231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.032273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Made reservation on behalf of c75e1947394445d59695e02084359709 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:36.035710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.048494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-3085f28d-6937-4353-b584-ccec3a36f50f', 'network_id': '3085f28d-6937-4353-b584-ccec3a36f50f', 'tenant_id': 'c42c4bbba62b47709445759031a2d571', 'fixed_ips': [{'subnet_id': 'a57887e5-1c3c-45c2-b318-0960c85b5566'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:36.049345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.080843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] For port 77680d37-7790-4a9e-8a25-6bf81ef0a5fd, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:36.113924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 736ca293-0044-4ab2-889c-82d518079cf2 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:14:36.139767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.203943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:36.220457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Usage tracker for resource:security_group_rule and tenant:c75e1947394445d59695e02084359709 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:36.228224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:36.237973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] For port 77680d37-7790-4a9e-8a25-6bf81ef0a5fd, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77680d37-7790-4a9e-8a25-6bf81ef0a5fd,segment=NetworkSegment(a82eb759-9924-4fe2-8aea-0ab02327336f),segment_id=a82eb759-9924-4fe2-8aea-0ab02327336f)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:36.238202 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.250206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:36.259096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Allocated IP 2001:db8::f816:3eff:feb9:e218 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/2dc0d336-7755-4397-bffc-397cc0507b3f/d8e3973e-e5ce-4ab0-b727-947f94919eca) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:36.282187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8', 'network_id': '0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8', 'tenant_id': '6215fd0543044d6daff185969006dff3', 'fixed_ips': [{'subnet_id': 'c7aade5a-5d85-485b-a223-4919977e5d24'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:36.283055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.294136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Deleting port 77680d37-7790-4a9e-8a25-6bf81ef0a5fd {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:36.294470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.408972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.411459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d75cf01-6c74-48b5-ab4d-ac5b3e90c9a3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.453129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.453651 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.454116 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Floating IP aa176e41-5a1a-4aef-bfd2-7ecd9961a4d6 disassociated. External IP: 172.26.7.9, port: c4b0ffe0-ad8d-404a-89d3-cb7ce4730900. Feb 04 06:14:36.454506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Calling delete_port for c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:36.569982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f7fe08c6-e29f-42a9-ae0f-6aaa433f3606 None None] Provisioning for port ee8ae5ea-12a6-48b2-9621-6e83ad011ba3 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:36.617361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f7fe08c6-e29f-42a9-ae0f-6aaa433f3606 None None] Provisioning complete for port ee8ae5ea-12a6-48b2-9621-6e83ad011ba3 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:36.617731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f7fe08c6-e29f-42a9-ae0f-6aaa433f3606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.731004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Allocated IP 2001:db8::2 (3085f28d-6937-4353-b584-ccec3a36f50f/a57887e5-1c3c-45c2-b318-0960c85b5566/ca724f54-e318-465f-ae8a-9faff408841b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:36.733381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915b684-2326-426f-a245-59d3b7c5e9da None None] Pushing event updated for resources: {'Port': ['ID=77680d37-7790-4a9e-8a25-6bf81ef0a5fd,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:36.746233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f38f-cdf1-4411-8a08-75e5b25177d9 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772410711044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3521210'] for subnet, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.824125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.827729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb3f38f-cdf1-4411-8a08-75e5b25177d9 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:36.828429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f38f-cdf1-4411-8a08-75e5b25177d9 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.829804 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9cb3f38f-cdf1-4411-8a08-75e5b25177d9 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "PUT /v2.0/subnets/c7aade5a-5d85-485b-a223-4919977e5d24 HTTP/1.1" status: 200 len: 806 time: 1.3788786 Feb 04 06:14:36.837251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.838134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe08c6-e29f-42a9-ae0f-6aaa433f3606 None None] Port ee8ae5ea-12a6-48b2-9621-6e83ad011ba3 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:36.844707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43738) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:36.932714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] For port 77680d37-7790-4a9e-8a25-6bf81ef0a5fd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77680d37-7790-4a9e-8a25-6bf81ef0a5fd,segment=NetworkSegment(a82eb759-9924-4fe2-8aea-0ab02327336f),segment_id=a82eb759-9924-4fe2-8aea-0ab02327336f)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:36.933660 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.946039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3f38f-cdf1-4411-8a08-75e5b25177d9 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=c7aade5a-5d85-485b-a223-4919977e5d24,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:36.947389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.948731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.951335 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Allocated IP 172.20.0.2 (0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8/c7aade5a-5d85-485b-a223-4919977e5d24/144c3866-1948-4e9b-aa28-b0810ddd0f6a) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:36.996703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:36.999625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93237ce-e3a5-4ad6-905e-d04ca9fb6752 None None] Network 250fc09a-5c43-4135-90b5-810ee465a69b requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:37.053506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network 3085f28d-6937-4353-b584-ccec3a36f50f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:37.070705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:37.074260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Calling delete_port for 77680d37-7790-4a9e-8a25-6bf81ef0a5fd owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:37.111817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:37.112047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.143591 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Transition to ACTIVE for port object d8e3973e-e5ce-4ab0-b727-947f94919eca will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:37.187075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] device_id is not set on port adcd30ec-c8df-4fce-b876-f545fa49b575 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:14:37.216950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5d75cf01-6c74-48b5-ab4d-ac5b3e90c9a3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port ee8ae5ea-12a6-48b2-9621-6e83ad011ba3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:37.217293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d75cf01-6c74-48b5-ab4d-ac5b3e90c9a3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.236929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Pushing event deleted for resources: {'Port': ['ID=c4b0ffe0-ad8d-404a-89d3-cb7ce4730900,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:37.239177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=4f9f517d-f306-4a90-9826-2821594c73ef,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:37.253857 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20f6a2aa-1af7-448e-99c8-ae567302c2d8 req-cf1f32de-2f5d-450b-86db-ba7f0b11ea41 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 210 time: 0.1267152 Feb 04 06:14:37.266236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89947c5-5dc4-4ff5-9df7-b5df285837fb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:37.283967 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e74cbf3c-116a-4655-a4b6-d0dd24254666 None None] Provisioning complete for port ee8ae5ea-12a6-48b2-9621-6e83ad011ba3 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:37.284339 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e74cbf3c-116a-4655-a4b6-d0dd24254666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.440321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.449567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.455332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Transition to ACTIVE for port object d8e3973e-e5ce-4ab0-b727-947f94919eca will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:37.501299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e74cbf3c-116a-4655-a4b6-d0dd24254666 None None] Port ee8ae5ea-12a6-48b2-9621-6e83ad011ba3 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:37.561120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Allocated IP 172.26.7.182 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/adcd30ec-c8df-4fce-b876-f545fa49b575) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:37.622152 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-33b8b825-f52d-42d1-9e27-34e3cb190497 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9767616 Feb 04 06:14:37.634473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Port': ['ID=77680d37-7790-4a9e-8a25-6bf81ef0a5fd,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:37.634473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43744) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:37.655209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b8abeef-bc37-4251-bc0d-08896ad63c62 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:37.690371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] No DVR routers for this DVR port 77680d37-7790-4a9e-8a25-6bf81ef0a5fd on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:37.696160 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.725320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d75cf01-6c74-48b5-ab4d-ac5b3e90c9a3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.844823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:37.859406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:37.862650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:37.879508 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.888041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:37.908257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Pushing event updated for resources: {'Port': ['ID=d8e3973e-e5ce-4ab0-b727-947f94919eca,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:37.917669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:14:37.937864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5d75cf01-6c74-48b5-ab4d-ac5b3e90c9a3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for ee8ae5ea-12a6-48b2-9621-6e83ad011ba3 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:37.970974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Transition to ACTIVE for port object ca724f54-e318-465f-ae8a-9faff408841b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:37.974561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.013101 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::f816:3eff:feb5:6803 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/2dc0d336-7755-4397-bffc-397cc0507b3f/736ca293-0044-4ab2-889c-82d518079cf2) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:38.022570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Attempting to bind port d8e3973e-e5ce-4ab0-b727-947f94919eca on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:38.022933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Attempting to bind port d8e3973e-e5ce-4ab0-b727-947f94919eca by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:38.023290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Attempting to bind port d8e3973e-e5ce-4ab0-b727-947f94919eca on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:38.027280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Transition to ACTIVE for port object 144c3866-1948-4e9b-aa28-b0810ddd0f6a will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:38.031428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Transition to ACTIVE for port object ca724f54-e318-465f-ae8a-9faff408841b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:38.033829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f359189b-d797-4e59-aa89-a7839e3ea95e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.035416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f359189b-d797-4e59-aa89-a7839e3ea95e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.037085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f359189b-d797-4e59-aa89-a7839e3ea95e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.038670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f359189b-d797-4e59-aa89-a7839e3ea95e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.040488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f359189b-d797-4e59-aa89-a7839e3ea95e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.041169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f359189b-d797-4e59-aa89-a7839e3ea95e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Synchronizing usage tracker for tenant:c42c4bbba62b47709445759031a2d571 on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:38.044607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:38.047872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:38.047872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.047872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:38.047872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Bound port: d8e3973e-e5ce-4ab0-b727-947f94919eca, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:38.047872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.065594 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 2b8abeef-bc37-4251-bc0d-08896ad63c62 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:38.066523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.067816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.096088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.123351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250fc09a-5c43-4135-90b5-810ee465a69b']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:38.130666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Transition to ACTIVE for port object 144c3866-1948-4e9b-aa28-b0810ddd0f6a will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:38.146320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.162951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82eb759-9924-4fe2-8aea-0ab02327336f') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:38.163290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82eb759-9924-4fe2-8aea-0ab02327336f') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:38.197399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.211758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f359189b-d797-4e59-aa89-a7839e3ea95e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Unset dirty status for tenant:c42c4bbba62b47709445759031a2d571 on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:38.211989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:14:38.216694 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f359189b-d797-4e59-aa89-a7839e3ea95e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5775857 Feb 04 06:14:38.232444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43748) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:38.239763 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce00d1-fa4a-489b-9b50-96e47f4215ca None None] Sync routers for ids ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:38.262042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.271247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Network 3085f28d-6937-4353-b584-ccec3a36f50f is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:38.287018 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:38.289624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:38.299991 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1337779127'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:38.312178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Pushing event updated for resources: {'Port': ['ID=ca724f54-e318-465f-ae8a-9faff408841b,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:38.313851 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:38.316684 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.330497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:network and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:38.334508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:38.334911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:38.359243 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:38.361718 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:38.395527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce00d1-fa4a-489b-9b50-96e47f4215ca None None] Routers {'99d679bf-ebca-4e69-bc8e-9c0d759b0c48'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:38.396501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7fce00d1-fa4a-489b-9b50-96e47f4215ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:38.506529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] No DVR routers for this DVR port c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:38.509423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.512165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'name': 'network-vif-deleted', 'tag': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:38.521565 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bc952bdf-6e82-49b1-9741-8f092a017187 req-07c1b07d-1983-44c0-bbad-3f17792ce408 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.24 "DELETE /v2.0/ports/c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 HTTP/1.1" status: 204 len: 173 time: 3.6857574 Feb 04 06:14:38.549206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.586666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Network 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:38.587952 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] For port d8e3973e-e5ce-4ab0-b727-947f94919eca, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:38.590550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:38.595453 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75e2f25-a5b2-40c9-82e2-3acafe086a01', 'name': 'network-vif-deleted', 'tag': 'c4b0ffe0-ad8d-404a-89d3-cb7ce4730900', 'status': 'completed', 'code': 200} Feb 04 06:14:38.597198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] For port d8e3973e-e5ce-4ab0-b727-947f94919eca, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d8e3973e-e5ce-4ab0-b727-947f94919eca,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:38.605365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.664637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:38.665727 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2ad8988a-2620-4798-be05-4addbb09adba req-1fb96c93-11eb-4e47-8fce-a2dd4b7bf3b7 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 210 time: 0.1194966 Feb 04 06:14:38.678134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Subnet': ['ID=c7aade5a-5d85-485b-a223-4919977e5d24,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:38.681794 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:38.683509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:38.711546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:38.714305 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:38.760630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:38.764760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.771004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.791870 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.792480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.792608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.792881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.793208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.793552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.793847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.794166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.794482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.794798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.795111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.795422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:38.801690 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Attempting to bind port ca724f54-e318-465f-ae8a-9faff408841b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:38.802342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Attempting to bind port ca724f54-e318-465f-ae8a-9faff408841b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '7fc79086-1c9d-4b73-a8ae-a06f528dc872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3085f28d-6937-4353-b584-ccec3a36f50f'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:38.802758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Attempting to bind port ca724f54-e318-465f-ae8a-9faff408841b on network 3085f28d-6937-4353-b584-ccec3a36f50f {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:38.814708 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Attempting to bind port 144c3866-1948-4e9b-aa28-b0810ddd0f6a on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:38.815325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Attempting to bind port 144c3866-1948-4e9b-aa28-b0810ddd0f6a by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'd176c9d0-2e49-4172-b338-551e679f0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:38.815730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Attempting to bind port 144c3866-1948-4e9b-aa28-b0810ddd0f6a on network 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:38.817586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Pushing event updated for resources: {'Port': ['ID=adcd30ec-c8df-4fce-b876-f545fa49b575,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:38.818928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:38.819405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Checking segment: {'id': '7fc79086-1c9d-4b73-a8ae-a06f528dc872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3085f28d-6937-4353-b584-ccec3a36f50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:38.819961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.820445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Bound using segment: {'id': '7fc79086-1c9d-4b73-a8ae-a06f528dc872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3085f28d-6937-4353-b584-ccec3a36f50f'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:38.820814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.821159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Bound port: ca724f54-e318-465f-ae8a-9faff408841b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc79086-1c9d-4b73-a8ae-a06f528dc872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3085f28d-6937-4353-b584-ccec3a36f50f'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:38.821630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.833578 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:38.839901 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Pushing event updated for resources: {'Port': ['ID=144c3866-1948-4e9b-aa28-b0810ddd0f6a,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:38.848604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.851629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 736ca293-0044-4ab2-889c-82d518079cf2 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:38.855542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.855920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.855920 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Added segment 7268a412-357b-472c-9963-a1871ebc1d7b of type vlan for network 534cb930-3ada-4940-9ee3-07f58cb629e7 Feb 04 06:14:38.871165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.879046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:38.879046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.884491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Network': ['ID=250fc09a-5c43-4135-90b5-810ee465a69b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:38.900729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:38.910609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd176c9d0-2e49-4172-b338-551e679f0254') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:38.910906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd176c9d0-2e49-4172-b338-551e679f0254') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:38.922733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.928919 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-df0659bb-cf1b-43ba-9b4a-3f2638fb30fd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "DELETE /v2.0/networks/250fc09a-5c43-4135-90b5-810ee465a69b HTTP/1.1" status: 204 len: 168 time: 2.9095421 Feb 04 06:14:38.930288 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43756) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:38.936585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:38.994701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d75cf01-6c74-48b5-ab4d-ac5b3e90c9a3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.028605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.054090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:39.054493 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:39.069607 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:39.076249 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7fce00d1-fa4a-489b-9b50-96e47f4215ca None None] Set router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:39.082012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75cf01-6c74-48b5-ab4d-ac5b3e90c9a3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=ee8ae5ea-12a6-48b2-9621-6e83ad011ba3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:39.133937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.141500 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.147029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:39.147652 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.165485 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2b83c85f-4373-4b50-a727-dd532a3f9261 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7720518 Feb 04 06:14:39.178677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43760) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:39.188987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.182'}]}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:39.211767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:39.217374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.223306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Usage tracker for resource:router and tenant:c75e1947394445d59695e02084359709 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:39.226645 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:39.234670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:39.247361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Deleting port 93f1ca60-0420-47c1-a0a2-b763ae598e91 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:39.248575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:39.252333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.255989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Checking segment: {'id': 'd176c9d0-2e49-4172-b338-551e679f0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:39.257983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.259767 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Bound using segment: {'id': 'd176c9d0-2e49-4172-b338-551e679f0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:39.263559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Bound port: 144c3866-1948-4e9b-aa28-b0810ddd0f6a, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd176c9d0-2e49-4172-b338-551e679f0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:39.264553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.307606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:14:39.307606 dv-neutron-827796-1-hyperv neutron-server[88198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:14:39.307606 dv-neutron-827796-1-hyperv neutron-server[88198]: [parameters: {'id': '0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8'}] Feb 04 06:14:39.307606 dv-neutron-827796-1-hyperv neutron-server[88198]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:14:39.309048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:14:39.374579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=736ca293-0044-4ab2-889c-82d518079cf2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:39.379201 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1434679 Feb 04 06:14:39.454819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43764) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:39.464903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.466072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.467973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:39.482524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-53bea01c-a5cb-45fc-8c5f-e8ca7597a780 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:39.519794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b000cd7-9613-4712-8cf7-e2259be9cae2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=534cb930-3ada-4940-9ee3-07f58cb629e7,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:39.525726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:39.526157 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c4b0ffe0-ad8d-404a-89d3-cb7ce4730900 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:39.557471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 534cb930-3ada-4940-9ee3-07f58cb629e7 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:39.617774 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:39.619545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:39.623193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:39.629029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:39.629921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.677846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] For port ca724f54-e318-465f-ae8a-9faff408841b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:39.686601 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] For port ca724f54-e318-465f-ae8a-9faff408841b, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ca724f54-e318-465f-ae8a-9faff408841b,segment=NetworkSegment(7fc79086-1c9d-4b73-a8ae-a06f528dc872),segment_id=7fc79086-1c9d-4b73-a8ae-a06f528dc872)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:39.709069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d75cf01-6c74-48b5-ab4d-ac5b3e90c9a3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.786386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.835243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.857441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.901212 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d854926-4aeb-4c34-a27d-ccce7e2be1ff None None] Pushing event updated for resources: {'Port': ['ID=d8e3973e-e5ce-4ab0-b727-947f94919eca,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:39.941906 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ecaf360d-e20a-42aa-bcb2-aa5cc6ccfe1d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6483209 Feb 04 06:14:39.952213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43770) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:39.983217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-14a3a049-7b7f-4e70-8cb7-08f86e1c3eca req-77c8ea77-18e4-4137-bb94-44a73e02ad8d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Synchronizing usage tracker for tenant:8e5eeb77cc58458a8021dffb64d08773 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:40.052397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] For port 144c3866-1948-4e9b-aa28-b0810ddd0f6a, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:40.076458 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Deleting port 144c3866-1948-4e9b-aa28-b0810ddd0f6a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:40.077077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.089805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] For port 144c3866-1948-4e9b-aa28-b0810ddd0f6a, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=144c3866-1948-4e9b-aa28-b0810ddd0f6a,segment=NetworkSegment(d176c9d0-2e49-4172-b338-551e679f0254),segment_id=d176c9d0-2e49-4172-b338-551e679f0254)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:40.117593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] For port 93f1ca60-0420-47c1-a0a2-b763ae598e91, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=93f1ca60-0420-47c1-a0a2-b763ae598e91,segment=NetworkSegment(7644174b-e443-4059-9d39-9901be889ab6),segment_id=7644174b-e443-4059-9d39-9901be889ab6)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:40.120289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.124544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c183183-6377-4d67-8de4-ee0c44193f6f None None] Pushing event updated for resources: {'Port': ['ID=ca724f54-e318-465f-ae8a-9faff408841b,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:40.140498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-14a3a049-7b7f-4e70-8cb7-08f86e1c3eca req-77c8ea77-18e4-4137-bb94-44a73e02ad8d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Unset dirty status for tenant:8e5eeb77cc58458a8021dffb64d08773 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:40.141892 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14a3a049-7b7f-4e70-8cb7-08f86e1c3eca req-77c8ea77-18e4-4137-bb94-44a73e02ad8d tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/ports?device_id=d75e2f25-a5b2-40c9-82e2-3acafe086a01 HTTP/1.1" status: 200 len: 210 time: 0.2375793 Feb 04 06:14:40.198511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7fce00d1-fa4a-489b-9b50-96e47f4215ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '41433b6d-6509-417a-a15a-690fcc2ecd6c', 'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'mac_address': 'fa:16:3e:63:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:47Z', 'updated_at': '2022-02-04T06:10:04Z', 'revision_number': 5, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'subnets': [{'id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:40.202951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d75cf01-6c74-48b5-ab4d-ac5b3e90c9a3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 1236c74c-c74f-4be0-a99b-4280caaf0d0b has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:14:40.209664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce00d1-fa4a-489b-9b50-96e47f4215ca None None] Checking router: 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:40.234886 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce00d1-fa4a-489b-9b50-96e47f4215ca None None] Routers {'99d679bf-ebca-4e69-bc8e-9c0d759b0c48'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:40.237824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7fce00d1-fa4a-489b-9b50-96e47f4215ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:40.327778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a14ad0-0991-4589-928c-fc8628ff9e67 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:40.334054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a14ad0-0991-4589-928c-fc8628ff9e67 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:40.335717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-45a14ad0-0991-4589-928c-fc8628ff9e67 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:40.336024 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.466983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d75cf01-6c74-48b5-ab4d-ac5b3e90c9a3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:14:40.476581 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a665dd5-e5d6-40c8-a0a3-553afeec11ea None None] Sync routers for ids ['1236c74c-c74f-4be0-a99b-4280caaf0d0b'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:40.493785 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a665dd5-e5d6-40c8-a0a3-553afeec11ea None None] Routers {'1236c74c-c74f-4be0-a99b-4280caaf0d0b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:40.498697 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-1a665dd5-e5d6-40c8-a0a3-553afeec11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1236c74c-c74f-4be0-a99b-4280caaf0d0b'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:40.524978 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5d75cf01-6c74-48b5-ab4d-ac5b3e90c9a3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/1236c74c-c74f-4be0-a99b-4280caaf0d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3695183 Feb 04 06:14:40.528353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43774) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:40.543250 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Pushing event updated for resources: {'Port': ['ID=144c3866-1948-4e9b-aa28-b0810ddd0f6a,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:40.620550 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa6974-69b6-4a7a-85f3-d6449d5ad3e1 None None] Network 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:40.622333 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-1a665dd5-e5d6-40c8-a0a3-553afeec11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:40.633362 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a665dd5-e5d6-40c8-a0a3-553afeec11ea None None] Routers {'1236c74c-c74f-4be0-a99b-4280caaf0d0b'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:40.634396 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-1a665dd5-e5d6-40c8-a0a3-553afeec11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1236c74c-c74f-4be0-a99b-4280caaf0d0b'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:40.639086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-56037925-f995-461e-85f8-b85f6759ce9c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Synchronizing usage tracker for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:40.649157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-45a14ad0-0991-4589-928c-fc8628ff9e67 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:40.651375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.651736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.652082 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.652419 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.652782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.653119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.653359 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-45a14ad0-0991-4589-928c-fc8628ff9e67 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6980987 Feb 04 06:14:40.653602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.654388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43778) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:40.654680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.655035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.655367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.655695 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.656019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e689f04-77a9-4777-b56d-4b7339f078ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:40.669214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bea01c-a5cb-45fc-8c5f-e8ca7597a780 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.710235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Calling delete_port for 93f1ca60-0420-47c1-a0a2-b763ae598e91 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:40.748951 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-1a665dd5-e5d6-40c8-a0a3-553afeec11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:40.750300 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a665dd5-e5d6-40c8-a0a3-553afeec11ea None None] The sync data for ids ['1236c74c-c74f-4be0-a99b-4280caaf0d0b'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:40.766786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-dfc11cda-8eb7-40ea-9788-2693a111d9a1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 736ca293-0044-4ab2-889c-82d518079cf2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:40.771156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dfc11cda-8eb7-40ea-9788-2693a111d9a1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:40.794888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7fce00d1-fa4a-489b-9b50-96e47f4215ca None None] Set router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:40.946524 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-56037925-f995-461e-85f8-b85f6759ce9c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Unset dirty status for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:40.949694 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-56037925-f995-461e-85f8-b85f6759ce9c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=1236c74c-c74f-4be0-a99b-4280caaf0d0b HTTP/1.1" status: 200 len: 205 time: 0.4201059 Feb 04 06:14:40.957290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43782) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:41.016623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bea01c-a5cb-45fc-8c5f-e8ca7597a780 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.161897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e37d7dd-4fd9-488e-b877-93b8679b395e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.216832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53bea01c-a5cb-45fc-8c5f-e8ca7597a780 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network 534cb930-3ada-4940-9ee3-07f58cb629e7 is not hosted by any dhcp agent {{(pid=88198) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 06:14:41.226456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bea01c-a5cb-45fc-8c5f-e8ca7597a780 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:41.227195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53bea01c-a5cb-45fc-8c5f-e8ca7597a780 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.228630 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-53bea01c-a5cb-45fc-8c5f-e8ca7597a780 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "PUT /v2.0/networks/534cb930-3ada-4940-9ee3-07f58cb629e7 HTTP/1.1" status: 200 len: 723 time: 1.7726090 Feb 04 06:14:41.266081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43788) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:41.298827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] For port 144c3866-1948-4e9b-aa28-b0810ddd0f6a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=144c3866-1948-4e9b-aa28-b0810ddd0f6a,segment=NetworkSegment(d176c9d0-2e49-4172-b338-551e679f0254),segment_id=d176c9d0-2e49-4172-b338-551e679f0254)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:41.299198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.309383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'network_id': '534cb930-3ada-4940-9ee3-07f58cb629e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:41.329457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-04fb957c-cf4f-4286-8170-851c1eb5f874 None None] Provisioning for port d8e3973e-e5ce-4ab0-b727-947f94919eca completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:41.419944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2271e6-2113-4c2c-ace9-174a7d03ff03 None None] Network 0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:41.513081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43794) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:41.520625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Calling delete_port for 144c3866-1948-4e9b-aa28-b0810ddd0f6a owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:41.597144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bea01c-a5cb-45fc-8c5f-e8ca7597a780 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=534cb930-3ada-4940-9ee3-07f58cb629e7,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:41.729825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 534cb930-3ada-4940-9ee3-07f58cb629e7 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:41.742044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc348a9-7d3e-412c-b383-a76454261b43 None None] Network 3085f28d-6937-4353-b584-ccec3a36f50f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:41.755029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d8e3973e-e5ce-4ab0-b727-947f94919eca up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:41.756812 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.811909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.835672 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:41.861472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No DVR routers for this DVR port 144c3866-1948-4e9b-aa28-b0810ddd0f6a on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:41.899913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Port': ['ID=144c3866-1948-4e9b-aa28-b0810ddd0f6a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:41.912925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7fce00d1-fa4a-489b-9b50-96e47f4215ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '41433b6d-6509-417a-a15a-690fcc2ecd6c', 'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'mac_address': 'fa:16:3e:63:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:47Z', 'updated_at': '2022-02-04T06:10:04Z', 'revision_number': 5, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'subnets': [{'id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:41.923436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e37d7dd-4fd9-488e-b877-93b8679b395e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.929861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e37d7dd-4fd9-488e-b877-93b8679b395e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.952820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:41.954569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:41.956350 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce00d1-fa4a-489b-9b50-96e47f4215ca None None] The sync data for ids ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'] in dv-neutron-827796-1-hyperv is: [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '41433b6d-6509-417a-a15a-690fcc2ecd6c', 'name': '', 'network_id': 'bcbc6d8a-a29f-4884-a766-65731440e62d', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'mac_address': 'fa:16:3e:63:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:47Z', 'updated_at': '2022-02-04T06:10:04Z', 'revision_number': 5, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'subnets': [{'id': 'efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:41.994336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.010011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dfc11cda-8eb7-40ea-9788-2693a111d9a1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.028273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.081449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e3b0f1e9-e31b-4959-8333-6ef2a061ad39 None None] Provisioning for port 736ca293-0044-4ab2-889c-82d518079cf2 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:42.109232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Port': ['ID=93f1ca60-0420-47c1-a0a2-b763ae598e91,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:42.120000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] No DVR routers for this DVR port 93f1ca60-0420-47c1-a0a2-b763ae598e91 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:42.140943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e3b0f1e9-e31b-4959-8333-6ef2a061ad39 None None] Provisioning complete for port 736ca293-0044-4ab2-889c-82d518079cf2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:42.141327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e3b0f1e9-e31b-4959-8333-6ef2a061ad39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.153128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.161033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-dfc11cda-8eb7-40ea-9788-2693a111d9a1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 736ca293-0044-4ab2-889c-82d518079cf2 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:42.190201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e37d7dd-4fd9-488e-b877-93b8679b395e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.190201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e37d7dd-4fd9-488e-b877-93b8679b395e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Fanout notify agent at l3_agent the message router_deleted on router 1236c74c-c74f-4be0-a99b-4280caaf0d0b {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:14:42.195160 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:42.195160 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.239116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e37d7dd-4fd9-488e-b877-93b8679b395e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.240208 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2e37d7dd-4fd9-488e-b877-93b8679b395e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/1236c74c-c74f-4be0-a99b-4280caaf0d0b HTTP/1.1" status: 204 len: 168 time: 1.2823324 Feb 04 06:14:42.254674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43798) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:42.267286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:42.267483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e3b0f1e9-e31b-4959-8333-6ef2a061ad39 None None] Port 736ca293-0044-4ab2-889c-82d518079cf2 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:42.337765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd176c9d0-2e49-4172-b338-551e679f0254') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:42.338057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd176c9d0-2e49-4172-b338-551e679f0254') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:42.359475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.415935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26fe4d6-acdb-44f2-897b-d679048cd416 None None] New status for floating IP aa176e41-5a1a-4aef-bfd2-7ecd9961a4d6: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:14:42.472796 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port d8e3973e-e5ce-4ab0-b727-947f94919eca completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:42.506749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d8e3973e-e5ce-4ab0-b727-947f94919eca triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:42.507192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.520582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.572811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d85bd3-7997-449d-8a7a-5a803d21542d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting subnet 778229a6-7786-489f-9b2b-9225ec45868a {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:14:42.577679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0198c31-b1db-49ed-ae55-dd592db047b5']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:42.586496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bd3-7997-449d-8a7a-5a803d21542d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.602470 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5882f8a0-f2d4-4c19-8bf8-1aa6bfcd2e38 None None] Provisioning for port ca724f54-e318-465f-ae8a-9faff408841b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:42.614192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.629337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7644174b-e443-4059-9d39-9901be889ab6') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:42.629717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7644174b-e443-4059-9d39-9901be889ab6') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:42.638081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02a79d-8e5e-4112-9ffa-49d6dc723dcd None None] Update dhcp port {'port': {'network_id': '3085f28d-6937-4353-b584-ccec3a36f50f', 'fixed_ips': [{'subnet_id': 'a57887e5-1c3c-45c2-b318-0960c85b5566', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f9f517d-f306-4a90-9826-2821594c73ef'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': 'ca724f54-e318-465f-ae8a-9faff408841b'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:14:42.639251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:42.639664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:42.657460 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:42.677621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.702610 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c299f85-8e85-4803-a4a9-30b4cc383950,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:42.729260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.729880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.730216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.730703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.731433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.731783 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.732102 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.732552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.732933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.733275 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.733545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.734031 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:42.745516 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.765236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dfc11cda-8eb7-40ea-9788-2693a111d9a1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.786635 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1c02a79d-8e5e-4112-9ffa-49d6dc723dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.800957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.808564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bd3-7997-449d-8a7a-5a803d21542d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.818488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc11cda-8eb7-40ea-9788-2693a111d9a1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=736ca293-0044-4ab2-889c-82d518079cf2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:42.851341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:42.851743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:42.872910 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:42.882279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dfc11cda-8eb7-40ea-9788-2693a111d9a1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:42.896266 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dfc11cda-8eb7-40ea-9788-2693a111d9a1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/736ca293-0044-4ab2-889c-82d518079cf2 HTTP/1.1" status: 204 len: 168 time: 2.2384896 Feb 04 06:14:42.899908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43802) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:42.979950 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.011546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.070386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port d8e3973e-e5ce-4ab0-b727-947f94919eca, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d8e3973e-e5ce-4ab0-b727-947f94919eca,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:43.079272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.080257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.085245 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1b3a9224-5e8d-4788-bbf7-154235b8414a tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "DELETE /v2.0/security-groups/6c299f85-8e85-4803-a4a9-30b4cc383950 HTTP/1.1" status: 204 len: 168 time: 1.5706079 Feb 04 06:14:43.101294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43806) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:43.101294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25681fa5-97db-40a4-964e-6b943e5e9604 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:43.101294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25681fa5-97db-40a4-964e-6b943e5e9604 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:43.101294 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-25681fa5-97db-40a4-964e-6b943e5e9604 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1971009 Feb 04 06:14:43.101703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-1c02a79d-8e5e-4112-9ffa-49d6dc723dcd None None] Allocated IP 172.20.0.1 (3085f28d-6937-4353-b584-ccec3a36f50f/4f9f517d-f306-4a90-9826-2821594c73ef/ca724f54-e318-465f-ae8a-9faff408841b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:43.120996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43808) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:43.163786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.178962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.181888 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-48ac4859-c6f3-4d63-b1c0-6870bab52910 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] show failed (client error): The resource could not be found. Feb 04 06:14:43.185101 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-48ac4859-c6f3-4d63-b1c0-6870bab52910 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "GET /v2.0/security-groups/6c299f85-8e85-4803-a4a9-30b4cc383950 HTTP/1.1" status: 404 len: 347 time: 0.0856574 Feb 04 06:14:43.188470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43814) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:43.194026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:43.197714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.204352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=6f777c5d-6b6d-4043-85f0-78e6ee5f8087,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:43.210562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.211790 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ca724f54-e318-465f-ae8a-9faff408841b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:43.299326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Network': ['ID=d0198c31-b1db-49ed-ae55-dd592db047b5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:43.322121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-25db8408-6a2f-48fc-832c-dc9ed224a452 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 2dc0d336-7755-4397-bffc-397cc0507b3f {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:14:43.331538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bd3-7997-449d-8a7a-5a803d21542d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.374848 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4ac87290-16d0-4a4b-9884-31c605d28e42 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 HTTP/1.1" status: 204 len: 168 time: 6.5219417 Feb 04 06:14:43.374848 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6bb11308-c53d-4455-9fba-52ec5b944c2e tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "DELETE /v2.0/networks/d0198c31-b1db-49ed-ae55-dd592db047b5 HTTP/1.1" status: 204 len: 168 time: 4.4379749 Feb 04 06:14:43.378018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43818) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:43.378018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43820) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:43.394869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-25db8408-6a2f-48fc-832c-dc9ed224a452 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.461092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Checking segment: {'id': '7268a412-357b-472c-9963-a1871ebc1d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '534cb930-3ada-4940-9ee3-07f58cb629e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:43.461611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network hostable DHCP agents. Network: 534cb930-3ada-4940-9ee3-07f58cb629e7, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:43.463464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=d8e3973e-e5ce-4ab0-b727-947f94919eca,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:43.466811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db05a503-0e37-42a2-9a00-1ac73b7b6936 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Deleting port a168ea75-b1ec-4a0f-ac0c-711aa5b04e8e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:43.467266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db05a503-0e37-42a2-9a00-1ac73b7b6936 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.521960 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0f8f6f-f4e6-4af6-9709-c950381bb376 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:14:43.522437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0f8f6f-f4e6-4af6-9709-c950381bb376 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:14:43.529828 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cf0f8f6f-f4e6-4af6-9709-c950381bb376 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 HTTP/1.1" status: 404 len: 339 time: 0.1468763 Feb 04 06:14:43.533090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43826) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:43.537091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-25db8408-6a2f-48fc-832c-dc9ed224a452 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.538773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1702429015', 'description': 'd1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:43.542679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1c02a79d-8e5e-4112-9ffa-49d6dc723dcd None None] For port ca724f54-e318-465f-ae8a-9faff408841b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ca724f54-e318-465f-ae8a-9faff408841b,segment=NetworkSegment(7fc79086-1c9d-4b73-a8ae-a06f528dc872),segment_id=7fc79086-1c9d-4b73-a8ae-a06f528dc872)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:43.562281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.585182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1c02a79d-8e5e-4112-9ffa-49d6dc723dcd None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.603847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:43.606202 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1c02a79d-8e5e-4112-9ffa-49d6dc723dcd None None] Transition to ACTIVE for port object ca724f54-e318-465f-ae8a-9faff408841b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:43.612042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ca724f54-e318-465f-ae8a-9faff408841b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:43.620091 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ca724f54-e318-465f-ae8a-9faff408841b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:43.620566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.624025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.629542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:network and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:43.633979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:43.661693 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network 534cb930-3ada-4940-9ee3-07f58cb629e7 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:43.681093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:43.685915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.724185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1c02a79d-8e5e-4112-9ffa-49d6dc723dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.753589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db05a503-0e37-42a2-9a00-1ac73b7b6936 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.754576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db05a503-0e37-42a2-9a00-1ac73b7b6936 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.762410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-25db8408-6a2f-48fc-832c-dc9ed224a452 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.794003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 534cb930-3ada-4940-9ee3-07f58cb629e7) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:43.842687 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cdf2e2-0b65-44d0-ac79-c034eaf22271 None None] Network 534cb930-3ada-4940-9ee3-07f58cb629e7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:43.863379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:43.866849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.875968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bd3-7997-449d-8a7a-5a803d21542d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.910286 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:43.910874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.926235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db05a503-0e37-42a2-9a00-1ac73b7b6936 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Calling delete_port for a168ea75-b1ec-4a0f-ac0c-711aa5b04e8e owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:43.951260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d85bd3-7997-449d-8a7a-5a803d21542d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Subnet': ['ID=778229a6-7786-489f-9b2b-9225ec45868a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:43.963684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5d85bd3-7997-449d-8a7a-5a803d21542d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.979153 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:43.986273 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e549eba7-c72e-4fea-8184-76af99c46b0b None None] Network 7f4ee446-e106-455a-9eae-5a53d585041c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:44.014140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Port ca724f54-e318-465f-ae8a-9faff408841b had new provisioning blocks added so it will not transition to active. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 04 06:14:44.016761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02a79d-8e5e-4112-9ffa-49d6dc723dcd None None] Pushing event updated for resources: {'Port': ['ID=ca724f54-e318-465f-ae8a-9faff408841b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:44.033127 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a5d85bd3-7997-449d-8a7a-5a803d21542d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/778229a6-7786-489f-9b2b-9225ec45868a HTTP/1.1" status: 204 len: 168 time: 1.7707665 Feb 04 06:14:44.036528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43830) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:44.061188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:44.080020 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f48b11be-1968-4464-898a-562c714e2cf2 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7898126 Feb 04 06:14:44.082507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3043e5b0-e4ac-4efc-b0a1-16cf36635661']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:44.089161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43834) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:44.102963 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b7e5ef53-2302-427a-ac2a-0c61937a2f30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:44.133574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-25db8408-6a2f-48fc-832c-dc9ed224a452 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.144839 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.145206 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment 23a18518-150c-4bd5-b279-af01fd7923d8 of type vlan for network 63852db4-7a2e-486f-9f0a-ee960a97d1cf Feb 04 06:14:44.166284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0680d05-ae49-456a-8948-f06cf0042323') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:44.166582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0680d05-ae49-456a-8948-f06cf0042323') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:44.201620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.236792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d8e3973e-e5ce-4ab0-b727-947f94919eca up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:44.263043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db8408-6a2f-48fc-832c-dc9ed224a452 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc0d336-7755-4397-bffc-397cc0507b3f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:44.265410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-25db8408-6a2f-48fc-832c-dc9ed224a452 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.296970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.304387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.309800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b18e8-9acd-47d7-ad18-0289ec371f72 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:44.459785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.465123 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-25db8408-6a2f-48fc-832c-dc9ed224a452 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/2dc0d336-7755-4397-bffc-397cc0507b3f HTTP/1.1" status: 204 len: 168 time: 1.3416746 Feb 04 06:14:44.465828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43838) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:44.552098 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c04b6905-15fb-431b-a1bb-0daead6c25d3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807030 Feb 04 06:14:44.557358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43842) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:44.563866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:44.633309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 2b8abeef-bc37-4251-bc0d-08896ad63c62 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:44.633558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.635749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-534cb930-3ada-4940-9ee3-07f58cb629e7', 'network_id': '534cb930-3ada-4940-9ee3-07f58cb629e7', 'tenant_id': 'c42c4bbba62b47709445759031a2d571', 'fixed_ips': [{'subnet_id': '6f777c5d-6b6d-4043-85f0-78e6ee5f8087'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:44.636797 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.683720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.695829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:44.696383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.697429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db05a503-0e37-42a2-9a00-1ac73b7b6936 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.727995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d8e3973e-e5ce-4ab0-b727-947f94919eca triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:44.728565 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.796751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05a503-0e37-42a2-9a00-1ac73b7b6936 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Pushing event deleted for resources: {'Port': ['ID=a168ea75-b1ec-4a0f-ac0c-711aa5b04e8e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:44.869976 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:44.888819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37187c5-5d4a-449c-800f-0e3e852023a6 None None] Network 3085f28d-6937-4353-b584-ccec3a36f50f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:44.961836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.972799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.979812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:45.001334 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:45.016843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19fe73b-06e6-4d55-a9f2-cb660d18011f None None] DHCP port deletion for 7f4ee446-e106-455a-9eae-5a53d585041c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:45.017410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:45.018285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef53-2302-427a-ac2a-0c61937a2f30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16373871'] for subnet, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.030477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:45.038570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b19fe73b-06e6-4d55-a9f2-cb660d18011f None None] Deleting port 2b8abeef-bc37-4251-bc0d-08896ad63c62 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:45.038918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b19fe73b-06e6-4d55-a9f2-cb660d18011f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.039886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port 2b8abeef-bc37-4251-bc0d-08896ad63c62, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2b8abeef-bc37-4251-bc0d-08896ad63c62,segment=NetworkSegment(fa0d65a5-e0f7-4586-bec9-d04416dc6d12),segment_id=fa0d65a5-e0f7-4586-bec9-d04416dc6d12)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:45.040316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.108956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.121992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.125724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Network': ['ID=3043e5b0-e4ac-4efc-b0a1-16cf36635661,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:45.140407 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-51ae34fb-e5ec-4a60-9969-5c5c2e4ac2c1 tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "DELETE /v2.0/networks/3043e5b0-e4ac-4efc-b0a1-16cf36635661 HTTP/1.1" status: 204 len: 168 time: 1.7608702 Feb 04 06:14:45.141641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:45.168154 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db05a503-0e37-42a2-9a00-1ac73b7b6936 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.170740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db05a503-0e37-42a2-9a00-1ac73b7b6936 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.171884 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-db05a503-0e37-42a2-9a00-1ac73b7b6936 tempest-ServerActionsTestJSON-361413758 tempest-ServerActionsTestJSON-361413758-project] 10.222.0.32 "DELETE /v2.0/floatingips/aa176e41-5a1a-4aef-bfd2-7ecd9961a4d6 HTTP/1.1" status: 204 len: 168 time: 1.9734509 Feb 04 06:14:45.185201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 2b8abeef-bc37-4251-bc0d-08896ad63c62 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:45.213409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:45.215601 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.235726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4e69880d-da6a-45a5-9b63-ba4fcdab1a24 None None] Provisioning for port ca724f54-e318-465f-ae8a-9faff408841b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:45.235991 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43850) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:45.258328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d62d97f-9af2-4af7-bf23-3b0ae20529bd None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:45.276755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4e69880d-da6a-45a5-9b63-ba4fcdab1a24 None None] Provisioning complete for port ca724f54-e318-465f-ae8a-9faff408841b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:45.277228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4e69880d-da6a-45a5-9b63-ba4fcdab1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.300872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.321562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4d62d97f-9af2-4af7-bf23-3b0ae20529bd None None] Deleting port d8e3973e-e5ce-4ab0-b727-947f94919eca {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:45.321941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d62d97f-9af2-4af7-bf23-3b0ae20529bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.356700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.365123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:45.366224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.401086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ca724f54-e318-465f-ae8a-9faff408841b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:45.444671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Allocated IP 2001:db8::2 (534cb930-3ada-4940-9ee3-07f58cb629e7/6f777c5d-6b6d-4043-85f0-78e6ee5f8087/8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:45.526467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.527169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbbf5d85-118f-42eb-b623-d6ba0334c789 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:14:45.587530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=63852db4-7a2e-486f-9f0a-ee960a97d1cf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:45.599347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.627632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f91b5c1-5bbe-4118-a61c-cd4630bc56e2']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:45.640364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4548ca5f-c9e6-4b4c-83fe-f7a1f1753a07') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:45.642777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4548ca5f-c9e6-4b4c-83fe-f7a1f1753a07') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:45.642918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.645676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 63852db4-7a2e-486f-9f0a-ee960a97d1cf details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:45.653717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.670773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.680892 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bcfadb09-a8a2-4ca2-8638-8d57dac94edb tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1489811 Feb 04 06:14:45.682336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:45.687103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43856) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:45.697999 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:45.716416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=2b8abeef-bc37-4251-bc0d-08896ad63c62,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:45.728224 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No DVR routers for this DVR port 2b8abeef-bc37-4251-bc0d-08896ad63c62 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:45.777558 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:14:45.778612 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f436b831-de85-4ef1-b101-17968bed3faa tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.5990460 Feb 04 06:14:45.813930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43860) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:45.896893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7f0b4e-082a-43a0-a8db-d35c75beac45 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:45.897616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ce7f0b4e-082a-43a0-a8db-d35c75beac45 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Synchronizing usage tracker for tenant:6215fd0543044d6daff185969006dff3 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:45.991358 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.991634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b19fe73b-06e6-4d55-a9f2-cb660d18011f None None] For port 2b8abeef-bc37-4251-bc0d-08896ad63c62, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2b8abeef-bc37-4251-bc0d-08896ad63c62,segment=NetworkSegment(fa0d65a5-e0f7-4586-bec9-d04416dc6d12),segment_id=fa0d65a5-e0f7-4586-bec9-d04416dc6d12)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:45.992327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b19fe73b-06e6-4d55-a9f2-cb660d18011f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.020325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.029773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ce7f0b4e-082a-43a0-a8db-d35c75beac45 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Unset dirty status for tenant:6215fd0543044d6daff185969006dff3 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:46.033916 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ce7f0b4e-082a-43a0-a8db-d35c75beac45 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/networks?id=63852db4-7a2e-486f-9f0a-ee960a97d1cf HTTP/1.1" status: 200 len: 761 time: 0.3322561 Feb 04 06:14:46.034732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] Pushing event deleted for resources: {'Network': ['ID=0f91b5c1-5bbe-4118-a61c-cd4630bc56e2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:46.038058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43864) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:46.044615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-803c55bb-34d5-4e78-a0d6-e4b629ba3424 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'description': 'd2'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:46.066351 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a07361bd-e404-4c5f-b32f-2c9ac37ae0bd tempest-BulkNetworkOpsIpV6Test-1496252932 tempest-BulkNetworkOpsIpV6Test-1496252932-project] 10.222.0.32 "DELETE /v2.0/networks/0f91b5c1-5bbe-4118-a61c-cd4630bc56e2 HTTP/1.1" status: 204 len: 168 time: 0.9189465 Feb 04 06:14:46.089122 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bf1d046c-6ae9-44e6-9285-6fb0ae9e8af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.213025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.235193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-20ac2e4d-c89d-4234-805b-357c6077a775 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Deleting port adcd30ec-c8df-4fce-b876-f545fa49b575 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:46.235809 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-20ac2e4d-c89d-4234-805b-357c6077a775 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.256814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b19fe73b-06e6-4d55-a9f2-cb660d18011f None None] Calling delete_port for 2b8abeef-bc37-4251-bc0d-08896ad63c62 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:46.284993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ca724f54-e318-465f-ae8a-9faff408841b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:46.285460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.320216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4ee446-e106-455a-9eae-5a53d585041c']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:46.402220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0d65a5-e0f7-4586-bec9-d04416dc6d12') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:46.402588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0d65a5-e0f7-4586-bec9-d04416dc6d12') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:46.436620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-803c55bb-34d5-4e78-a0d6-e4b629ba3424 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.454893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4e69880d-da6a-45a5-9b63-ba4fcdab1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.474419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.515337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4d62d97f-9af2-4af7-bf23-3b0ae20529bd None None] For port d8e3973e-e5ce-4ab0-b727-947f94919eca, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d8e3973e-e5ce-4ab0-b727-947f94919eca,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:46.515974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d62d97f-9af2-4af7-bf23-3b0ae20529bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.530701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-803c55bb-34d5-4e78-a0d6-e4b629ba3424 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.539359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.574082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.objects.ports [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88199) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:14:46.637714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43872) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:46.642804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:46.643224 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.644980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-803c55bb-34d5-4e78-a0d6-e4b629ba3424 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network 63852db4-7a2e-486f-9f0a-ee960a97d1cf is not hosted by any dhcp agent {{(pid=88198) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 06:14:46.650368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c55bb-34d5-4e78-a0d6-e4b629ba3424 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:46.651180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-803c55bb-34d5-4e78-a0d6-e4b629ba3424 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.653140 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-803c55bb-34d5-4e78-a0d6-e4b629ba3424 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "PUT /v2.0/networks/63852db4-7a2e-486f-9f0a-ee960a97d1cf HTTP/1.1" status: 200 len: 758 time: 0.6139812 Feb 04 06:14:46.662473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43876) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:46.732808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4d62d97f-9af2-4af7-bf23-3b0ae20529bd None None] Calling delete_port for d8e3973e-e5ce-4ab0-b727-947f94919eca owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:46.767545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-20ac2e4d-c89d-4234-805b-357c6077a775 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.792279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4e69880d-da6a-45a5-9b63-ba4fcdab1a24 None None] For port ca724f54-e318-465f-ae8a-9faff408841b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ca724f54-e318-465f-ae8a-9faff408841b,segment=NetworkSegment(7fc79086-1c9d-4b73-a8ae-a06f528dc872),segment_id=7fc79086-1c9d-4b73-a8ae-a06f528dc872)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:46.818366 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-b19fe73b-06e6-4d55-a9f2-cb660d18011f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:14:46.823857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-b19fe73b-06e6-4d55-a9f2-cb660d18011f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:14:46.827438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.830916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d652347-480f-4cc8-8b2c-1531ff74fb84 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:46.837619 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9d652347-480f-4cc8-8b2c-1531ff74fb84 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/networks?id=63852db4-7a2e-486f-9f0a-ee960a97d1cf HTTP/1.1" status: 200 len: 761 time: 0.1737962 Feb 04 06:14:46.852911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43882) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:46.854075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c55bb-34d5-4e78-a0d6-e4b629ba3424 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=63852db4-7a2e-486f-9f0a-ee960a97d1cf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:46.890872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1545292083'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:46.900232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:46.904754 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-20ac2e4d-c89d-4234-805b-357c6077a775 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Calling delete_port for adcd30ec-c8df-4fce-b876-f545fa49b575 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:46.927016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:46.943119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4e69880d-da6a-45a5-9b63-ba4fcdab1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:46.946624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 63852db4-7a2e-486f-9f0a-ee960a97d1cf details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:46.996677 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bd56d802-bfb8-4597-b068-d77e7956f388 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cac8553498a4dcda03f74b06cfa17ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565271 Feb 04 06:14:46.997741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43888) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:47.020634 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:47.091113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:47.096230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.120152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee20b348-6b84-4d6c-8f50-3c13786b720d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.134412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d8e3973e-e5ce-4ab0-b727-947f94919eca no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:47.148839 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:47.167944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee20b348-6b84-4d6c-8f50-3c13786b720d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.180223 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d62d97f-9af2-4af7-bf23-3b0ae20529bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.186422 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.services.revisions.revision_plugin [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Could not find related port for resource to bump revision. Feb 04 06:14:47.229559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: d8e3973e-e5ce-4ab0-b727-947f94919eca {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:47.230402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d8e3973e-e5ce-4ab0-b727-947f94919eca not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:47.231007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b8abeef-bc37-4251-bc0d-08896ad63c62 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:47.237047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_pluggable_backend [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Port d8e3973e-e5ce-4ab0-b727-947f94919eca was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88199) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 06:14:47.237355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_pluggable_backend [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Reverting IP allocation for 2001:db8::f816:3eff:feb9:e218 {{(pid=88199) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 06:14:47.249817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_pluggable_backend [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb9:e218 {{(pid=88199) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 06:14:47.253120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.273341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Transition to ACTIVE for port object 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:47.287774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62d97f-9af2-4af7-bf23-3b0ae20529bd None None] No DVR routers for this DVR port d8e3973e-e5ce-4ab0-b727-947f94919eca on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:47.297843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-20ac2e4d-c89d-4234-805b-357c6077a775 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.301344 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 2b8abeef-bc37-4251-bc0d-08896ad63c62 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:47.301764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b8abeef-bc37-4251-bc0d-08896ad63c62 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:47.326255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6ee36c4b-3df1-457c-955c-4a1ac292ccc6 None None] Provisioning complete for port ca724f54-e318-465f-ae8a-9faff408841b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:47.326964 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6ee36c4b-3df1-457c-955c-4a1ac292ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.347987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.348342 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment 01942a29-f41c-43b0-934d-2d1857097413 of type vlan for network 76d72fb8-2d56-479a-bc52-6d338a087108 Feb 04 06:14:47.370306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:47.372381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.380516 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.381441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac2e4d-c89d-4234-805b-357c6077a775 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Pushing event deleted for resources: {'Port': ['ID=adcd30ec-c8df-4fce-b876-f545fa49b575,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:47.384432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:47.409046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee20b348-6b84-4d6c-8f50-3c13786b720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.430969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b19fe73b-06e6-4d55-a9f2-cb660d18011f None None] Deleting port 2b8abeef-bc37-4251-bc0d-08896ad63c62 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:47.431490 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b19fe73b-06e6-4d55-a9f2-cb660d18011f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.460375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20b348-6b84-4d6c-8f50-3c13786b720d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a28f8f5-6c65-408b-9a0e-b1aaedd5dfcd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:47.470783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Transition to ACTIVE for port object 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:47.543271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69880d-da6a-45a5-9b63-ba4fcdab1a24 None None] Pushing event updated for resources: {'Port': ['ID=ca724f54-e318-465f-ae8a-9faff408841b,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:47.544267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.550056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:47.552051 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b19fe73b-06e6-4d55-a9f2-cb660d18011f None None] The port '2b8abeef-bc37-4251-bc0d-08896ad63c62' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:14:47.559011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.578015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.595502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.600911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62d97f-9af2-4af7-bf23-3b0ae20529bd None None] Pushing event deleted for resources: {'Port': ['ID=d8e3973e-e5ce-4ab0-b727-947f94919eca,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:47.601110 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Network': ['ID=7f4ee446-e106-455a-9eae-5a53d585041c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:47.651756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=2f0a6c3d-e104-473b-b03f-8191a841d9ec,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:47.686771 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:47.687770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.719307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68687070-0428-4e29-8da6-784c5723fb4a None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:47.724291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee20b348-6b84-4d6c-8f50-3c13786b720d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.725582 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ee20b348-6b84-4d6c-8f50-3c13786b720d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a28f8f5-6c65-408b-9a0e-b1aaedd5dfcd HTTP/1.1" status: 204 len: 168 time: 0.7269003 Feb 04 06:14:47.746637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.746866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=76d72fb8-2d56-479a-bc52-6d338a087108,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:47.752043 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Network 534cb930-3ada-4940-9ee3-07f58cb629e7 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:47.808099 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0f0f1e6e-50d2-41dc-adbb-ef1b7f35575c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/networks/7f4ee446-e106-455a-9eae-5a53d585041c HTTP/1.1" status: 204 len: 168 time: 3.7608955 Feb 04 06:14:47.811474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 76d72fb8-2d56-479a-bc52-6d338a087108 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:47.816167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43896) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:47.817911 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5f88899f-d732-4ab9-894f-435e38a7b045 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9519653 Feb 04 06:14:47.823826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43900) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:47.825209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:47.832122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2139297230', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:47.833292 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0f38f414-b1bf-435e-8992-0a8a7b7a11de tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2746773 Feb 04 06:14:47.838243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43902) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:47.843414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:47.850274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:09:46:3c', 'name': 'tempest-NetworksTestDHCPv6-2104192262'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:47.851016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'network_id': '76d72fb8-2d56-479a-bc52-6d338a087108', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:47.888506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:47.938914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-20ac2e4d-c89d-4234-805b-357c6077a775 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.942044 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-20ac2e4d-c89d-4234-805b-357c6077a775 tempest-RoutersAdminNegativeTest-1737594754 tempest-RoutersAdminNegativeTest-1737594754-project-admin] 10.222.0.32 "DELETE /v2.0/ports/adcd30ec-c8df-4fce-b876-f545fa49b575 HTTP/1.1" status: 204 len: 168 time: 2.1224456 Feb 04 06:14:47.943464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:router and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:47.951700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:47.978461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:48.000186 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Pushing event updated for resources: {'Port': ['ID=8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:48.016841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:48.022734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Usage tracker for resource:subnet and tenant:6215fd0543044d6daff185969006dff3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:48.026254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:48.033296 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:48.054374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef53-2302-427a-ac2a-0c61937a2f30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772410711044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3521210'] for subnet, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.116675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.119123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.130638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Attempting to bind port 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:48.131684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Attempting to bind port 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '7268a412-357b-472c-9963-a1871ebc1d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '534cb930-3ada-4940-9ee3-07f58cb629e7'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:48.131684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Attempting to bind port 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74 on network 534cb930-3ada-4940-9ee3-07f58cb629e7 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:48.154166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e5ef53-2302-427a-ac2a-0c61937a2f30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:48.154166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef53-2302-427a-ac2a-0c61937a2f30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.154166 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b7e5ef53-2302-427a-ac2a-0c61937a2f30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "PUT /v2.0/subnets/6f777c5d-6b6d-4043-85f0-78e6ee5f8087 HTTP/1.1" status: 200 len: 826 time: 4.0627797 Feb 04 06:14:48.155277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43910) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:48.167148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:48.167721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Checking segment: {'id': '7268a412-357b-472c-9963-a1871ebc1d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '534cb930-3ada-4940-9ee3-07f58cb629e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:48.167966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.168364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Bound using segment: {'id': '7268a412-357b-472c-9963-a1871ebc1d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '534cb930-3ada-4940-9ee3-07f58cb629e7'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:48.168881 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Bound port: 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7268a412-357b-472c-9963-a1871ebc1d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '534cb930-3ada-4940-9ee3-07f58cb629e7'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:48.169259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.208326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-79d0e146-f8a7-4cca-b363-b6fa3b83000b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.347766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.356880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:48.360603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.365751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:48.388941 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:48.468436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '2f0a6c3d-e104-473b-b03f-8191a841d9ec'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:48.469292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.487119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:48.500862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] For port 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:48.548807 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] For port 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74,segment=NetworkSegment(7268a412-357b-472c-9963-a1871ebc1d7b),segment_id=7268a412-357b-472c-9963-a1871ebc1d7b)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:48.568199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.577916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5ef53-2302-427a-ac2a-0c61937a2f30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=6f777c5d-6b6d-4043-85f0-78e6ee5f8087,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:48.595013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Deleting port 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:48.595359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.648240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.691295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] Deleting port 41433b6d-6509-417a-a15a-690fcc2ecd6c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:48.691881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.747530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Allocated IP 2001:db8::f816:3eff:fea2:dcb5 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/2f0a6c3d-e104-473b-b03f-8191a841d9ec/f9332f05-3699-459a-b826-944e4c0a134b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:48.774587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:48.774794 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77cdba-a3e3-4fe1-b9d0-6f14de10e7c3 None None] Pushing event updated for resources: {'Port': ['ID=8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:48.953290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 9da957cc-a278-4eff-a495-3c7bb94de342 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:14:49.031001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43928) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:49.050638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.085008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Transition to ACTIVE for port object f9332f05-3699-459a-b826-944e4c0a134b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:49.150044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ca724f54-e318-465f-ae8a-9faff408841b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:49.176930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] For port 41433b6d-6509-417a-a15a-690fcc2ecd6c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=41433b6d-6509-417a-a15a-690fcc2ecd6c,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:49.177567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.278431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.329669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] For port 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74,segment=NetworkSegment(7268a412-357b-472c-9963-a1871ebc1d7b),segment_id=7268a412-357b-472c-9963-a1871ebc1d7b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:49.330037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.341707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ca724f54-e318-465f-ae8a-9faff408841b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:49.342497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.353359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2342b1a7-9831-4d5c-869e-715fb41783e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.385370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Transition to ACTIVE for port object f9332f05-3699-459a-b826-944e4c0a134b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:49.389638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] Calling delete_port for 41433b6d-6509-417a-a15a-690fcc2ecd6c owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:49.443575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.530610 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43940) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:49.547070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.572382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.649153 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2342b1a7-9831-4d5c-869e-715fb41783e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:49.650355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:49.653439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2342b1a7-9831-4d5c-869e-715fb41783e4 admin admin] Usage tracker for resource:security_group_rule and tenant:8744ec8b998445b9849a651d20e41d3d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:49.655376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:49.656762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2342b1a7-9831-4d5c-869e-715fb41783e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:49.659938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:49.669839 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2342b1a7-9831-4d5c-869e-715fb41783e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:49.707563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Pushing event updated for resources: {'Port': ['ID=f9332f05-3699-459a-b826-944e4c0a134b,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:49.746130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Calling delete_port for 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:49.762999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-318c3f5c-81a9-4279-ae95-9f6ace3d9cd7 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:49.764128 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-318c3f5c-81a9-4279-ae95-9f6ace3d9cd7 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 06:14:49.764816 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-318c3f5c-81a9-4279-ae95-9f6ace3d9cd7 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:14:49.769714 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-318c3f5c-81a9-4279-ae95-9f6ace3d9cd7 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2342317 Feb 04 06:14:49.769714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::f816:3eff:fe09:463c (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/2f0a6c3d-e104-473b-b03f-8191a841d9ec/9da957cc-a278-4eff-a495-3c7bb94de342) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:49.769993 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43946) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:49.777467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Attempting to bind port f9332f05-3699-459a-b826-944e4c0a134b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:49.777865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Attempting to bind port f9332f05-3699-459a-b826-944e4c0a134b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:49.778224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Attempting to bind port f9332f05-3699-459a-b826-944e4c0a134b on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:49.781303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'tempest-secgroup--238770416'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:49.785863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:49.786481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:49.786885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.787280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:49.787793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Bound port: f9332f05-3699-459a-b826-944e4c0a134b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:49.788211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.793318 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:49.842620 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:49.842620 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:49.842620 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:49.866998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2342b1a7-9831-4d5c-869e-715fb41783e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:49.887015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] For port f9332f05-3699-459a-b826-944e4c0a134b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:49.891392 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] For port f9332f05-3699-459a-b826-944e4c0a134b, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=f9332f05-3699-459a-b826-944e4c0a134b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:50.075137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.140445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.151069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.156946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.176095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.233359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=41433b6d-6509-417a-a15a-690fcc2ecd6c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.244533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2342b1a7-9831-4d5c-869e-715fb41783e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.251591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.273894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa82b8d-f3ce-4398-a154-5d6b2653b0d5 None None] Pushing event updated for resources: {'Port': ['ID=f9332f05-3699-459a-b826-944e4c0a134b,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.296675 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.310061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33da95-35a4-479c-929d-919e3ebcb81f None None] Network 534cb930-3ada-4940-9ee3-07f58cb629e7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:50.321173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:50.330043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:50.358427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Port': ['ID=8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.410310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:50.423788 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:50.457033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342b1a7-9831-4d5c-869e-715fb41783e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e84838b-200b-49d2-949d-309c35a1d2c0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.542797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No DVR routers for this DVR port 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:50.562940 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2342b1a7-9831-4d5c-869e-715fb41783e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8744ec8b998445b9849a651d20e41d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5238116 Feb 04 06:14:50.563873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=73de5bce-f787-4803-8448-53263ad8cfad,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:50.600722 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43950) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:50.674796 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking segment: {'id': '01942a29-f41c-43b0-934d-2d1857097413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '76d72fb8-2d56-479a-bc52-6d338a087108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:50.675206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network hostable DHCP agents. Network: 76d72fb8-2d56-479a-bc52-6d338a087108, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:50.682152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.686650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2d1061ae-6514-4f2a-a5ae-11dbbf2ff5cc None None] Could not find standard attr ID for object 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:14:50.730190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.828267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.862520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 9da957cc-a278-4eff-a495-3c7bb94de342 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:50.893087 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network 76d72fb8-2d56-479a-bc52-6d338a087108 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:50.918424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.927892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35015969-fd84-4950-8478-a18cdd471963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:50.930907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.062717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35015969-fd84-4950-8478-a18cdd471963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.071589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.074190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edec6d85-a8ea-4e5d-b4b7-50dbce3d4d84 None None] Network 534cb930-3ada-4940-9ee3-07f58cb629e7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:51.111999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:51.123784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.138589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:51.154343 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:51.155561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 76d72fb8-2d56-479a-bc52-6d338a087108) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:51.161380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:51.161989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.171754 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990c2cf4-8f91-4fa8-8ee5-9839a26202c3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:51.174453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:51.193145 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a2d279-9fcb-47b7-bbea-29931ef94151 None None] Network 76d72fb8-2d56-479a-bc52-6d338a087108 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:51.220379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.222402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f9332f05-3699-459a-b826-944e4c0a134b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:51.240111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.267259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Subnet': ['ID=6f777c5d-6b6d-4043-85f0-78e6ee5f8087,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:51.307115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.358029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:51.364787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:51.370989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:51.376600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:51.377194 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.435258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.469632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=9da957cc-a278-4eff-a495-3c7bb94de342,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:51.483234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534cb930-3ada-4940-9ee3-07f58cb629e7']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:51.494195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35015969-fd84-4950-8478-a18cdd471963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.512210 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-007b6811-3ed4-488a-b44f-cc42ab0e3d77 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6692343 Feb 04 06:14:51.512210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7268a412-357b-472c-9963-a1871ebc1d7b') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:51.512210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7268a412-357b-472c-9963-a1871ebc1d7b') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:51.526340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43954) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:51.535633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.573392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35015969-fd84-4950-8478-a18cdd471963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e84838b-200b-49d2-949d-309c35a1d2c0,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:51.583285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.587428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port f9332f05-3699-459a-b826-944e4c0a134b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:51.662089 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-35015969-fd84-4950-8478-a18cdd471963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.665765 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-35015969-fd84-4950-8478-a18cdd471963 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e84838b-200b-49d2-949d-309c35a1d2c0 HTTP/1.1" status: 204 len: 168 time: 1.0510459 Feb 04 06:14:51.699195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.739870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] Router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:14:51.767103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.771137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583cec80-779f-4e72-b8f8-f1f528268493,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:51.773038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e34ea-4c10-435a-b41b-4895be6f955c None None] DHCP port deletion for 534cb930-3ada-4940-9ee3-07f58cb629e7 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:51.793120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.794185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:51.794697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:51.816029 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:51.818963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-76d72fb8-2d56-479a-bc52-6d338a087108', 'network_id': '76d72fb8-2d56-479a-bc52-6d338a087108', 'tenant_id': '6215fd0543044d6daff185969006dff3', 'fixed_ips': [{'subnet_id': '73de5bce-f787-4803-8448-53263ad8cfad'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:14:51.818963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.853392 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2da91c1c-6bb6-4350-a105-ee93517b2ea4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0116265 Feb 04 06:14:51.867204 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43960) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:51.929381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Allocated IP 172.26.7.218 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/49a0b1bf-8b02-42f2-927a-238c84408eda) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:51.955084 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:51.959936 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a594b512-63ba-4622-a3f3-e755e1eccec2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1852541 Feb 04 06:14:51.967004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43964) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:51.979486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ee35ff27-329b-45a6-a98b-ac38eed322de tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': '583cec80-779f-4e72-b8f8-f1f528268493', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:52.015083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ee35ff27-329b-45a6-a98b-ac38eed322de tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:52.045614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ee35ff27-329b-45a6-a98b-ac38eed322de tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:52.048437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Allocated IP 172.20.0.2 (76d72fb8-2d56-479a-bc52-6d338a087108/73de5bce-f787-4803-8448-53263ad8cfad/ac13c2ed-86da-4b7e-8301-8c98a41e4c08) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:52.094410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ee35ff27-329b-45a6-a98b-ac38eed322de tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:52.114959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ee35ff27-329b-45a6-a98b-ac38eed322de tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:52.126375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.169034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.175657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.227232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Network': ['ID=534cb930-3ada-4940-9ee3-07f58cb629e7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:52.231835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:14:52.237929 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7c5f9f7f-7727-4a68-9a41-d2edadb9cc98 admin admin] 10.222.0.32 "PUT /v2.0/routers/99d679bf-ebca-4e69-bc8e-9c0d759b0c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0006242 Feb 04 06:14:52.244175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43968) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:52.244442 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-079d9964-04b9-4236-87ed-b24ebbe9c92c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/534cb930-3ada-4940-9ee3-07f58cb629e7 HTTP/1.1" status: 204 len: 168 time: 4.0880117 Feb 04 06:14:52.253070 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daea8f5-2261-41fe-9d5e-a59fe0517b1f None None] Sync routers for ids ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:52.254907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43970) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:52.265839 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daea8f5-2261-41fe-9d5e-a59fe0517b1f None None] Routers {'99d679bf-ebca-4e69-bc8e-9c0d759b0c48'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:52.266862 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8daea8f5-2261-41fe-9d5e-a59fe0517b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:52.335466 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35b61dd-0b80-4729-8ec1-b474676fdbcd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:14:52.335941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35b61dd-0b80-4729-8ec1-b474676fdbcd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:14:52.337822 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b35b61dd-0b80-4729-8ec1-b474676fdbcd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/534cb930-3ada-4940-9ee3-07f58cb629e7 HTTP/1.1" status: 404 len: 339 time: 0.0687778 Feb 04 06:14:52.351250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43978) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:52.359193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1506939243', 'description': 'd1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:52.362776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee35ff27-329b-45a6-a98b-ac38eed322de tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.378535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.390014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:52.412543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Usage tracker for resource:network and tenant:c42c4bbba62b47709445759031a2d571 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:52.416592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:52.424758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:52.477732 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.483242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee35ff27-329b-45a6-a98b-ac38eed322de tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.490864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817240ab-6c80-4602-b484-0ad511e8e794 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:52.497138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817240ab-6c80-4602-b484-0ad511e8e794 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:52.498253 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-817240ab-6c80-4602-b484-0ad511e8e794 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:52.505244 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Transition to ACTIVE for port object ac13c2ed-86da-4b7e-8301-8c98a41e4c08 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:52.530025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:52.533747 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-8daea8f5-2261-41fe-9d5e-a59fe0517b1f None None] Set router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:52.539706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.539854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Transition to ACTIVE for port object ac13c2ed-86da-4b7e-8301-8c98a41e4c08 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:52.540549 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.548274 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-be36d280-d592-43d1-b757-833ab467d807 None None] Provisioning for port f9332f05-3699-459a-b826-944e4c0a134b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:52.561956 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-be36d280-d592-43d1-b757-833ab467d807 None None] Provisioning complete for port f9332f05-3699-459a-b826-944e4c0a134b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:52.562386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-be36d280-d592-43d1-b757-833ab467d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.573317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:52.587169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee35ff27-329b-45a6-a98b-ac38eed322de tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.590432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.599042 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Added segment f34b25cc-6435-4496-8c3e-e9d12794c352 of type vlan for network 9162140b-b9a4-4448-b1bb-8a8c270fdab4 Feb 04 06:14:52.608524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.707556 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.722129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35ff27-329b-45a6-a98b-ac38eed322de tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cdade6-2da1-4646-b919-503f8e76027e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:52.765280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-be36d280-d592-43d1-b757-833ab467d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.769273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.777679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-817240ab-6c80-4602-b484-0ad511e8e794 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:52.778369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:52.779759 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-817240ab-6c80-4602-b484-0ad511e8e794 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9114249 Feb 04 06:14:52.787579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:52.788395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43982) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:52.798329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:52.839717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Network 76d72fb8-2d56-479a-bc52-6d338a087108 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:52.852768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Pushing event updated for resources: {'Port': ['ID=ac13c2ed-86da-4b7e-8301-8c98a41e4c08,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:52.856257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:52.863290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:14:52.891920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1a482010-472d-4ccc-b32a-ee10885659e4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 9da957cc-a278-4eff-a495-3c7bb94de342 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:52.892551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a482010-472d-4ccc-b32a-ee10885659e4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.902043 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8daea8f5-2261-41fe-9d5e-a59fe0517b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:14:49Z', 'revision_number': 5, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port': {'id': '866a5558-7f63-4a21-8f6e-56c42e428c92', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:0e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:39Z', 'updated_at': '2022-02-04T06:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:52.904999 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daea8f5-2261-41fe-9d5e-a59fe0517b1f None None] Checking router: 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:52.914859 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daea8f5-2261-41fe-9d5e-a59fe0517b1f None None] Routers {'99d679bf-ebca-4e69-bc8e-9c0d759b0c48'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:52.915517 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8daea8f5-2261-41fe-9d5e-a59fe0517b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:52.933515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.941230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee35ff27-329b-45a6-a98b-ac38eed322de tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.941653 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-be36d280-d592-43d1-b757-833ab467d807 None None] For port f9332f05-3699-459a-b826-944e4c0a134b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=f9332f05-3699-459a-b826-944e4c0a134b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:52.945103 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ee35ff27-329b-45a6-a98b-ac38eed322de tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9731128 Feb 04 06:14:52.945103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=49a0b1bf-8b02-42f2-927a-238c84408eda,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:52.946909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43986) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:52.967783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-57a78f47-855d-4999-9013-9cdc6ac90cfe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': '583cec80-779f-4e72-b8f8-f1f528268493', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:52.974784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-57a78f47-855d-4999-9013-9cdc6ac90cfe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:52.976596 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Attempting to bind port ac13c2ed-86da-4b7e-8301-8c98a41e4c08 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:52.976996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Attempting to bind port ac13c2ed-86da-4b7e-8301-8c98a41e4c08 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '01942a29-f41c-43b0-934d-2d1857097413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '76d72fb8-2d56-479a-bc52-6d338a087108'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:52.977350 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Attempting to bind port ac13c2ed-86da-4b7e-8301-8c98a41e4c08 on network 76d72fb8-2d56-479a-bc52-6d338a087108 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:14:52.979510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-57a78f47-855d-4999-9013-9cdc6ac90cfe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:52.983167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:14:52.983749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Checking segment: {'id': '01942a29-f41c-43b0-934d-2d1857097413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '76d72fb8-2d56-479a-bc52-6d338a087108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:14:52.983897 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-57a78f47-855d-4999-9013-9cdc6ac90cfe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:52.984435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.985028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Bound using segment: {'id': '01942a29-f41c-43b0-934d-2d1857097413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '76d72fb8-2d56-479a-bc52-6d338a087108'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:14:52.985778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Bound port: ac13c2ed-86da-4b7e-8301-8c98a41e4c08, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01942a29-f41c-43b0-934d-2d1857097413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '76d72fb8-2d56-479a-bc52-6d338a087108'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:52.986299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:52.990182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-57a78f47-855d-4999-9013-9cdc6ac90cfe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:52.998379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:53.037070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:53.037655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8522b0fd-0a4f-4d9e-8fdb-b63fb4c55c74 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:53.110927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:14:53.119616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43990) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:53.123071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Deleting port 866a5558-7f63-4a21-8f6e-56c42e428c92 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:53.123418 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.135936 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-8daea8f5-2261-41fe-9d5e-a59fe0517b1f None None] Set router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:14:53.141157 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-be36d280-d592-43d1-b757-833ab467d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.205507 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-46391cd3-a5a9-480f-8871-eb14e4a027a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c75e1947394445d59695e02084359709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845997 Feb 04 06:14:53.217499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 43994) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:53.217948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] For port ac13c2ed-86da-4b7e-8301-8c98a41e4c08, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:14:53.223695 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36d280-d592-43d1-b757-833ab467d807 None None] Pushing event updated for resources: {'Port': ['ID=f9332f05-3699-459a-b826-944e4c0a134b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:53.226161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.231363 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-57a78f47-855d-4999-9013-9cdc6ac90cfe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.238306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] For port ac13c2ed-86da-4b7e-8301-8c98a41e4c08, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ac13c2ed-86da-4b7e-8301-8c98a41e4c08,segment=NetworkSegment(01942a29-f41c-43b0-934d-2d1857097413),segment_id=01942a29-f41c-43b0-934d-2d1857097413)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:14:53.263504 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8daea8f5-2261-41fe-9d5e-a59fe0517b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:14:52Z', 'revision_number': 6, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:53.269451 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daea8f5-2261-41fe-9d5e-a59fe0517b1f None None] The sync data for ids ['99d679bf-ebca-4e69-bc8e-9c0d759b0c48'] in dv-neutron-827796-1-hyperv is: [{'id': '99d679bf-ebca-4e69-bc8e-9c0d759b0c48', 'name': 'tempest-ServerActionsTestJSON-1535218646-router', 'tenant_id': '8e5eeb77cc58458a8021dffb64d08773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:37Z', 'updated_at': '2022-02-04T06:14:52Z', 'revision_number': 6, 'project_id': '8e5eeb77cc58458a8021dffb64d08773', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:53.380365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.391029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a482010-472d-4ccc-b32a-ee10885659e4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.410569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] For port 866a5558-7f63-4a21-8f6e-56c42e428c92, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=866a5558-7f63-4a21-8f6e-56c42e428c92,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:53.420994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.424387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d427b442-3303-46f2-8cfc-ec6ee15e11ed None None] Provisioning for port 9da957cc-a278-4eff-a495-3c7bb94de342 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:53.454831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d427b442-3303-46f2-8cfc-ec6ee15e11ed None None] Provisioning complete for port 9da957cc-a278-4eff-a495-3c7bb94de342 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:53.455340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d427b442-3303-46f2-8cfc-ec6ee15e11ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.539353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8ae2e-a62b-499e-8e0a-3ca595ea9ded None None] Pushing event updated for resources: {'Port': ['ID=ac13c2ed-86da-4b7e-8301-8c98a41e4c08,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:53.541676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.542680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d427b442-3303-46f2-8cfc-ec6ee15e11ed None None] Port 9da957cc-a278-4eff-a495-3c7bb94de342 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:14:53.543538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1a482010-472d-4ccc-b32a-ee10885659e4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 9da957cc-a278-4eff-a495-3c7bb94de342 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:53.565028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Subnet': ['ID=73de5bce-f787-4803-8448-53263ad8cfad,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:53.568580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.574029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:53.574695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.688905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d72fb8-2d56-479a-bc52-6d338a087108']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:53.710147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Calling delete_port for 866a5558-7f63-4a21-8f6e-56c42e428c92 owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:53.810576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01942a29-f41c-43b0-934d-2d1857097413') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:53.810809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01942a29-f41c-43b0-934d-2d1857097413') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:53.856626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.895895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=9162140b-b9a4-4448-b1bb-8a8c270fdab4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:53.908270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 9162140b-b9a4-4448-b1bb-8a8c270fdab4 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:53.930310 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9c03cb0d-650b-4438-8287-607a27c5ce30 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5775194 Feb 04 06:14:53.935652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.983155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 43998) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:53.991844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a0ffffb-0c58-4087-a888-fa6204f0ae32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.029186 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:54.029685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:54.044254 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:54.121868 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-57a78f47-855d-4999-9013-9cdc6ac90cfe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:14:54.126387 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-57a78f47-855d-4999-9013-9cdc6ac90cfe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1686306 Feb 04 06:14:54.126741 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44002) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:54.140156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a0ffffb-0c58-4087-a888-fa6204f0ae32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.164950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.185677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c4d855-c5b6-43f0-98c6-4ae28c330457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:54.186386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-47c4d855-c5b6-43f0-98c6-4ae28c330457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Synchronizing usage tracker for tenant:c42c4bbba62b47709445759031a2d571 on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:54.242498 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a482010-472d-4ccc-b32a-ee10885659e4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.322956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a482010-472d-4ccc-b32a-ee10885659e4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=9da957cc-a278-4eff-a495-3c7bb94de342,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:54.356180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:14:54.356180 dv-neutron-827796-1-hyperv neutron-server[88198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:14:54.356180 dv-neutron-827796-1-hyperv neutron-server[88198]: [parameters: {'id': '76d72fb8-2d56-479a-bc52-6d338a087108'}] Feb 04 06:14:54.356180 dv-neutron-827796-1-hyperv neutron-server[88198]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:14:54.357100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:14:54.358544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a298cecb-d0ef-41ad-8e9b-57dd8ad3ee7b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.375720 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a482010-472d-4ccc-b32a-ee10885659e4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.400636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-47c4d855-c5b6-43f0-98c6-4ae28c330457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Unset dirty status for tenant:c42c4bbba62b47709445759031a2d571 on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:54.407388 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-47c4d855-c5b6-43f0-98c6-4ae28c330457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/networks?id=9162140b-b9a4-4448-b1bb-8a8c270fdab4 HTTP/1.1" status: 200 len: 765 time: 0.4169965 Feb 04 06:14:54.407388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44006) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:54.407388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a298cecb-d0ef-41ad-8e9b-57dd8ad3ee7b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.419677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d0dbc064-eae1-4b41-902d-4a9e6fd9e0a5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'description': 'd2'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:54.490245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.571430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a0ffffb-0c58-4087-a888-fa6204f0ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.606531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ffffb-0c58-4087-a888-fa6204f0ae32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89947c5-5dc4-4ff5-9df7-b5df285837fb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:54.614096 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1a482010-472d-4ccc-b32a-ee10885659e4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/9da957cc-a278-4eff-a495-3c7bb94de342 HTTP/1.1" status: 204 len: 168 time: 1.8179333 Feb 04 06:14:54.615052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=866a5558-7f63-4a21-8f6e-56c42e428c92,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:54.617633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44010) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:54.622873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a0ffffb-0c58-4087-a888-fa6204f0ae32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.638918 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7a0ffffb-0c58-4087-a888-fa6204f0ae32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c89947c5-5dc4-4ff5-9df7-b5df285837fb HTTP/1.1" status: 204 len: 168 time: 1.4050319 Feb 04 06:14:54.676474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.807242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.865561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.896736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad97e6e3-3be1-4461-bb62-3a6139824b59 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:54.898408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad97e6e3-3be1-4461-bb62-3a6139824b59 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:54.899159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad97e6e3-3be1-4461-bb62-3a6139824b59 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:54.914885 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a298cecb-d0ef-41ad-8e9b-57dd8ad3ee7b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.915666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Deleting port ac13c2ed-86da-4b7e-8301-8c98a41e4c08 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:54.916004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.959495 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc064-eae1-4b41-902d-4a9e6fd9e0a5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:54.969331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298cecb-d0ef-41ad-8e9b-57dd8ad3ee7b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583cec80-779f-4e72-b8f8-f1f528268493,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:55.036761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.039629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.041695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a298cecb-d0ef-41ad-8e9b-57dd8ad3ee7b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.043072 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a298cecb-d0ef-41ad-8e9b-57dd8ad3ee7b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "DELETE /v2.0/security-groups/583cec80-779f-4e72-b8f8-f1f528268493 HTTP/1.1" status: 204 len: 168 time: 0.9142592 Feb 04 06:14:55.045631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44016) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:55.137639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7362a0-1dd4-4db3-a42a-77baa7587e7e None None] Network 76d72fb8-2d56-479a-bc52-6d338a087108 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:55.171434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7889d909-2291-4e83-84d8-6083ba5c3a79 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Synchronizing usage tracker for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:55.194276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc064-eae1-4b41-902d-4a9e6fd9e0a5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.216536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0dbc064-eae1-4b41-902d-4a9e6fd9e0a5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network 9162140b-b9a4-4448-b1bb-8a8c270fdab4 is not hosted by any dhcp agent {{(pid=88199) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 06:14:55.224681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dbc064-eae1-4b41-902d-4a9e6fd9e0a5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.229196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc064-eae1-4b41-902d-4a9e6fd9e0a5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.234504 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d0dbc064-eae1-4b41-902d-4a9e6fd9e0a5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "PUT /v2.0/networks/9162140b-b9a4-4448-b1bb-8a8c270fdab4 HTTP/1.1" status: 200 len: 762 time: 0.8168261 Feb 04 06:14:55.235319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44024) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:55.258652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f9332f05-3699-459a-b826-944e4c0a134b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:55.341557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad97e6e3-3be1-4461-bb62-3a6139824b59 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:55.342872 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ad97e6e3-3be1-4461-bb62-3a6139824b59 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.7241316 Feb 04 06:14:55.352399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44032) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:55.373131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7889d909-2291-4e83-84d8-6083ba5c3a79 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Unset dirty status for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:55.377986 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7889d909-2291-4e83-84d8-6083ba5c3a79 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3275604 Feb 04 06:14:55.385304 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44036) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:55.400460 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.400992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d679bf-ebca-4e69-bc8e-9c0d759b0c48 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:14:55.411317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323794793'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:55.417368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:55.427170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:55.476179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port f9332f05-3699-459a-b826-944e4c0a134b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:55.476179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.476780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] For port ac13c2ed-86da-4b7e-8301-8c98a41e4c08, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ac13c2ed-86da-4b7e-8301-8c98a41e4c08,segment=NetworkSegment(01942a29-f41c-43b0-934d-2d1857097413),segment_id=01942a29-f41c-43b0-934d-2d1857097413)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:55.476780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.477303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbc064-eae1-4b41-902d-4a9e6fd9e0a5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=9162140b-b9a4-4448-b1bb-8a8c270fdab4,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:55.477303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.485228 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-db8cdc8d-f9ae-46f1-810f-63d92b946e2e admin admin] 10.222.0.32 "DELETE /v2.0/routers/99d679bf-ebca-4e69-bc8e-9c0d759b0c48 HTTP/1.1" status: 204 len: 168 time: 3.2339728 Feb 04 06:14:55.493099 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 9162140b-b9a4-4448-b1bb-8a8c270fdab4 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:55.509016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44040) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:55.545406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e655dbe-8552-40af-abf9-17ad0320a865 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 2f0a6c3d-e104-473b-b03f-8191a841d9ec {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:14:55.550256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e655dbe-8552-40af-abf9-17ad0320a865 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.585489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.607326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1acf1a-7d96-4554-9e48-8bacc86b7184 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.608876 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cd1acf1a-7d96-4554-9e48-8bacc86b7184 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/networks?id=9162140b-b9a4-4448-b1bb-8a8c270fdab4 HTTP/1.1" status: 200 len: 765 time: 0.3726072 Feb 04 06:14:55.617035 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44046) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:55.670259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3d392132-d1c2-441a-a969-31306d9dd3ad None None] Provisioning for port ac13c2ed-86da-4b7e-8301-8c98a41e4c08 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:55.704140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router ea8dde5e-aa38-46c3-88f3-86f9d0389392 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:14:55.717277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Calling delete_port for ac13c2ed-86da-4b7e-8301-8c98a41e4c08 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:55.749357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e655dbe-8552-40af-abf9-17ad0320a865 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.824964 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac13c2ed-86da-4b7e-8301-8c98a41e4c08 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:14:55.841708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:55.853434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:55.860270 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:55.873334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4193864-ae63-4b89-91e4-cc911bba282d None None] DHCP port deletion for 76d72fb8-2d56-479a-bc52-6d338a087108 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:55.874511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1afbd7-8a8a-400c-855f-9e500fd3dff9 admin admin] Deleting subnet efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:14:55.877620 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a1afbd7-8a8a-400c-855f-9e500fd3dff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.899647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d4193864-ae63-4b89-91e4-cc911bba282d None None] Deleting port ac13c2ed-86da-4b7e-8301-8c98a41e4c08 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:55.900024 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d4193864-ae63-4b89-91e4-cc911bba282d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:55.917596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:56.011393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a1afbd7-8a8a-400c-855f-9e500fd3dff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.058544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9206d6d9-c3d1-4138-ab3b-cf2a7e7f096f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:56.060041 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9206d6d9-c3d1-4138-ab3b-cf2a7e7f096f tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4404950 Feb 04 06:14:56.062848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44056) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:56.064861 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e655dbe-8552-40af-abf9-17ad0320a865 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.098956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.109028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:14:56.116762 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ac13c2ed-86da-4b7e-8301-8c98a41e4c08 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:56.118304 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a2d36519-b97f-4e10-b966-e74223ff1242 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Synchronizing usage tracker for tenant:c42c4bbba62b47709445759031a2d571 on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:56.138369 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4cde58-5d57-4f0e-a932-2452e90dfec9 None None] Sync routers for ids ['ea8dde5e-aa38-46c3-88f3-86f9d0389392'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:56.145875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ac13c2ed-86da-4b7e-8301-8c98a41e4c08 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:56.151451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.154728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No DVR routers for this DVR port ac13c2ed-86da-4b7e-8301-8c98a41e4c08 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:56.190457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a1afbd7-8a8a-400c-855f-9e500fd3dff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.195523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Port ac13c2ed-86da-4b7e-8301-8c98a41e4c08 was deleted so its status cannot be updated. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 06:14:56.211779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Port': ['ID=ac13c2ed-86da-4b7e-8301-8c98a41e4c08,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:56.212275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d4193864-ae63-4b89-91e4-cc911bba282d None None] For port ac13c2ed-86da-4b7e-8301-8c98a41e4c08, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ac13c2ed-86da-4b7e-8301-8c98a41e4c08,segment=NetworkSegment(01942a29-f41c-43b0-934d-2d1857097413),segment_id=01942a29-f41c-43b0-934d-2d1857097413)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:56.212943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d4193864-ae63-4b89-91e4-cc911bba282d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.221350 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4cde58-5d57-4f0e-a932-2452e90dfec9 None None] Routers {'ea8dde5e-aa38-46c3-88f3-86f9d0389392'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:56.222910 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8c4cde58-5d57-4f0e-a932-2452e90dfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['ea8dde5e-aa38-46c3-88f3-86f9d0389392'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:56.301883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 41433b6d-6509-417a-a15a-690fcc2ecd6c no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:56.319314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44062) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:56.319963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a2d36519-b97f-4e10-b966-e74223ff1242 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Unset dirty status for tenant:c42c4bbba62b47709445759031a2d571 on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:56.324608 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a2d36519-b97f-4e10-b966-e74223ff1242 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 207 time: 0.2573891 Feb 04 06:14:56.327762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44066) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:56.345628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.362425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.398646 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 41433b6d-6509-417a-a15a-690fcc2ecd6c {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:56.399061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 41433b6d-6509-417a-a15a-690fcc2ecd6c not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:56.399707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 866a5558-7f63-4a21-8f6e-56c42e428c92 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:56.441834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.445477 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8c49c5e1-0911-4565-9433-552e8efc65bc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.6237731 Feb 04 06:14:56.445856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44072) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:56.464424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d72fb8-2d56-479a-bc52-6d338a087108']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:56.480252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8c4cde58-5d57-4f0e-a932-2452e90dfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:56.489002 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d4193864-ae63-4b89-91e4-cc911bba282d None None] Calling delete_port for ac13c2ed-86da-4b7e-8301-8c98a41e4c08 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:56.494593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01942a29-f41c-43b0-934d-2d1857097413') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:56.503510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01942a29-f41c-43b0-934d-2d1857097413') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:56.503860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e655dbe-8552-40af-abf9-17ad0320a865 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.516399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8f8872ab-897a-477f-a62f-019c10cf53d2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:56.516888 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-8f8872ab-897a-477f-a62f-019c10cf53d2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 06:14:56.517882 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-8f8872ab-897a-477f-a62f-019c10cf53d2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:14:56.522503 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8f8872ab-897a-477f-a62f-019c10cf53d2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1963360 Feb 04 06:14:56.522503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.546899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:56.548260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a1afbd7-8a8a-400c-855f-9e500fd3dff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.550384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 866a5558-7f63-4a21-8f6e-56c42e428c92 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:56.550735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 866a5558-7f63-4a21-8f6e-56c42e428c92 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:56.561174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4cde58-5d57-4f0e-a932-2452e90dfec9 None None] Routers {'ea8dde5e-aa38-46c3-88f3-86f9d0389392'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:14:56.561782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8c4cde58-5d57-4f0e-a932-2452e90dfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['ea8dde5e-aa38-46c3-88f3-86f9d0389392'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:56.569682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.583403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721861558'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:56.589209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:56.593758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:56.596631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:56.602568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:56.612547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a1afbd7-8a8a-400c-855f-9e500fd3dff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.612761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e655dbe-8552-40af-abf9-17ad0320a865 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0a6c3d-e104-473b-b03f-8191a841d9ec,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:56.617360 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3a1afbd7-8a8a-400c-855f-9e500fd3dff9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb HTTP/1.1" status: 204 len: 168 time: 1.1069627 Feb 04 06:14:56.618222 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44080) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:56.618419 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e37efc2-f336-4bf4-91c4-761f6124c182 None None] Network bcbc6d8a-a29f-4884-a766-65731440e62d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:56.624756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1afbd7-8a8a-400c-855f-9e500fd3dff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc49e80-f733-4daf-8d3b-2cf2bc1bbcbb,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:56.638313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e655dbe-8552-40af-abf9-17ad0320a865 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.661757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.675611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:56.676009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:56.695143 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:56.697272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e427319-30f1-442e-8e39-de33843a2919 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:14:56.700896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e2d8f-b7c6-4b53-85fd-6ab5df5fdc04 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:56.707590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e2d8f-b7c6-4b53-85fd-6ab5df5fdc04 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:56.714105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e2d8f-b7c6-4b53-85fd-6ab5df5fdc04 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:56.717307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8c4cde58-5d57-4f0e-a932-2452e90dfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:56.717730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4cde58-5d57-4f0e-a932-2452e90dfec9 None None] The sync data for ids ['ea8dde5e-aa38-46c3-88f3-86f9d0389392'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:56.718530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.719686 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3335011 Feb 04 06:14:56.720588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e2d8f-b7c6-4b53-85fd-6ab5df5fdc04 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:56.726736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e2d8f-b7c6-4b53-85fd-6ab5df5fdc04 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:56.728805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44084) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:56.733334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e2d8f-b7c6-4b53-85fd-6ab5df5fdc04 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:56.734465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a77e2d8f-b7c6-4b53-85fd-6ab5df5fdc04 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Synchronizing usage tracker for tenant:c42c4bbba62b47709445759031a2d571 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:56.750857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3a93f9e3-5520-4841-a634-9903e6b6edaf tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': '9e88a4fe-7fdd-471a-b4a8-b8e1e470a1a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:56.751609 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-3a93f9e3-5520-4841-a634-9903e6b6edaf tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 06:14:56.752107 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-3a93f9e3-5520-4841-a634-9903e6b6edaf tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:14:56.756803 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3a93f9e3-5520-4841-a634-9903e6b6edaf tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0199149 Feb 04 06:14:56.756803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fdfad-3d1d-46ed-9b17-dd481c4900b1 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e88a4fe-7fdd-471a-b4a8-b8e1e470a1a6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:56.788175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.807481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44088) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:56.827806 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5e655dbe-8552-40af-abf9-17ad0320a865 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/2f0a6c3d-e104-473b-b03f-8191a841d9ec HTTP/1.1" status: 204 len: 168 time: 1.4725835 Feb 04 06:14:56.830615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44092) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:56.833470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.876569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-d4193864-ae63-4b89-91e4-cc911bba282d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:14:56.876945 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-d4193864-ae63-4b89-91e4-cc911bba282d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:14:56.888706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:56.897532 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a77e2d8f-b7c6-4b53-85fd-6ab5df5fdc04 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Unset dirty status for tenant:c42c4bbba62b47709445759031a2d571 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:56.903124 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a77e2d8f-b7c6-4b53-85fd-6ab5df5fdc04 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5700490 Feb 04 06:14:56.903124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44096) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:56.907686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:56.917648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:56.923351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:56.932025 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8340b086-51c7-427a-b550-64562907514e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913019 Feb 04 06:14:56.932795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44100) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:56.939904 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-503b8518-7184-45c2-9709-bb0dc0d1c460 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/routers/ea8dde5e-aa38-46c3-88f3-86f9d0389392 HTTP/1.1" status: 200 len: 881 time: 0.4923046 Feb 04 06:14:56.946235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44104) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:57.048938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac13c2ed-86da-4b7e-8301-8c98a41e4c08 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:57.064328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Deleting port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:57.064684 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.089691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: ac13c2ed-86da-4b7e-8301-8c98a41e4c08 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:57.089937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac13c2ed-86da-4b7e-8301-8c98a41e4c08 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:57.129088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.131222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:57.155700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bdb408-dbfc-41bf-ba17-bdae2430eea2 None None] DHCP port deletion for bcbc6d8a-a29f-4884-a766-65731440e62d request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:57.161437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-01bdb408-dbfc-41bf-ba17-bdae2430eea2 None None] Deleting port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:57.161943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-01bdb408-dbfc-41bf-ba17-bdae2430eea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.168282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.204311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd0ee8-74a2-49e3-953c-a430819458e7 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:14:57.204665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=76d72fb8-2d56-479a-bc52-6d338a087108,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:57.212391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5d8c82-cafa-4b4d-82a9-4e5f6372787a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.228315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd0ee8-74a2-49e3-953c-a430819458e7 None None] Deleting port f9332f05-3699-459a-b826-944e4c0a134b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:57.229003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfbd0ee8-74a2-49e3-953c-a430819458e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.231704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccd5b82-9ca9-47a9-8cc4-6442d00fe496 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.232522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0ccd5b82-9ca9-47a9-8cc4-6442d00fe496 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:57.248716 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4041fe56-ff5a-4fea-a281-7d8c27a6998d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/76d72fb8-2d56-479a-bc52-6d338a087108 HTTP/1.1" status: 204 len: 168 time: 5.7209232 Feb 04 06:14:57.251807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44108) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:57.256490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5d8c82-cafa-4b4d-82a9-4e5f6372787a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.363259 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-3befef10-1dc6-4462-a0a6-75bce30ae84d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] GET failed (client error): The resource could not be found. Feb 04 06:14:57.363877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3befef10-1dc6-4462-a0a6-75bce30ae84d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Synchronizing usage tracker for tenant:6215fd0543044d6daff185969006dff3 on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:57.382037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d4193864-ae63-4b89-91e4-cc911bba282d None None] Deleting port ac13c2ed-86da-4b7e-8301-8c98a41e4c08 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:57.382287 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d9357b63-7692-4603-a1a9-c38a89533f58 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4750378 Feb 04 06:14:57.382422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d4193864-ae63-4b89-91e4-cc911bba282d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.382505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44112) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:57.418113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] For port 3f2d1975-9d83-46e6-9017-5dbb04ae3930, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3f2d1975-9d83-46e6-9017-5dbb04ae3930,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:57.418399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.426597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5d8c82-cafa-4b4d-82a9-4e5f6372787a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.461807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d8c82-cafa-4b4d-82a9-4e5f6372787a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e88a4fe-7fdd-471a-b4a8-b8e1e470a1a6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:57.506852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981bb1f0-ce60-48b6-9195-ce3d296ca104 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.507520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d4193864-ae63-4b89-91e4-cc911bba282d None None] The port 'ac13c2ed-86da-4b7e-8301-8c98a41e4c08' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:14:57.508476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981bb1f0-ce60-48b6-9195-ce3d296ca104 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.510878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981bb1f0-ce60-48b6-9195-ce3d296ca104 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.512427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981bb1f0-ce60-48b6-9195-ce3d296ca104 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.513976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981bb1f0-ce60-48b6-9195-ce3d296ca104 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.514910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-981bb1f0-ce60-48b6-9195-ce3d296ca104 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Synchronizing usage tracker for tenant:c42c4bbba62b47709445759031a2d571 on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:57.528569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5d8c82-cafa-4b4d-82a9-4e5f6372787a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.532150 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ee5d8c82-cafa-4b4d-82a9-4e5f6372787a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "DELETE /v2.0/security-groups/9e88a4fe-7fdd-471a-b4a8-b8e1e470a1a6 HTTP/1.1" status: 204 len: 168 time: 0.7217987 Feb 04 06:14:57.539290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44116) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:57.591840 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-981bb1f0-ce60-48b6-9195-ce3d296ca104 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Unset dirty status for tenant:c42c4bbba62b47709445759031a2d571 on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:57.593041 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-981bb1f0-ce60-48b6-9195-ce3d296ca104 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2097282 Feb 04 06:14:57.602998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44120) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:57.656606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.666644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0ccd5b82-9ca9-47a9-8cc4-6442d00fe496 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:57.669970 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0ccd5b82-9ca9-47a9-8cc4-6442d00fe496 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7295969 Feb 04 06:14:57.676181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44124) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:57.679113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-35f24d1d-c539-413b-a2bb-00b02a1c19a4 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Synchronizing usage tracker for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:57.740272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Calling delete_port for 3f2d1975-9d83-46e6-9017-5dbb04ae3930 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:57.752113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34249d79-4313-4f07-9dfa-7d7418e833e6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.753658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34249d79-4313-4f07-9dfa-7d7418e833e6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.755201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34249d79-4313-4f07-9dfa-7d7418e833e6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.756576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34249d79-4313-4f07-9dfa-7d7418e833e6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.757977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34249d79-4313-4f07-9dfa-7d7418e833e6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.758322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cfbd0ee8-74a2-49e3-953c-a430819458e7 None None] For port f9332f05-3699-459a-b826-944e4c0a134b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=f9332f05-3699-459a-b826-944e4c0a134b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:57.758717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfbd0ee8-74a2-49e3-953c-a430819458e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.762998 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-34249d79-4313-4f07-9dfa-7d7418e833e6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1516232 Feb 04 06:14:57.762998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.764230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:57.768111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3befef10-1dc6-4462-a0a6-75bce30ae84d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Unset dirty status for tenant:6215fd0543044d6daff185969006dff3 on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:57.768829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:57.772355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-01bdb408-dbfc-41bf-ba17-bdae2430eea2 None None] For port 3f2d1975-9d83-46e6-9017-5dbb04ae3930, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3f2d1975-9d83-46e6-9017-5dbb04ae3930,segment=NetworkSegment(efb63d78-f901-4542-b101-cfa11214b849),segment_id=efb63d78-f901-4542-b101-cfa11214b849)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:14:57.772514 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3befef10-1dc6-4462-a0a6-75bce30ae84d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/subnets/73de5bce-f787-4803-8448-53263ad8cfad HTTP/1.1" status: 404 len: 337 time: 0.5168331 Feb 04 06:14:57.772625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-01bdb408-dbfc-41bf-ba17-bdae2430eea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.772755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:57.777709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44128) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:57.777889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:57.778371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44130) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:57.850047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:57.896943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08436ecf-0627-4a66-8973-0d95af580054 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.897584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08436ecf-0627-4a66-8973-0d95af580054 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:57.901683 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-490355f4-aa11-41bb-ba51-54126c55aa7e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:14:57.902162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490355f4-aa11-41bb-ba51-54126c55aa7e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:14:57.904041 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-490355f4-aa11-41bb-ba51-54126c55aa7e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/76d72fb8-2d56-479a-bc52-6d338a087108 HTTP/1.1" status: 404 len: 339 time: 0.1230192 Feb 04 06:14:57.909745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44136) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:57.912948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5c5b32-ce6f-49e7-aa80-bccba9302079,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:57.982479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ab65f790-6cf1-4e1f-9a4e-f15fbd58e3c5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Synchronizing usage tracker for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:router {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:58.013848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd0ee8-74a2-49e3-953c-a430819458e7 None None] Calling delete_port for f9332f05-3699-459a-b826-944e4c0a134b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:58.023846 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf1279f-fdd6-4176-809e-8a17ca2ed2bd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:58.028561 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dbf1279f-fdd6-4176-809e-8a17ca2ed2bd tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/networks/3a1675e6-cb14-4c54-8fd8-c6f86bea9222 HTTP/1.1" status: 200 len: 804 time: 0.2457573 Feb 04 06:14:58.028852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44142) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.047494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-01bdb408-dbfc-41bf-ba17-bdae2430eea2 None None] Calling delete_port for 3f2d1975-9d83-46e6-9017-5dbb04ae3930 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:14:58.057361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.113806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6e174-7a54-4d64-b255-305a36061910 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:58.114509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7dc6e174-7a54-4d64-b255-305a36061910 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Synchronizing usage tracker for tenant:6215fd0543044d6daff185969006dff3 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:58.125508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-35f24d1d-c539-413b-a2bb-00b02a1c19a4 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Unset dirty status for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:58.128795 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-35f24d1d-c539-413b-a2bb-00b02a1c19a4 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5865288 Feb 04 06:14:58.132622 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44146) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.137110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc888013-3e46-4858-83ff-dd1ed32c6d68,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:58.145206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106793734'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:58.163901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:58.195336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:58.202812 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08436ecf-0627-4a66-8973-0d95af580054 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:58.204287 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-08436ecf-0627-4a66-8973-0d95af580054 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5223286 Feb 04 06:14:58.212492 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f8ca9197-d761-4ee0-b5d1-e8411bf64d5b tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/networks/3a1675e6-cb14-4c54-8fd8-c6f86bea9222?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1775506 Feb 04 06:14:58.212492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44150) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.212492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ab65f790-6cf1-4e1f-9a4e-f15fbd58e3c5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Unset dirty status for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:router {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:58.212492 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ab65f790-6cf1-4e1f-9a4e-f15fbd58e3c5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2270989 Feb 04 06:14:58.212492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.213839 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44152) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.214224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44154) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.223740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-01bdb408-dbfc-41bf-ba17-bdae2430eea2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:14:58.226124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-01bdb408-dbfc-41bf-ba17-bdae2430eea2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:14:58.254366 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e5761e5c-a961-49a3-bc9b-d7b21479fb40 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2139297230'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:58.318279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.319504 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-63169497-7662-49a5-b083-b0795cebeec7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7600768 Feb 04 06:14:58.320273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7dc6e174-7a54-4d64-b255-305a36061910 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Unset dirty status for tenant:6215fd0543044d6daff185969006dff3 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:58.321328 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7dc6e174-7a54-4d64-b255-305a36061910 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4104502 Feb 04 06:14:58.326047 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f8876680-fe06-46cf-b96e-6b2715445a23 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107192 Feb 04 06:14:58.326873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44162) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.327196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44164) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.331598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2d1975-9d83-46e6-9017-5dbb04ae3930,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:58.331818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44166) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.341135 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:58.360266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfbd0ee8-74a2-49e3-953c-a430819458e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.364441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] No DVR routers for this DVR port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:58.368983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f6525447-e1ed-42c8-80ae-41c14f34358e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': 'bc888013-3e46-4858-83ff-dd1ed32c6d68', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:58.406509 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f6525447-e1ed-42c8-80ae-41c14f34358e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:58.410120 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd0ee8-74a2-49e3-953c-a430819458e7 None None] Pushing event deleted for resources: {'Port': ['ID=f9332f05-3699-459a-b826-944e4c0a134b,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:58.416411 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9d1bedea-bf19-4e54-bfd5-b7d918f36170 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 207 time: 0.0797515 Feb 04 06:14:58.418025 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd0ee8-74a2-49e3-953c-a430819458e7 None None] No DVR routers for this DVR port f9332f05-3699-459a-b826-944e4c0a134b on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:58.423946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44174) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.432736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f6525447-e1ed-42c8-80ae-41c14f34358e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:58.482081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830595ba-2940-4958-92c1-54eee060a97c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:58.486513 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-830595ba-2940-4958-92c1-54eee060a97c tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/subnets/0704dfcd-080e-4768-93aa-8b64e00d7f27 HTTP/1.1" status: 200 len: 843 time: 0.2675421 Feb 04 06:14:58.486675 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f6525447-e1ed-42c8-80ae-41c14f34358e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:58.496544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44178) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.498937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.555009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f6525447-e1ed-42c8-80ae-41c14f34358e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:58.591118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.605115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:58.611749 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:58.628782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:58.641058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbc6d8a-a29f-4884-a766-65731440e62d']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:58.651952 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:58.661246 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb63d78-f901-4542-b101-cfa11214b849') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:58.661541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb63d78-f901-4542-b101-cfa11214b849') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:58.670045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f909cad-72f9-4fa3-b47c-c839026f35d3 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:58.676341 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2f909cad-72f9-4fa3-b47c-c839026f35d3 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "GET /v2.0/subnets/0704dfcd-080e-4768-93aa-8b64e00d7f27?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1739202 Feb 04 06:14:58.680873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44182) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.685227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:58.688857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-439784510'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:58.693886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.704756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:58.725861 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-01bdb408-dbfc-41bf-ba17-bdae2430eea2 None None] Deleting port 3f2d1975-9d83-46e6-9017-5dbb04ae3930 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:14:58.726236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-01bdb408-dbfc-41bf-ba17-bdae2430eea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.730818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f6525447-e1ed-42c8-80ae-41c14f34358e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.747393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:58.751772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.771533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:58.777723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:58.778136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:58.793490 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:58.804251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-01bdb408-dbfc-41bf-ba17-bdae2430eea2 None None] The port '3f2d1975-9d83-46e6-9017-5dbb04ae3930' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:14:58.821983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bf81fb-1faf-43f6-adb0-cfcb969ee727 None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:14:58.822402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55812d7-aee3-4d26-8887-f9d0c1325fed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:58.828017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55812d7-aee3-4d26-8887-f9d0c1325fed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:58.834008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55812d7-aee3-4d26-8887-f9d0c1325fed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:58.842115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55812d7-aee3-4d26-8887-f9d0c1325fed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:58.842115 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c55812d7-aee3-4d26-8887-f9d0c1325fed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4110382 Feb 04 06:14:58.856390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44186) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:58.945481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:58.946359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bf81fb-1faf-43f6-adb0-cfcb969ee727 None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:14:58.949799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:58.980163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:58.983614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.044915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3f2d1975-9d83-46e6-9017-5dbb04ae3930 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:59.057309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.080531 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f6525447-e1ed-42c8-80ae-41c14f34358e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.091150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:59.091723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 3f2d1975-9d83-46e6-9017-5dbb04ae3930 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:59.092062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3f2d1975-9d83-46e6-9017-5dbb04ae3930 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:59.092530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f9332f05-3699-459a-b826-944e4c0a134b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:14:59.127920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.128259 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Added segment 4920fe3c-d2c8-48fa-9a39-2130e71dc885 of type vlan for network 65fce6e7-ddf7-4024-bd04-8042feefeb75 Feb 04 06:14:59.139778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: f9332f05-3699-459a-b826-944e4c0a134b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:14:59.140115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f9332f05-3699-459a-b826-944e4c0a134b not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:14:59.148282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4e179df8-b4d7-4092-91be-88accbe47f48 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Synchronizing usage tracker for tenant:6215fd0543044d6daff185969006dff3 on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:59.177944 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4e179df8-b4d7-4092-91be-88accbe47f48 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Unset dirty status for tenant:6215fd0543044d6daff185969006dff3 on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:59.182662 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4e179df8-b4d7-4092-91be-88accbe47f48 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3145578 Feb 04 06:14:59.182662 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.184249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44190) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:59.232220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.265731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.278293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f6525447-e1ed-42c8-80ae-41c14f34358e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.279864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.307014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] Pushing event deleted for resources: {'Network': ['ID=bcbc6d8a-a29f-4884-a766-65731440e62d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:59.376757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6525447-e1ed-42c8-80ae-41c14f34358e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865545b7-f73e-46a0-87a1-89cddee27786,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:59.399700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ff738-dd82-423a-b084-73a241594cbe tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:59.401377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ff738-dd82-423a-b084-73a241594cbe tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:59.406373 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f55ff738-dd82-423a-b084-73a241594cbe tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2177126 Feb 04 06:14:59.408536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44194) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:59.414221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd1e94-c937-4373-b729-9737134181b9,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:59.453365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4601c0a-7955-4669-b860-f56617c8686e None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:14:59.468600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.475306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:59.476164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.527292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5761e5c-a961-49a3-bc9b-d7b21479fb40 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.573555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643fccd-693c-437f-b424-ae1c811ba41c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:59.574905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643fccd-693c-437f-b424-ae1c811ba41c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:59.575547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c643fccd-693c-437f-b424-ae1c811ba41c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Synchronizing usage tracker for tenant:6215fd0543044d6daff185969006dff3 on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:14:59.591671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4601c0a-7955-4669-b860-f56617c8686e None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:14:59.614918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c643fccd-693c-437f-b424-ae1c811ba41c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Unset dirty status for tenant:6215fd0543044d6daff185969006dff3 on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:14:59.619952 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c643fccd-693c-437f-b424-ae1c811ba41c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2062900 Feb 04 06:14:59.620247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44198) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:59.692828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f6525447-e1ed-42c8-80ae-41c14f34358e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.695706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5761e5c-a961-49a3-bc9b-d7b21479fb40 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.697035 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f6525447-e1ed-42c8-80ae-41c14f34358e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3651388 Feb 04 06:14:59.698080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.702087 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5ef3f2f2-a991-4f62-bef9-1de62e4608d3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5650377 Feb 04 06:14:59.702393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44202) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:59.702561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:59.713548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-78627180-5b8f-4f87-ae21-0ba552128e3c tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': '0dcd1e94-c937-4373-b729-9737134181b9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:59.714872 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.api.v2.base [None req-78627180-5b8f-4f87-ae21-0ba552128e3c tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 06:14:59.715379 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-78627180-5b8f-4f87-ae21-0ba552128e3c tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:14:59.716347 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-78627180-5b8f-4f87-ae21-0ba552128e3c tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0102580 Feb 04 06:14:59.719467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8838b7b0-ef7e-42bb-abeb-3f441bef6e71 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': 'bc888013-3e46-4858-83ff-dd1ed32c6d68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:59.729041 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44210) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:59.748617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Network': ['ID=65fce6e7-ddf7-4024-bd04-8042feefeb75,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:59.765671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 65fce6e7-ddf7-4024-bd04-8042feefeb75 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:14:59.794544 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-32e6d964-c0da-4dae-9ca9-f508936bc09e admin admin] 10.222.0.32 "DELETE /v2.0/networks/bcbc6d8a-a29f-4884-a766-65731440e62d HTTP/1.1" status: 204 len: 168 time: 3.1690519 Feb 04 06:14:59.794810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8838b7b0-ef7e-42bb-abeb-3f441bef6e71 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:14:59.796513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.815997 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8c522984-15c0-4895-a89e-5f4188515cb5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.844626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8838b7b0-ef7e-42bb-abeb-3f441bef6e71 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:14:59.845859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8c522984-15c0-4895-a89e-5f4188515cb5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:59.856704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8838b7b0-ef7e-42bb-abeb-3f441bef6e71 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:14:59.862593 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1143c9e7-802b-447a-b9d1-7a08680a58b8 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1806300 Feb 04 06:14:59.863743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44216) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:14:59.881855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'network_id': '65fce6e7-ddf7-4024-bd04-8042feefeb75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:59.893677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8838b7b0-ef7e-42bb-abeb-3f441bef6e71 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:14:59.905396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:59.919833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:59.936184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:59.936808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.036057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:00.050241 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '6cb6c861-e5cc-4a4f-a14d-0d3e14c13935'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:00.050953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:00.051237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.053602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=6cb6c861-e5cc-4a4f-a14d-0d3e14c13935,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:00.111057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462fc8e-c4e7-42d4-97dd-f80a2c2128ce tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:00.112374 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0462fc8e-c4e7-42d4-97dd-f80a2c2128ce tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/networks/908ed132-3b6f-42ca-ad7c-b27279cb73a2 HTTP/1.1" status: 200 len: 799 time: 0.4912126 Feb 04 06:15:00.116136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8838b7b0-ef7e-42bb-abeb-3f441bef6e71 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.116445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44220) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:00.125550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5761e5c-a961-49a3-bc9b-d7b21479fb40 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router ea8dde5e-aa38-46c3-88f3-86f9d0389392 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:15:00.213252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8c522984-15c0-4895-a89e-5f4188515cb5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.226528 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f3e43a92-5480-4c35-8319-30c676ea558a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8940978 Feb 04 06:15:00.233767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44224) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:00.256878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/6cb6c861-e5cc-4a4f-a14d-0d3e14c13935/70d4192a-81e4-463a-9ec0-6e8819029c9b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:00.257142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:38:54:34', 'name': 'tempest-NetworksTestDHCPv6-1169427042'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:00.271353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c522984-15c0-4895-a89e-5f4188515cb5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd1e94-c937-4373-b729-9737134181b9,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:00.353473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8c522984-15c0-4895-a89e-5f4188515cb5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.354602 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8c522984-15c0-4895-a89e-5f4188515cb5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "DELETE /v2.0/security-groups/0dcd1e94-c937-4373-b729-9737134181b9 HTTP/1.1" status: 204 len: 168 time: 0.6225173 Feb 04 06:15:00.358268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44228) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:00.380456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5761e5c-a961-49a3-bc9b-d7b21479fb40 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:00.386423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Made reservation on behalf of c42c4bbba62b47709445759031a2d571 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:00.389220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e5761e5c-a961-49a3-bc9b-d7b21479fb40 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.389832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.392991 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e5761e5c-a961-49a3-bc9b-d7b21479fb40 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/ea8dde5e-aa38-46c3-88f3-86f9d0389392 HTTP/1.1" status: 200 len: 888 time: 2.1760728 Feb 04 06:15:00.396155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44232) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:00.398744 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b270e0b-3faa-4dad-8557-930076acd07b None None] Sync routers for ids ['ea8dde5e-aa38-46c3-88f3-86f9d0389392'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:00.438971 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b270e0b-3faa-4dad-8557-930076acd07b None None] Routers {'ea8dde5e-aa38-46c3-88f3-86f9d0389392'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:00.444676 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8b270e0b-3faa-4dad-8557-930076acd07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['ea8dde5e-aa38-46c3-88f3-86f9d0389392'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:00.477651 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-8838b7b0-ef7e-42bb-abeb-3f441bef6e71 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 06:15:00.478704 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8838b7b0-ef7e-42bb-abeb-3f441bef6e71 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7742517 Feb 04 06:15:00.484794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44236) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:00.496016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44240) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:00.501598 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-985a7c77-5a44-4ed1-8b75-5873d721ad5c tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/networks/908ed132-3b6f-42ca-ad7c-b27279cb73a2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3839839 Feb 04 06:15:00.514864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.523661 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44244) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:00.541260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Transition to ACTIVE for port object 70d4192a-81e4-463a-9ec0-6e8819029c9b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:00.560959 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Performing IP validity checks on allocation pools {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:15:00.561618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:15:00.581583 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b6334d17-8d4e-4575-a359-8e2e14a130f6 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2203596 Feb 04 06:15:00.583766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44248) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:00.583902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Transition to ACTIVE for port object 70d4192a-81e4-463a-9ec0-6e8819029c9b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:00.601456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'tempest-secgroup--295656970'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:00.609195 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8b270e0b-3faa-4dad-8557-930076acd07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:00.618793 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b270e0b-3faa-4dad-8557-930076acd07b None None] Routers {'ea8dde5e-aa38-46c3-88f3-86f9d0389392'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:00.619395 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8b270e0b-3faa-4dad-8557-930076acd07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['ea8dde5e-aa38-46c3-88f3-86f9d0389392'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:00.621493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:00.624838 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:00.641085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:00.643019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:00.661361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.661629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:00.665046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:00.677519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba108-9eb3-42f8-b2e4-3107dc15cf52 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.710771 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8b270e0b-3faa-4dad-8557-930076acd07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:00.712626 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b270e0b-3faa-4dad-8557-930076acd07b None None] The sync data for ids ['ea8dde5e-aa38-46c3-88f3-86f9d0389392'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:00.722776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba108-9eb3-42f8-b2e4-3107dc15cf52 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.732337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Pushing event updated for resources: {'Port': ['ID=70d4192a-81e4-463a-9ec0-6e8819029c9b,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:00.745020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:00.746254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:00.748595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:00.794636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.837489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:00.844027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Attempting to bind port 70d4192a-81e4-463a-9ec0-6e8819029c9b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:00.844394 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Attempting to bind port 70d4192a-81e4-463a-9ec0-6e8819029c9b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:00.844789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Attempting to bind port 70d4192a-81e4-463a-9ec0-6e8819029c9b on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:00.851199 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:00.851564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:00.851962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.852350 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:00.853161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Bound port: 70d4192a-81e4-463a-9ec0-6e8819029c9b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:00.853289 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:00.857361 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f48d8fc1-5d0a-4592-b8c2-9ac2739224ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e5eeb77cc58458a8021dffb64d08773&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3604620 Feb 04 06:15:00.859799 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:00.862418 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44252) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:00.872328 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e810f63e-098c-4f17-9faf-6d9e67697ec5 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/routers/ea8dde5e-aa38-46c3-88f3-86f9d0389392 HTTP/1.1" status: 200 len: 888 time: 0.4752879 Feb 04 06:15:00.875482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d3b8d2-0b2b-4b73-b5c3-873369ccd27b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:00.878287 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-24d3b8d2-0b2b-4b73-b5c3-873369ccd27b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/subnets/47a05dd8-516a-4a6a-929b-1d32503337ed HTTP/1.1" status: 200 len: 811 time: 0.3521616 Feb 04 06:15:00.880417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:00.883489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44258) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:00.920636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:00.925328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:00.946857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] For port 70d4192a-81e4-463a-9ec0-6e8819029c9b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:00.950001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] For port 70d4192a-81e4-463a-9ec0-6e8819029c9b, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=70d4192a-81e4-463a-9ec0-6e8819029c9b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:00.953136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:00.960977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e424719c-3c3a-4e75-973a-b7020582820d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Synchronizing usage tracker for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:01.000772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7812a-bc19-4b44-93d5-03ca2a3e7d6d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['shared'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:01.005653 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-49b7812a-bc19-4b44-93d5-03ca2a3e7d6d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "GET /v2.0/subnets/47a05dd8-516a-4a6a-929b-1d32503337ed?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1176186 Feb 04 06:15:01.005927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44264) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:01.011334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-948090668'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:01.016173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:01.023403 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.025964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:01.067464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba108-9eb3-42f8-b2e4-3107dc15cf52 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.101723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22ca08be-a053-4428-81c9-cd2ee1424317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.113130 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0c1a3-3875-45ae-adbb-7447810fd2ea None None] Pushing event updated for resources: {'Port': ['ID=70d4192a-81e4-463a-9ec0-6e8819029c9b,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:01.114026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ba108-9eb3-42f8-b2e4-3107dc15cf52 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc888013-3e46-4858-83ff-dd1ed32c6d68,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:01.118879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.120270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e424719c-3c3a-4e75-973a-b7020582820d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Unset dirty status for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:01.125213 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e424719c-3c3a-4e75-973a-b7020582820d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea8dde5e-aa38-46c3-88f3-86f9d0389392 HTTP/1.1" status: 200 len: 205 time: 0.2399504 Feb 04 06:15:01.125213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44268) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:01.187598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:01.191037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.198664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22ca08be-a053-4428-81c9-cd2ee1424317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.205393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.214568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port c5b66355-55a7-461c-a5ea-9b6a1545bc4a yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:15:01.246714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:01.273062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba108-9eb3-42f8-b2e4-3107dc15cf52 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.277170 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fa0ba108-9eb3-42f8-b2e4-3107dc15cf52 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "DELETE /v2.0/security-groups/bc888013-3e46-4858-83ff-dd1ed32c6d68 HTTP/1.1" status: 204 len: 168 time: 0.7878478 Feb 04 06:15:01.281600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44272) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:01.328346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.328743 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Added segment 1a752da6-cf6c-416a-8e52-0197d8c352d5 of type vlan for network ffd21a3a-cf1c-4450-a995-920cc4e2bef4 Feb 04 06:15:01.362535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.397481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.442132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.453844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=36686156-d79a-49c0-bcd7-5cce8c5137f0,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:01.538309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-691a6f16-2967-4156-9013-1407167f8378 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Synchronizing usage tracker for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:01.546731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.552449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Checking segment: {'id': '4920fe3c-d2c8-48fa-9a39-2130e71dc885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '65fce6e7-ddf7-4024-bd04-8042feefeb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:01.552449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network hostable DHCP agents. Network: 65fce6e7-ddf7-4024-bd04-8042feefeb75, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:01.606784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.663268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b571bd-fab9-44c8-bf4b-d40b84140b17,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:01.666908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::379 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/6cb6c861-e5cc-4a4f-a14d-0d3e14c13935/c5b66355-55a7-461c-a5ea-9b6a1545bc4a) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:01.681676 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22ca08be-a053-4428-81c9-cd2ee1424317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.688814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22ca08be-a053-4428-81c9-cd2ee1424317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.688814 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-22ca08be-a053-4428-81c9-cd2ee1424317 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d552158-4e0a-491e-aad8-79b060278824 HTTP/1.1" status: 204 len: 168 time: 0.7714188 Feb 04 06:15:01.702587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca08be-a053-4428-81c9-cd2ee1424317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d552158-4e0a-491e-aad8-79b060278824,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:01.717666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.728019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:01.728913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.739957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 49a0b1bf-8b02-42f2-927a-238c84408eda {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:01.740542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.936094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Network': ['ID=ffd21a3a-cf1c-4450-a995-920cc4e2bef4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:01.949214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network ffd21a3a-cf1c-4450-a995-920cc4e2bef4 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:01.969189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-691a6f16-2967-4156-9013-1407167f8378 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Unset dirty status for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:01.969189 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-691a6f16-2967-4156-9013-1407167f8378 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6742179 Feb 04 06:15:01.969189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Network 65fce6e7-ddf7-4024-bd04-8042feefeb75 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:01.969189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:01.969189 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a94f4ea4-8b6c-4d2f-a00d-68a150b5e9fc tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3729911 Feb 04 06:15:01.969189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44278) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:01.970273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44280) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:01.982842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-979d20b9-60f4-4e72-9d40-2adee2a28674 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b571bd-fab9-44c8-bf4b-d40b84140b17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:01.995001 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-979d20b9-60f4-4e72-9d40-2adee2a28674 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 06:15:01.996106 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-979d20b9-60f4-4e72-9d40-2adee2a28674 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:01.999442 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-979d20b9-60f4-4e72-9d40-2adee2a28674 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0204210 Feb 04 06:15:01.999889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44286) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:02.000185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260292290'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:02.008174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8fe0f2c7-132d-4775-a129-f35d735fed41 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b571bd-fab9-44c8-bf4b-d40b84140b17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:02.010819 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.api.v2.base [None req-8fe0f2c7-132d-4775-a129-f35d735fed41 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 06:15:02.011327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:02.011695 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-8fe0f2c7-132d-4775-a129-f35d735fed41 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:02.012920 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8fe0f2c7-132d-4775-a129-f35d735fed41 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0115139 Feb 04 06:15:02.015793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44290) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:02.030509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-da3d41a6-c426-406d-94bd-5aeccde930f3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b571bd-fab9-44c8-bf4b-d40b84140b17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:02.031557 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.api.v2.base [None req-da3d41a6-c426-406d-94bd-5aeccde930f3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 06:15:02.032047 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-da3d41a6-c426-406d-94bd-5aeccde930f3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:02.033586 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-da3d41a6-c426-406d-94bd-5aeccde930f3 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0167301 Feb 04 06:15:02.036881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44294) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:02.043256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a5e7912f-8fad-44af-8958-cc8de86bbd27 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0363231 Feb 04 06:15:02.047712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dd18669d-7bc6-4550-9c26-32353363c639 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b571bd-fab9-44c8-bf4b-d40b84140b17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:02.048927 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.api.v2.base [None req-dd18669d-7bc6-4550-9c26-32353363c639 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 06:15:02.049077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44298) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:02.050038 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-dd18669d-7bc6-4550-9c26-32353363c639 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:02.050992 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dd18669d-7bc6-4550-9c26-32353363c639 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130606 Feb 04 06:15:02.053378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:02.058155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44302) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:02.061794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'network_id': 'ffd21a3a-cf1c-4450-a995-920cc4e2bef4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:02.107371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.232819 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.244457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 49a0b1bf-8b02-42f2-927a-238c84408eda owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:02.249914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object c5b66355-55a7-461c-a5ea-9b6a1545bc4a will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:02.275475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 65fce6e7-ddf7-4024-bd04-8042feefeb75) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:02.279848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:02.280457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.384475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01fcc431-2d11-44b7-a053-0e3363b1ba30 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.384475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:02.414884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:02.420677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.432932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01fcc431-2d11-44b7-a053-0e3363b1ba30 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.479998 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ad3bbc0d-3e1c-4658-8e8c-1ca9fb1457c4 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6131692 Feb 04 06:15:02.481147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:02.485098 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44314) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:02.489569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:02.495482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-cadfbece-75c5-4e34-8384-99e6494b17fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:02.524798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:02.535529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:02.536980 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add81353-e6e7-4310-9b9b-80246992b89b None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:02.549778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c302262-1cda-4c5f-8aac-2c9d4940ffc5 None None] Network 65fce6e7-ddf7-4024-bd04-8042feefeb75 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:02.554300 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.613822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.622688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Made reservation on behalf of 6215fd0543044d6daff185969006dff3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:02.626153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.695567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=49a0b1bf-8b02-42f2-927a-238c84408eda,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:02.744449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:02.759933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:02.762527 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:02.769230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:02.770095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.775588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01fcc431-2d11-44b7-a053-0e3363b1ba30 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.816527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.824562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c81c9f5f-63cd-4f6c-8ca7-41c3a931a39a None None] Provisioning for port 70d4192a-81e4-463a-9ec0-6e8819029c9b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:02.896101 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=c5b66355-55a7-461c-a5ea-9b6a1545bc4a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:02.905899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing IP validity checks on allocation pools {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:15:02.906257 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:15:02.911245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcc431-2d11-44b7-a053-0e3363b1ba30 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b571bd-fab9-44c8-bf4b-d40b84140b17,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:02.965919 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-01fcc431-2d11-44b7-a053-0e3363b1ba30 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.970098 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-01fcc431-2d11-44b7-a053-0e3363b1ba30 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "DELETE /v2.0/security-groups/f6b571bd-fab9-44c8-bf4b-d40b84140b17 HTTP/1.1" status: 204 len: 168 time: 0.8898869 Feb 04 06:15:02.973099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cadfbece-75c5-4e34-8384-99e6494b17fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2273192'] for subnet, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:02.977493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44322) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:03.032039 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dbc97f95-462c-45cd-86f5-40ceefdffa6b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7920346 Feb 04 06:15:03.045053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44326) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:03.065698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.089175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-65fce6e7-ddf7-4024-bd04-8042feefeb75', 'network_id': '65fce6e7-ddf7-4024-bd04-8042feefeb75', 'tenant_id': 'c42c4bbba62b47709445759031a2d571', 'fixed_ips': [{'subnet_id': '36686156-d79a-49c0-bcd7-5cce8c5137f0'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:03.089175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.163434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.166124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.183415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.244684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 70d4192a-81e4-463a-9ec0-6e8819029c9b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:03.282247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.283451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Fanout notify agent at l3_agent the message router_deleted on router ea8dde5e-aa38-46c3-88f3-86f9d0389392 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:15:03.285395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4a905bc4-6687-418f-b517-224bd09ed658 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Synchronizing usage tracker for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:03.339826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f50388-226b-4ea7-bf87-67484c88be31,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:03.395038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 06:15:03.395038 dv-neutron-827796-1-hyperv neutron-server[88200]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 04 06:15:03.395038 dv-neutron-827796-1-hyperv neutron-server[88200]: [parameters: {'in_use': 1, 'id_1': '36686156-d79a-49c0-bcd7-5cce8c5137f0'}] Feb 04 06:15:03.395038 dv-neutron-827796-1-hyperv neutron-server[88200]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:03.395524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:03.411225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 70d4192a-81e4-463a-9ec0-6e8819029c9b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:03.417107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 70d4192a-81e4-463a-9ec0-6e8819029c9b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:03.417486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.473413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b3669f-1797-4f25-95c0-f6f2f8533c73 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:03.476531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.479303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b3669f-1797-4f25-95c0-f6f2f8533c73 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:03.479721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-30397e44-9fb3-4064-a6cb-93a4aba1d584 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/ea8dde5e-aa38-46c3-88f3-86f9d0389392 HTTP/1.1" status: 204 len: 168 time: 2.3532078 Feb 04 06:15:03.480095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-10b3669f-1797-4f25-95c0-f6f2f8533c73 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:03.482517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44336) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:03.492082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.496352 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-19c68dc7-a01a-4a6a-8d77-cd5c7b699d51 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5245562 Feb 04 06:15:03.497973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4a905bc4-6687-418f-b517-224bd09ed658 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Unset dirty status for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:03.503246 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4a905bc4-6687-418f-b517-224bd09ed658 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5206671 Feb 04 06:15:03.504147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44340) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:03.504147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44342) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:03.505295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'network': {'name': 'tempest-RoutersTest-522935523'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:03.512793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:03.516560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:network and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:03.519503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:03.525868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:03.561591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'tempest-secgroup--825784770'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:03.570961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ca3a8e39-a469-47a5-bfe5-7430707cc32b tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': '96f50388-226b-4ea7-bf87-67484c88be31', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:03.571447 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-ca3a8e39-a469-47a5-bfe5-7430707cc32b tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 06:15:03.572376 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-ca3a8e39-a469-47a5-bfe5-7430707cc32b tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:03.575897 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ca3a8e39-a469-47a5-bfe5-7430707cc32b tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0274618 Feb 04 06:15:03.575897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.576118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44350) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:03.622180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:03.622910 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-758197c2-893d-432e-a5bb-4ff048186489 None None] Provisioning complete for port 70d4192a-81e4-463a-9ec0-6e8819029c9b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:03.623452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-758197c2-893d-432e-a5bb-4ff048186489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.653714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.679283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:03.684344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:03.700524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.700625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-10b3669f-1797-4f25-95c0-f6f2f8533c73 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:03.701503 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-10b3669f-1797-4f25-95c0-f6f2f8533c73 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6506107 Feb 04 06:15:03.716975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44354) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:03.723484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=266b084b-cfa3-4665-b5e5-5d54984240a2,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:03.738982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Checking segment: {'id': '1a752da6-cf6c-416a-8e52-0197d8c352d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffd21a3a-cf1c-4450-a995-920cc4e2bef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:03.739284 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 70d4192a-81e4-463a-9ec0-6e8819029c9b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=70d4192a-81e4-463a-9ec0-6e8819029c9b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:03.739481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network hostable DHCP agents. Network: ffd21a3a-cf1c-4450-a995-920cc4e2bef4, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:03.779181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5843e331-fcb4-40ed-b7cb-690da80232d4 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.800488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cadfbece-75c5-4e34-8384-99e6494b17fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772410711044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3887124'] for subnet, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.817202 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-758197c2-893d-432e-a5bb-4ff048186489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.850229 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.851938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5843e331-fcb4-40ed-b7cb-690da80232d4 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.869072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:03.874647 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadfbece-75c5-4e34-8384-99e6494b17fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:03.876148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-849d1591-a1b1-45e9-b8a7-6b87f00bf61e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port c5b66355-55a7-461c-a5ea-9b6a1545bc4a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:03.877463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-849d1591-a1b1-45e9-b8a7-6b87f00bf61e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.877580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cadfbece-75c5-4e34-8384-99e6494b17fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.885150 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cadfbece-75c5-4e34-8384-99e6494b17fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "PUT /v2.0/subnets/36686156-d79a-49c0-bcd7-5cce8c5137f0 HTTP/1.1" status: 200 len: 900 time: 1.3975987 Feb 04 06:15:03.886350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Network ffd21a3a-cf1c-4450-a995-920cc4e2bef4 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:03.898655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.901275 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44360) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:03.905502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.949367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:03.956215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:03.956629 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added segment 59832ded-c40e-4319-92e2-6bbc20727d01 of type vlan for network 4d551adc-3c3b-4036-9812-7a3c1929d7b5 Feb 04 06:15:04.008979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:04.017480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:04.025892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfbece-75c5-4e34-8384-99e6494b17fc tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event updated for resources: {'Subnet': ['ID=36686156-d79a-49c0-bcd7-5cce8c5137f0,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:04.028716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:04.046810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.055046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, ffd21a3a-cf1c-4450-a995-920cc4e2bef4) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:04.064665 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-758197c2-893d-432e-a5bb-4ff048186489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:04.065813 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:04.066529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-758197c2-893d-432e-a5bb-4ff048186489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:04.066641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.073093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cf1f0e-9948-4b62-930d-c18476c2db08 None None] Network ffd21a3a-cf1c-4450-a995-920cc4e2bef4 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:04.092615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=70d4192a-81e4-463a-9ec0-6e8819029c9b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:04.133084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5843e331-fcb4-40ed-b7cb-690da80232d4 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.137683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.175829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843e331-fcb4-40ed-b7cb-690da80232d4 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f50388-226b-4ea7-bf87-67484c88be31,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:04.235945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.244751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.260412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-849d1591-a1b1-45e9-b8a7-6b87f00bf61e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.282596 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b0dd0413-606f-4c36-a309-b6b796d84736 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2266684 Feb 04 06:15:04.283934 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44368) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:04.302700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-03ab124b-4ee0-485d-88ef-27ab7a1c8b7d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:04.334157 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Allocated IP 2001:db8::3 (65fce6e7-ddf7-4024-bd04-8042feefeb75/36686156-d79a-49c0-bcd7-5cce8c5137f0/13fcaf10-8467-4e19-9f8a-a093893009bc) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:04.338049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.344150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:04.344384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.432246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-849d1591-a1b1-45e9-b8a7-6b87f00bf61e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for c5b66355-55a7-461c-a5ea-9b6a1545bc4a owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:04.488102 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-ffd21a3a-cf1c-4450-a995-920cc4e2bef4', 'network_id': 'ffd21a3a-cf1c-4450-a995-920cc4e2bef4', 'tenant_id': '6215fd0543044d6daff185969006dff3', 'fixed_ips': [{'subnet_id': '266b084b-cfa3-4665-b5e5-5d54984240a2'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:04.489140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.532312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5843e331-fcb4-40ed-b7cb-690da80232d4 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.536268 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5843e331-fcb4-40ed-b7cb-690da80232d4 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "DELETE /v2.0/security-groups/96f50388-226b-4ea7-bf87-67484c88be31 HTTP/1.1" status: 204 len: 168 time: 0.9566774 Feb 04 06:15:04.541645 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44374) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:04.571059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.590334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Network': ['ID=4d551adc-3c3b-4036-9812-7a3c1929d7b5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:04.613417 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-167c8853-bc94-44e3-9152-cbe7e3860fcb tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1292636 Feb 04 06:15:04.616823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44378) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:04.631420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 4d551adc-3c3b-4036-9812-7a3c1929d7b5 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:04.680329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03ab124b-4ee0-485d-88ef-27ab7a1c8b7d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2273192'] for subnet, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.708106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'subnet': {'network_id': '4d551adc-3c3b-4036-9812-7a3c1929d7b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:04.716970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d889ba68-5984-45aa-b504-dc55d6c466a3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:04.733698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.735184 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fec5526f-660d-4697-859e-f4f7fd523b8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1881328 Feb 04 06:15:04.780856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44386) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:04.797166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9fba4b6a-d49a-45b6-9573-b9188dfd925b tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Synchronizing usage tracker for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:04.826900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-849d1591-a1b1-45e9-b8a7-6b87f00bf61e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.886126 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-24dc2f36-ae2e-488d-b5ba-050ab5538a1a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'd889ba68-5984-45aa-b504-dc55d6c466a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:04.886126 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-24dc2f36-ae2e-488d-b5ba-050ab5538a1a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 06:15:04.886443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44390) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:04.886539 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-24dc2f36-ae2e-488d-b5ba-050ab5538a1a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:04.886539 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-24dc2f36-ae2e-488d-b5ba-050ab5538a1a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0982955 Feb 04 06:15:04.888249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44392) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:04.893307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-60d2834d-322b-4976-bc48-d77320060545 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'd889ba68-5984-45aa-b504-dc55d6c466a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:04.907530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d1591-a1b1-45e9-b8a7-6b87f00bf61e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=c5b66355-55a7-461c-a5ea-9b6a1545bc4a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:04.922298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-758197c2-893d-432e-a5bb-4ff048186489 None None] Could not find standard attr ID for object c5b66355-55a7-461c-a5ea-9b6a1545bc4a. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:15:04.951553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:04.962511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:subnet and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:04.965690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-849d1591-a1b1-45e9-b8a7-6b87f00bf61e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.968447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:04.978701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9fba4b6a-d49a-45b6-9573-b9188dfd925b tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Unset dirty status for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:04.979945 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9fba4b6a-d49a-45b6-9573-b9188dfd925b tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4374580 Feb 04 06:15:04.989400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.990565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:04.992254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44400) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:05.010049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group': {'name': 'tempest-secgroup--477267490'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:05.014642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-60d2834d-322b-4976-bc48-d77320060545 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:05.016045 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Transition to ACTIVE for port object 13fcaf10-8467-4e19-9f8a-a093893009bc will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:05.021510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-60d2834d-322b-4976-bc48-d77320060545 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:05.021973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:05.025085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-60d2834d-322b-4976-bc48-d77320060545 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:05.033453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-60d2834d-322b-4976-bc48-d77320060545 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:05.034729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:05.050625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a43c8cde-675b-46f9-a0d2-4d728c5e4d89 None None] Could not find standard attr ID for object c5b66355-55a7-461c-a5ea-9b6a1545bc4a. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:15:05.061093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Transition to ACTIVE for port object 13fcaf10-8467-4e19-9f8a-a093893009bc will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:05.090619 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 70d4192a-81e4-463a-9ec0-6e8819029c9b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:05.094177 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-849d1591-a1b1-45e9-b8a7-6b87f00bf61e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/c5b66355-55a7-461c-a5ea-9b6a1545bc4a HTTP/1.1" status: 204 len: 168 time: 1.3631089 Feb 04 06:15:05.094478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44404) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:05.131796 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:05.135365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.167351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 70d4192a-81e4-463a-9ec0-6e8819029c9b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:05.167839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.183907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03ab124b-4ee0-485d-88ef-27ab7a1c8b7d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772410711044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3887124'] for subnet, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.207461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.217808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1771838064'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:05.227509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.247466 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ab124b-4ee0-485d-88ef-27ab7a1c8b7d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:05.247702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:05.248062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03ab124b-4ee0-485d-88ef-27ab7a1c8b7d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.250053 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-03ab124b-4ee0-485d-88ef-27ab7a1c8b7d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "PUT /v2.0/subnets/266b084b-cfa3-4665-b5e5-5d54984240a2 HTTP/1.1" status: 200 len: 877 time: 0.9605999 Feb 04 06:15:05.260436 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-60d2834d-322b-4976-bc48-d77320060545 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:05.264016 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-60d2834d-322b-4976-bc48-d77320060545 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3749704 Feb 04 06:15:05.264458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44408) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:05.264811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44410) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:05.270460 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Usage tracker for resource:network and tenant:b0e5a05ec47045568a9c1ec12d347a3d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:05.279036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-82c64e0d-d694-4302-b949-430b1e80bd51 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'd889ba68-5984-45aa-b504-dc55d6c466a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:05.279668 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-82c64e0d-d694-4302-b949-430b1e80bd51 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 06:15:05.281000 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-82c64e0d-d694-4302-b949-430b1e80bd51 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:05.281182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:05.285916 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-82c64e0d-d694-4302-b949-430b1e80bd51 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085371 Feb 04 06:15:05.300749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44416) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:05.304183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:05.313375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:05.324451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7e1c42dd-cd86-4966-8abb-8d91ca20e5aa tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'd889ba68-5984-45aa-b504-dc55d6c466a3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:05.341912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:05.353124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adb8fd0-1d4a-4cb7-b48e-0a17369ad9d4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:05.354339 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Network 65fce6e7-ddf7-4024-bd04-8042feefeb75 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:05.354803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adb8fd0-1d4a-4cb7-b48e-0a17369ad9d4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:05.355571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6adb8fd0-1d4a-4cb7-b48e-0a17369ad9d4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:05.359672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:05.360636 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:05.364402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7e1c42dd-cd86-4966-8abb-8d91ca20e5aa tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:05.365951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Pushing event updated for resources: {'Port': ['ID=13fcaf10-8467-4e19-9f8a-a093893009bc,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:05.369875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:05.373321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:05.379595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7e1c42dd-cd86-4966-8abb-8d91ca20e5aa tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:05.380892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Allocated IP 172.20.0.3 (ffd21a3a-cf1c-4450-a995-920cc4e2bef4/266b084b-cfa3-4665-b5e5-5d54984240a2/5e40ce48-585e-4c1a-8faf-7b9418306e21) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:05.384872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7e1c42dd-cd86-4966-8abb-8d91ca20e5aa tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:05.400325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab124b-4ee0-485d-88ef-27ab7a1c8b7d tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event updated for resources: {'Subnet': ['ID=266b084b-cfa3-4665-b5e5-5d54984240a2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:05.400812 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7e1c42dd-cd86-4966-8abb-8d91ca20e5aa tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:05.403564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.463018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Subnet': ['ID=36686156-d79a-49c0-bcd7-5cce8c5137f0,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:05.601831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.602072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Attempting to bind port 13fcaf10-8467-4e19-9f8a-a093893009bc on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:05.602072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Attempting to bind port 13fcaf10-8467-4e19-9f8a-a093893009bc by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '4920fe3c-d2c8-48fa-9a39-2130e71dc885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '65fce6e7-ddf7-4024-bd04-8042feefeb75'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:05.602072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Attempting to bind port 13fcaf10-8467-4e19-9f8a-a093893009bc on network 65fce6e7-ddf7-4024-bd04-8042feefeb75 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:05.608264 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6adb8fd0-1d4a-4cb7-b48e-0a17369ad9d4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:05.610430 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6adb8fd0-1d4a-4cb7-b48e-0a17369ad9d4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5144916 Feb 04 06:15:05.613847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.616380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44420) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:05.620298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:05.625870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Checking segment: {'id': '4920fe3c-d2c8-48fa-9a39-2130e71dc885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '65fce6e7-ddf7-4024-bd04-8042feefeb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:05.625870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.625870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Bound using segment: {'id': '4920fe3c-d2c8-48fa-9a39-2130e71dc885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '65fce6e7-ddf7-4024-bd04-8042feefeb75'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:05.625870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Bound port: 13fcaf10-8467-4e19-9f8a-a093893009bc, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4920fe3c-d2c8-48fa-9a39-2130e71dc885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '65fce6e7-ddf7-4024-bd04-8042feefeb75'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:05.625870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.629257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Made reservation on behalf of b0e5a05ec47045568a9c1ec12d347a3d for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:05.633833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.666891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.676940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fce6e7-ddf7-4024-bd04-8042feefeb75']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:05.695736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4920fe3c-d2c8-48fa-9a39-2130e71dc885') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:05.696124 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4920fe3c-d2c8-48fa-9a39-2130e71dc885') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:05.709586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:05.719368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Usage tracker for resource:security_group_rule and tenant:b0e5a05ec47045568a9c1ec12d347a3d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:05.724001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:05.749076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:05.749552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.756893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.779615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e52331-ccc9-4efe-8b9f-2518bb9a316f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 6cb6c861-e5cc-4a4f-a14d-0d3e14c13935 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:05.781961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.787909 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-7e1c42dd-cd86-4966-8abb-8d91ca20e5aa tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:05.791870 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7e1c42dd-cd86-4966-8abb-8d91ca20e5aa tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4843879 Feb 04 06:15:05.792449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44424) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:05.796765 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-59e52331-ccc9-4efe-8b9f-2518bb9a316f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.800875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e1449288-8cad-4707-a020-0ffb894065b6 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'd889ba68-5984-45aa-b504-dc55d6c466a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:05.801048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] For port 13fcaf10-8467-4e19-9f8a-a093893009bc, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:05.801602 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.api.v2.base [None req-e1449288-8cad-4707-a020-0ffb894065b6 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 06:15:05.802085 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-e1449288-8cad-4707-a020-0ffb894065b6 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:05.804764 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e1449288-8cad-4707-a020-0ffb894065b6 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081294 Feb 04 06:15:05.806712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44428) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:05.813692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2c872dd3-e1f6-4a93-b63c-0d0c612554f5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'd889ba68-5984-45aa-b504-dc55d6c466a3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:05.822811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c872dd3-e1f6-4a93-b63c-0d0c612554f5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:05.827176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:05.827587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.827792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c872dd3-e1f6-4a93-b63c-0d0c612554f5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:05.833630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c872dd3-e1f6-4a93-b63c-0d0c612554f5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:05.839915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:05.842351 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:05.849089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.853949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c872dd3-e1f6-4a93-b63c-0d0c612554f5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:05.859267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Transition to ACTIVE for port object 5e40ce48-585e-4c1a-8faf-7b9418306e21 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:05.879604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.880251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Transition to ACTIVE for port object 5e40ce48-585e-4c1a-8faf-7b9418306e21 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:05.915195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.939545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:05.969524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53544cf0-e2cd-46d2-989c-3fbf67684ca4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:05.992689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-59e52331-ccc9-4efe-8b9f-2518bb9a316f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.013456 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-2c872dd3-e1f6-4a93-b63c-0d0c612554f5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Project fa4011d760364ac2a4e2734c93806997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:15:06.027064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Network ffd21a3a-cf1c-4450-a995-920cc4e2bef4 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:06.034071 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:06.044693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:06.050445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Subnet': ['ID=3c116b24-e5dd-4175-a80f-8983ec33bd87,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:06.050690 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Pushing event updated for resources: {'Port': ['ID=5e40ce48-585e-4c1a-8faf-7b9418306e21,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:06.054916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.059605 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] For port 13fcaf10-8467-4e19-9f8a-a093893009bc, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=13fcaf10-8467-4e19-9f8a-a093893009bc,segment=NetworkSegment(4920fe3c-d2c8-48fa-9a39-2130e71dc885),segment_id=4920fe3c-d2c8-48fa-9a39-2130e71dc885)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:06.060760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Checking segment: {'id': '59832ded-c40e-4319-92e2-6bbc20727d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4d551adc-3c3b-4036-9812-7a3c1929d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:06.061121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network hostable DHCP agents. Network: 4d551adc-3c3b-4036-9812-7a3c1929d7b5, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:06.073715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.074975 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1010d981-6962-4f64-bf51-bed43f555f69 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0807810 Feb 04 06:15:06.077874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:15:06.077874 dv-neutron-827796-1-hyperv neutron-server[88199]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:15:06.077874 dv-neutron-827796-1-hyperv neutron-server[88199]: [parameters: {'id': '65fce6e7-ddf7-4024-bd04-8042feefeb75'}] Feb 04 06:15:06.077874 dv-neutron-827796-1-hyperv neutron-server[88199]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:06.080575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44432) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.080691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:06.083844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b380f38c-f2b4-4cb1-9bb7-48aae2d66df3 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': '53544cf0-e2cd-46d2-989c-3fbf67684ca4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:06.084411 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.api.v2.base [None req-b380f38c-f2b4-4cb1-9bb7-48aae2d66df3 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 06:15:06.084933 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-b380f38c-f2b4-4cb1-9bb7-48aae2d66df3 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:06.088725 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b380f38c-f2b4-4cb1-9bb7-48aae2d66df3 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068510 Feb 04 06:15:06.088921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44436) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.105417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-59e52331-ccc9-4efe-8b9f-2518bb9a316f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.159163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Attempting to bind port 5e40ce48-585e-4c1a-8faf-7b9418306e21 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:06.159577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Attempting to bind port 5e40ce48-585e-4c1a-8faf-7b9418306e21 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '1a752da6-cf6c-416a-8e52-0197d8c352d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffd21a3a-cf1c-4450-a995-920cc4e2bef4'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:06.159946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Attempting to bind port 5e40ce48-585e-4c1a-8faf-7b9418306e21 on network ffd21a3a-cf1c-4450-a995-920cc4e2bef4 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:06.163299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b00be9d2-e896-4d01-9a27-2488a340eda9 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.165676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:06.166056 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Checking segment: {'id': '1a752da6-cf6c-416a-8e52-0197d8c352d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffd21a3a-cf1c-4450-a995-920cc4e2bef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:06.166467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.166861 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Bound using segment: {'id': '1a752da6-cf6c-416a-8e52-0197d8c352d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffd21a3a-cf1c-4450-a995-920cc4e2bef4'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:06.167362 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Bound port: 5e40ce48-585e-4c1a-8faf-7b9418306e21, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a752da6-cf6c-416a-8e52-0197d8c352d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffd21a3a-cf1c-4450-a995-920cc4e2bef4'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:06.167948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.174024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.203063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.220786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.222213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b00be9d2-e896-4d01-9a27-2488a340eda9 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.230509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 4d551adc-3c3b-4036-9812-7a3c1929d7b5 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:06.241384 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-2c872dd3-e1f6-4a93-b63c-0d0c612554f5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:06.242570 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2c872dd3-e1f6-4a93-b63c-0d0c612554f5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4347584 Feb 04 06:15:06.248244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:06.251474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44440) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.253792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Subnet': ['ID=266b084b-cfa3-4665-b5e5-5d54984240a2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:06.256389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2856089e-b79e-4948-a897-e7c149ca5273,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:06.276437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2667fb24-f386-45db-a110-5a8402e422a4 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'd889ba68-5984-45aa-b504-dc55d6c466a3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:06.276952 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-2667fb24-f386-45db-a110-5a8402e422a4 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 06:15:06.277428 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-2667fb24-f386-45db-a110-5a8402e422a4 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:06.278599 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2667fb24-f386-45db-a110-5a8402e422a4 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0218489 Feb 04 06:15:06.279173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.279520 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Added segment 755751ba-05a1-43c5-9483-623ecc5d184c of type vlan for network ea21868b-4b33-48d7-b647-452923c04641 Feb 04 06:15:06.282149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44444) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.317442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.334165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-cc2d03c3-54b8-402e-99c3-ff82261b6d22 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'd889ba68-5984-45aa-b504-dc55d6c466a3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:06.345467 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cc2d03c3-54b8-402e-99c3-ff82261b6d22 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:06.353904 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cc2d03c3-54b8-402e-99c3-ff82261b6d22 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:06.366595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cc2d03c3-54b8-402e-99c3-ff82261b6d22 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:06.372200 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-59e52331-ccc9-4efe-8b9f-2518bb9a316f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.388761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed0d3e-3e8b-43dd-b77e-e096549c2446 None None] Pushing event updated for resources: {'Port': ['ID=13fcaf10-8467-4e19-9f8a-a093893009bc,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:06.397651 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] For port 5e40ce48-585e-4c1a-8faf-7b9418306e21, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:06.411055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] For port 5e40ce48-585e-4c1a-8faf-7b9418306e21, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5e40ce48-585e-4c1a-8faf-7b9418306e21,segment=NetworkSegment(1a752da6-cf6c-416a-8e52-0197d8c352d5),segment_id=1a752da6-cf6c-416a-8e52-0197d8c352d5)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:06.416503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.417226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 4d551adc-3c3b-4036-9812-7a3c1929d7b5) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:06.429370 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:06.429370 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.429679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cc2d03c3-54b8-402e-99c3-ff82261b6d22 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:06.435863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc52d2be-825e-4a3f-9c02-e3bce2bf5455 None None] Network 65fce6e7-ddf7-4024-bd04-8042feefeb75 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:06.441452 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-59e52331-ccc9-4efe-8b9f-2518bb9a316f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.444074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e52331-ccc9-4efe-8b9f-2518bb9a316f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb6c861-e5cc-4a4f-a14d-0d3e14c13935,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:06.462261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a31e0-caca-4e1d-b3ba-6de045d6cb1b None None] Network 4d551adc-3c3b-4036-9812-7a3c1929d7b5 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:06.474972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb4476-544f-41e7-b63a-8b8de0f26375 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:06.476707 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd21a3a-cf1c-4450-a995-920cc4e2bef4']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:06.480386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.486222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:06.487496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.490576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a752da6-cf6c-416a-8e52-0197d8c352d5') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:06.491080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a752da6-cf6c-416a-8e52-0197d8c352d5') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:06.503017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b00be9d2-e896-4d01-9a27-2488a340eda9 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.504306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.505643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b00be9d2-e896-4d01-9a27-2488a340eda9 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.510199 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b00be9d2-e896-4d01-9a27-2488a340eda9 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "DELETE /v2.0/security-groups/53544cf0-e2cd-46d2-989c-3fbf67684ca4 HTTP/1.1" status: 204 len: 168 time: 0.4202938 Feb 04 06:15:06.510900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44448) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.528358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.536591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:06.537616 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.603104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.606034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00be9d2-e896-4d01-9a27-2488a340eda9 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53544cf0-e2cd-46d2-989c-3fbf67684ca4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:06.621111 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e74324de-6f0e-432c-b027-d130d50a4863 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9964061 Feb 04 06:15:06.624084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44452) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.629834 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7396007 Feb 04 06:15:06.635112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3cbf81cf-62a3-4498-974b-84f44d9a236e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2267304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:06.660225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44456) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.673002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3cbf81cf-62a3-4498-974b-84f44d9a236e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:06.689971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3cbf81cf-62a3-4498-974b-84f44d9a236e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:router and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:06.700491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34832dff-35bf-4dcb-b9b3-b76c4241f779 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Pushing event updated for resources: {'Network': ['ID=ea21868b-4b33-48d7-b647-452923c04641,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:06.706229 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3cbf81cf-62a3-4498-974b-84f44d9a236e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:06.716458 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3cbf81cf-62a3-4498-974b-84f44d9a236e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:06.720994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bf3e3c6c-80f0-4f08-b00f-f2867984b688 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Synchronizing usage tracker for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:06.739599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Request body: {'network': {'name': 'tempest-network--856489750', 'router:external': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:06.748705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:06.750097 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:06.753005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.753437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Usage tracker for resource:network and tenant:010eafd5c4d4479e8d9b7432167d00ff is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:06.756340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:06.762312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:06.765868 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-59e52331-ccc9-4efe-8b9f-2518bb9a316f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/6cb6c861-e5cc-4a4f-a14d-0d3e14c13935 HTTP/1.1" status: 204 len: 168 time: 1.1466360 Feb 04 06:15:06.766599 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-cc2d03c3-54b8-402e-99c3-ff82261b6d22 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Project fa4011d760364ac2a4e2734c93806997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:15:06.771327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44462) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.779281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network ea21868b-4b33-48d7-b647-452923c04641 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:06.804871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Deleting port 13fcaf10-8467-4e19-9f8a-a093893009bc {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:06.805212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.834446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81cf-62a3-4498-974b-84f44d9a236e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.835774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81cf-62a3-4498-974b-84f44d9a236e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.853607 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b7910afd-bce4-459e-ab48-3fd8e58c598e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796902 Feb 04 06:15:06.854201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.898823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bf3e3c6c-80f0-4f08-b00f-f2867984b688 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Unset dirty status for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:06.907158 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bf3e3c6c-80f0-4f08-b00f-f2867984b688 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3634806 Feb 04 06:15:06.907371 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-cc2d03c3-54b8-402e-99c3-ff82261b6d22 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:06.907371 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cc2d03c3-54b8-402e-99c3-ff82261b6d22 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6218786 Feb 04 06:15:06.907371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44470) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.909257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44474) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:06.910956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group': {'name': 'tempest-secgroup--214665037'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:06.912904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81cf-62a3-4498-974b-84f44d9a236e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.918311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bb83b10c-6b6c-47af-b47e-bdb94cc72230 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'd889ba68-5984-45aa-b504-dc55d6c466a3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:06.922309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:15:06.922309 dv-neutron-827796-1-hyperv neutron-server[88199]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:15:06.922309 dv-neutron-827796-1-hyperv neutron-server[88199]: [parameters: {'id': 'ffd21a3a-cf1c-4450-a995-920cc4e2bef4'}] Feb 04 06:15:06.922309 dv-neutron-827796-1-hyperv neutron-server[88199]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:06.922706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:06.929542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:06.936587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bb83b10c-6b6c-47af-b47e-bdb94cc72230 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:06.945657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Made reservation on behalf of 010eafd5c4d4479e8d9b7432167d00ff for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:06.945845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:06.947945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:06.960521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bb83b10c-6b6c-47af-b47e-bdb94cc72230 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:06.966061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bb83b10c-6b6c-47af-b47e-bdb94cc72230 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:06.979757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bb83b10c-6b6c-47af-b47e-bdb94cc72230 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:06.979757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.001893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:07.008577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Usage tracker for resource:security_group_rule and tenant:010eafd5c4d4479e8d9b7432167d00ff is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:07.013579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:07.022203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:07.034739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e40a002-89ab-4a96-8d24-765b859cffcc tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:07.035447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4e40a002-89ab-4a96-8d24-765b859cffcc tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:07.059493 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81cf-62a3-4498-974b-84f44d9a236e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.059760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] For port 13fcaf10-8467-4e19-9f8a-a093893009bc, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=13fcaf10-8467-4e19-9f8a-a093893009bc,segment=NetworkSegment(4920fe3c-d2c8-48fa-9a39-2130e71dc885),segment_id=4920fe3c-d2c8-48fa-9a39-2130e71dc885)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:07.060028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.082605 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-bb83b10c-6b6c-47af-b47e-bdb94cc72230 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Project fa4011d760364ac2a4e2734c93806997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:15:07.126031 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.167896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4e40a002-89ab-4a96-8d24-765b859cffcc tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:07.171546 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4e40a002-89ab-4a96-8d24-765b859cffcc tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3140142 Feb 04 06:15:07.173337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44478) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:07.179404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.195317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Calling delete_port for 13fcaf10-8467-4e19-9f8a-a093893009bc owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:07.246590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb3154-b0f4-489c-9e44-8cb5b09c3ebb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:07.250535 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-10bb3154-b0f4-489c-9e44-8cb5b09c3ebb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0739491 Feb 04 06:15:07.250696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:07.250810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44482) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:07.255618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:07.259921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:07.262931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e48c66-7250-431a-ac70-57451bb78949 None None] Pushing event updated for resources: {'Port': ['ID=5e40ce48-585e-4c1a-8faf-7b9418306e21,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:07.271259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:07.301039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a7bd9-5d5c-4bca-9bb0-3671ba3d28f1 None None] Network ffd21a3a-cf1c-4450-a995-920cc4e2bef4 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:07.313535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81cf-62a3-4498-974b-84f44d9a236e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.314776 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3cbf81cf-62a3-4498-974b-84f44d9a236e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.6866806 Feb 04 06:15:07.316454 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-bb83b10c-6b6c-47af-b47e-bdb94cc72230 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:07.319987 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bb83b10c-6b6c-47af-b47e-bdb94cc72230 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4064410 Feb 04 06:15:07.321044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44486) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:07.325811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44488) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:07.330607 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dcb75f09-e906-4c8b-99ae-0df977ca5b60 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786428 Feb 04 06:15:07.331558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.334456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44494) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:07.349546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:07.424528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:07.435210 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.460402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6be4bc-cddb-4864-9dbb-2b45c6df9f99,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:07.470072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.470416 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Added segment 78e4515f-5d47-412d-a4b0-c5afc1267df7 of type vlan for network 46a99001-d637-4618-ae2c-663a8efe9e26 Feb 04 06:15:07.504967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:07.518698 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:07.522917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:07.526362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.533640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:07.564125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.568783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-4d551adc-3c3b-4036-9812-7a3c1929d7b5', 'network_id': '4d551adc-3c3b-4036-9812-7a3c1929d7b5', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'fixed_ips': [{'subnet_id': '3c116b24-e5dd-4175-a80f-8983ec33bd87'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:07.572800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.624636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:07.629404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.651695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.652803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:07.653436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.665860 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7837f7-ac98-4939-945e-ebe667ba4ca4 None None] Network 65fce6e7-ddf7-4024-bd04-8042feefeb75 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:07.686625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:15:07.709430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Port': ['ID=13fcaf10-8467-4e19-9f8a-a093893009bc,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:07.728548 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No DVR routers for this DVR port 13fcaf10-8467-4e19-9f8a-a093893009bc on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:07.766188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Deleting port 70d4192a-81e4-463a-9ec0-6e8819029c9b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:07.766539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.808472 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:15:07.858327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event updated for resources: {'Network': ['ID=46a99001-d637-4618-ae2c-663a8efe9e26,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:07.870104 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-558f0a3a-b54e-4ac7-a4d1-6e27b79f6572 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2089942 Feb 04 06:15:07.873262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44498) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:07.882359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-246ab283-d85f-4e1d-9d07-9def2784da75 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.890185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Deleting port 5e40ce48-585e-4c1a-8faf-7b9418306e21 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:07.890185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:07.909094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 46a99001-d637-4618-ae2c-663a8efe9e26 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:08.083453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c34bfa-7128-48f4-8063-7d142530a0eb None None] Network ffd21a3a-cf1c-4450-a995-920cc4e2bef4 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:08.156325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.318628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.322288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Allocated IP 172.20.0.2 (4d551adc-3c3b-4036-9812-7a3c1929d7b5/3c116b24-e5dd-4175-a80f-8983ec33bd87/298c77b4-08cb-42b3-bb4c-ac03af796886) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:08.332637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-246ab283-d85f-4e1d-9d07-9def2784da75 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.343774 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.350356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.385243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a99001-d637-4618-ae2c-663a8efe9e26']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:08.406723 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e4515f-5d47-412d-a4b0-c5afc1267df7') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:08.407099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e4515f-5d47-412d-a4b0-c5afc1267df7') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:08.484232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fce6e7-ddf7-4024-bd04-8042feefeb75']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:08.514206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.515770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.518857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.533779 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4920fe3c-d2c8-48fa-9a39-2130e71dc885') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:08.534124 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4920fe3c-d2c8-48fa-9a39-2130e71dc885') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:08.547164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.560682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:08.561085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.565668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] For port 70d4192a-81e4-463a-9ec0-6e8819029c9b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=70d4192a-81e4-463a-9ec0-6e8819029c9b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:08.566385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:08.576795 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:08.578919 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.644026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.objects.ports [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:15:08.710549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Calling delete_port for 70d4192a-81e4-463a-9ec0-6e8819029c9b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:08.765141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.768925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44be7ad-dc42-4288-a7cd-5b5ee3ef2acf,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:08.894316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.895132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:08.895564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.904478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Transition to ACTIVE for port object 298c77b4-08cb-42b3-bb4c-ac03af796886 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:08.910986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-246ab283-d85f-4e1d-9d07-9def2784da75 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.912895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.913469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-246ab283-d85f-4e1d-9d07-9def2784da75 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-246ab283-d85f-4e1d-9d07-9def2784da75 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "DELETE /v2.0/security-groups/d889ba68-5984-45aa-b504-dc55d6c466a3 HTTP/1.1" status: 204 len: 168 time: 1.5905704 Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:08.917189 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:08.921055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44502) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:08.933305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Transition to ACTIVE for port object 298c77b4-08cb-42b3-bb4c-ac03af796886 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:08.947102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46a99001-d637-4618-ae2c-663a8efe9e26 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:15:08.956444 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:08.956870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:08.965582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:08.970180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event deleted for resources: {'Network': ['ID=46a99001-d637-4618-ae2c-663a8efe9e26,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:09.004125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.005096 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.010208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44506) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:09.010608 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1ca6bcea-7f2c-4063-a826-bfa65bde4015 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1040606 Feb 04 06:15:09.013596 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4f539e72-73f5-4b67-b308-009a790daacd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "DELETE /v2.0/networks/46a99001-d637-4618-ae2c-663a8efe9e26 HTTP/1.1" status: 204 len: 168 time: 1.1393449 Feb 04 06:15:09.022726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44510) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:09.023764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ab283-d85f-4e1d-9d07-9def2784da75 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d889ba68-5984-45aa-b504-dc55d6c466a3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:09.029983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] For port 5e40ce48-585e-4c1a-8faf-7b9418306e21, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5e40ce48-585e-4c1a-8faf-7b9418306e21,segment=NetworkSegment(1a752da6-cf6c-416a-8e52-0197d8c352d5),segment_id=1a752da6-cf6c-416a-8e52-0197d8c352d5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:09.030637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.034985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.043585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-64dd8161-92ce-4f3f-93e5-fd88a7df5193 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': 'f44be7ad-dc42-4288-a7cd-5b5ee3ef2acf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:09.043585 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.api.v2.base [None req-64dd8161-92ce-4f3f-93e5-fd88a7df5193 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 06:15:09.043585 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-64dd8161-92ce-4f3f-93e5-fd88a7df5193 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:09.043585 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-64dd8161-92ce-4f3f-93e5-fd88a7df5193 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0286760 Feb 04 06:15:09.046461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:09.051980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:09.056274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Usage tracker for resource:network and tenant:010eafd5c4d4479e8d9b7432167d00ff is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:09.059041 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44514) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:09.059380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:09.065720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:09.075266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a26a6dd9-1c61-434f-b836-1fe0cd0ff555 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': 'f44be7ad-dc42-4288-a7cd-5b5ee3ef2acf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:09.076202 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-a26a6dd9-1c61-434f-b836-1fe0cd0ff555 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 06:15:09.080558 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-a26a6dd9-1c61-434f-b836-1fe0cd0ff555 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:09.080906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44518) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:09.081348 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a26a6dd9-1c61-434f-b836-1fe0cd0ff555 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0177639 Feb 04 06:15:09.087522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5a6929ef-bfca-4084-bdab-57c07b46b2de tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': 'f44be7ad-dc42-4288-a7cd-5b5ee3ef2acf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:09.088431 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.api.v2.base [None req-5a6929ef-bfca-4084-bdab-57c07b46b2de tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 06:15:09.088965 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-5a6929ef-bfca-4084-bdab-57c07b46b2de tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:09.092533 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5a6929ef-bfca-4084-bdab-57c07b46b2de tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068552 Feb 04 06:15:09.095941 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44522) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:09.142652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 70d4192a-81e4-463a-9ec0-6e8819029c9b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:09.151652 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b0f49707-a29a-4448-b6a4-15ebc8c78a93 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2139845 Feb 04 06:15:09.159153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-4463f8be-6638-4e72-a7bf-7332b616a03c tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': 'f44be7ad-dc42-4288-a7cd-5b5ee3ef2acf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:09.160297 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-4463f8be-6638-4e72-a7bf-7332b616a03c tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 06:15:09.161013 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-4463f8be-6638-4e72-a7bf-7332b616a03c tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:09.164567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44526) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:09.165245 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4463f8be-6638-4e72-a7bf-7332b616a03c tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0113430 Feb 04 06:15:09.165924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44528) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:09.173386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'tempest-secgroup--103376296'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:09.193788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:09.224479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Network 4d551adc-3c3b-4036-9812-7a3c1929d7b5 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:09.230653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:09.233365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Made reservation on behalf of 010eafd5c4d4479e8d9b7432167d00ff for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:09.235631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.239883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:09.243201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Calling delete_port for 5e40ce48-585e-4c1a-8faf-7b9418306e21 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:09.247012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:09.315709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Pushing event updated for resources: {'Port': ['ID=298c77b4-08cb-42b3-bb4c-ac03af796886,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:09.402766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:09.410832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.415615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2386444b-87f4-4ef8-ac54-81e524b38409 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.418044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Attempting to bind port 298c77b4-08cb-42b3-bb4c-ac03af796886 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:09.421747 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Attempting to bind port 298c77b4-08cb-42b3-bb4c-ac03af796886 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '59832ded-c40e-4319-92e2-6bbc20727d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4d551adc-3c3b-4036-9812-7a3c1929d7b5'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:09.427234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Attempting to bind port 298c77b4-08cb-42b3-bb4c-ac03af796886 on network 4d551adc-3c3b-4036-9812-7a3c1929d7b5 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:09.436836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:09.437205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Checking segment: {'id': '59832ded-c40e-4319-92e2-6bbc20727d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4d551adc-3c3b-4036-9812-7a3c1929d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:09.437617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.438059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Bound using segment: {'id': '59832ded-c40e-4319-92e2-6bbc20727d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4d551adc-3c3b-4036-9812-7a3c1929d7b5'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:09.438527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Bound port: 298c77b4-08cb-42b3-bb4c-ac03af796886, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59832ded-c40e-4319-92e2-6bbc20727d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4d551adc-3c3b-4036-9812-7a3c1929d7b5'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:09.438895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.447428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.458229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Deleting port 70d4192a-81e4-463a-9ec0-6e8819029c9b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:09.459510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.473378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.473977 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Added segment 50a591fa-150f-41a4-abf5-ef91aaeaa361 of type vlan for network 387c831d-f475-4ada-8dd2-f5fb0c0e83d8 Feb 04 06:15:09.490942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.492979 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/65fce6e7-ddf7-4024-bd04-8042feefeb75 HTTP/1.1" status: 204 len: 168 time: 5.5888350 Feb 04 06:15:09.497169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb844426-e46b-40f2-a683-c73fe8b0ea6e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Network': ['ID=65fce6e7-ddf7-4024-bd04-8042feefeb75,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:09.503039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44534) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:09.539891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Allocated IP 172.20.0.1 (4d551adc-3c3b-4036-9812-7a3c1929d7b5/3c116b24-e5dd-4175-a80f-8983ec33bd87/5293f614-6060-47d9-845a-c9e623d28974) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:09.550285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2386444b-87f4-4ef8-ac54-81e524b38409 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.572193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] For port 70d4192a-81e4-463a-9ec0-6e8819029c9b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=70d4192a-81e4-463a-9ec0-6e8819029c9b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:09.585931 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-a752b6d8-a5e9-4166-9056-00d0b0ca310d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:09.586692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a752b6d8-a5e9-4166-9056-00d0b0ca310d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:09.623835 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a752b6d8-a5e9-4166-9056-00d0b0ca310d tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/subnets/36686156-d79a-49c0-bcd7-5cce8c5137f0 HTTP/1.1" status: 404 len: 337 time: 0.1146483 Feb 04 06:15:09.625515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:09.634076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.637519 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.642324 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44538) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:09.647054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:09.654959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:09.679687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:09.684324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.692497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.707192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Port': ['ID=5e40ce48-585e-4c1a-8faf-7b9418306e21,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:09.730268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No DVR routers for this DVR port 5e40ce48-585e-4c1a-8faf-7b9418306e21 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:09.732100 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-253a97c9-241a-4de5-9534-4b7c73cbac50 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:09.732568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253a97c9-241a-4de5-9534-4b7c73cbac50 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:09.739581 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-253a97c9-241a-4de5-9534-4b7c73cbac50 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/65fce6e7-ddf7-4024-bd04-8042feefeb75 HTTP/1.1" status: 404 len: 339 time: 0.0482175 Feb 04 06:15:09.742183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44542) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:09.742493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] For port 298c77b4-08cb-42b3-bb4c-ac03af796886, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:09.755910 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] For port 298c77b4-08cb-42b3-bb4c-ac03af796886, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=298c77b4-08cb-42b3-bb4c-ac03af796886,segment=NetworkSegment(59832ded-c40e-4319-92e2-6bbc20727d01),segment_id=59832ded-c40e-4319-92e2-6bbc20727d01)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:09.828692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.829396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.833254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.834171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:09.834755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.837954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2386444b-87f4-4ef8-ac54-81e524b38409 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.894551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.894971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:09.895322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:09.898260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.933109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:09.941982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd21a3a-cf1c-4450-a995-920cc4e2bef4']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:09.963572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a752da6-cf6c-416a-8e52-0197d8c352d5') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:09.963951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a752da6-cf6c-416a-8e52-0197d8c352d5') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:09.974855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Transition to ACTIVE for port object 5293f614-6060-47d9-845a-c9e623d28974 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:09.979778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.000602 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.007467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] For port 70d4192a-81e4-463a-9ec0-6e8819029c9b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=70d4192a-81e4-463a-9ec0-6e8819029c9b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:10.007852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.010403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:10.010780 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:10.029531 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:10.035289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386444b-87f4-4ef8-ac54-81e524b38409 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44be7ad-dc42-4288-a7cd-5b5ee3ef2acf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:10.069884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:10.083883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a789e4-2227-4892-a2a6-ecc374e41471 None None] Pushing event updated for resources: {'Port': ['ID=298c77b4-08cb-42b3-bb4c-ac03af796886,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:10.084110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:10.124222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:10.125089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.159740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Calling delete_port for 70d4192a-81e4-463a-9ec0-6e8819029c9b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:10.178443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2386444b-87f4-4ef8-ac54-81e524b38409 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.182016 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2386444b-87f4-4ef8-ac54-81e524b38409 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "DELETE /v2.0/security-groups/f44be7ad-dc42-4288-a7cd-5b5ee3ef2acf HTTP/1.1" status: 204 len: 168 time: 1.0103116 Feb 04 06:15:10.183497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.185165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event updated for resources: {'Network': ['ID=387c831d-f475-4ada-8dd2-f5fb0c0e83d8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:10.187799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44548) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:10.229301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 387c831d-f475-4ada-8dd2-f5fb0c0e83d8 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:10.233310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=d7ffd38f-fd41-4d5e-a4f4-d4e09c538a92,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:10.257218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=70d4192a-81e4-463a-9ec0-6e8819029c9b,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:10.266134 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b3170aac-8d58-4147-86a6-21b3881bed58 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2389512 Feb 04 06:15:10.269464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44552) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:10.276362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Request body: {'subnet': {'network_id': '387c831d-f475-4ada-8dd2-f5fb0c0e83d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:10.282006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:10.287629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Usage tracker for resource:subnet and tenant:010eafd5c4d4479e8d9b7432167d00ff is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:10.291685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:10.299476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:10.301304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.400812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.404040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.483024 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:10.483568 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:10.487680 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-80f55510-02db-42c0-95da-fe6cf2db7f1a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1460686 Feb 04 06:15:10.488465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.497517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44556) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:10.499859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.512543 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.524233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3d393ff3-b549-4f11-988f-4a7d426075e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:10.540167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 70d4192a-81e4-463a-9ec0-6e8819029c9b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=70d4192a-81e4-463a-9ec0-6e8819029c9b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:10.567807 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/ffd21a3a-cf1c-4450-a995-920cc4e2bef4 HTTP/1.1" status: 204 len: 168 time: 5.2948358 Feb 04 06:15:10.568876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d0c16-d206-4358-92bc-691f2e0ab47f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=ffd21a3a-cf1c-4450-a995-920cc4e2bef4,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:10.576189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44560) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:10.633008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 4d551adc-3c3b-4036-9812-7a3c1929d7b5 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:10.634077 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-513caeea-e32d-4aba-a9c4-af9b38c6243f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:10.634521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513caeea-e32d-4aba-a9c4-af9b38c6243f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:10.638691 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-513caeea-e32d-4aba-a9c4-af9b38c6243f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/subnets/266b084b-cfa3-4665-b5e5-5d54984240a2 HTTP/1.1" status: 404 len: 337 time: 0.0559466 Feb 04 06:15:10.650833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:10.650833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44564) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:10.650833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:10.659003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Deleting port 70d4192a-81e4-463a-9ec0-6e8819029c9b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:10.659933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.687282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dd4b4b93-347b-4816-9269-38e2dede859b tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Synchronizing usage tracker for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:10.705916 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.707245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=5293f614-6060-47d9-845a-c9e623d28974,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:10.717951 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c3ecab-e8f3-4515-a0e3-aa3f49287bb0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:10.718428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c3ecab-e8f3-4515-a0e3-aa3f49287bb0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:10.723870 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-01c3ecab-e8f3-4515-a0e3-aa3f49287bb0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/ffd21a3a-cf1c-4450-a995-920cc4e2bef4 HTTP/1.1" status: 404 len: 339 time: 0.0747604 Feb 04 06:15:10.727589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44568) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:10.730478 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Made reservation on behalf of 010eafd5c4d4479e8d9b7432167d00ff for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:10.733050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.754160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96d69aa-17fc-4c3a-b642-0851d933c67c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:10.767820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.809678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.813694 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c1640cad-8f7e-4e90-aed8-0a8aabe11d43 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6462591 Feb 04 06:15:10.817085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9162140b-b9a4-4448-b1bb-8a8c270fdab4']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:10.823848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44572) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:10.832411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ae8c1056-15e5-4664-ae74-a8c25177d437 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'e96d69aa-17fc-4c3a-b642-0851d933c67c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:10.845369 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d77a11-c94e-4067-a44d-af0bf4e4e5bc tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:10.847969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d77a11-c94e-4067-a44d-af0bf4e4e5bc tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:10.850182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34b25cc-6435-4496-8c3e-e9d12794c352') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:10.850485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34b25cc-6435-4496-8c3e-e9d12794c352') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:10.852780 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e9d77a11-c94e-4067-a44d-af0bf4e4e5bc tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/subnets/73de5bce-f787-4803-8448-53263ad8cfad HTTP/1.1" status: 404 len: 337 time: 0.1237245 Feb 04 06:15:10.855824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44576) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:10.857629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ae8c1056-15e5-4664-ae74-a8c25177d437 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:10.858885 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.869116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dd4b4b93-347b-4816-9269-38e2dede859b tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Unset dirty status for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:10.874280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=70d4192a-81e4-463a-9ec0-6e8819029c9b,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:10.874457 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dd4b4b93-347b-4816-9269-38e2dede859b tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6690516 Feb 04 06:15:10.876045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ae8c1056-15e5-4664-ae74-a8c25177d437 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:10.880348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ae8c1056-15e5-4664-ae74-a8c25177d437 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:10.883956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44578) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:10.887424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.902476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ae8c1056-15e5-4664-ae74-a8c25177d437 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:10.907000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group': {'name': 'tempest-secgroup--416383707'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:10.916508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d393ff3-b549-4f11-988f-4a7d426075e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:10.920529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:10.932590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d393ff3-b549-4f11-988f-4a7d426075e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:10.935366 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.940634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3d393ff3-b549-4f11-988f-4a7d426075e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:10.943338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:10.953637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:10.954043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:10.969369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3d393ff3-b549-4f11-988f-4a7d426075e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:10.971794 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:11.030569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] For port 70d4192a-81e4-463a-9ec0-6e8819029c9b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=70d4192a-81e4-463a-9ec0-6e8819029c9b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:11.031887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:11.075853 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f8ad83-2bfe-4a80-8f6e-432bba3b896a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:11.076315 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f8ad83-2bfe-4a80-8f6e-432bba3b896a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:11.081518 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-84f8ad83-2bfe-4a80-8f6e-432bba3b896a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/76d72fb8-2d56-479a-bc52-6d338a087108 HTTP/1.1" status: 404 len: 339 time: 0.0603004 Feb 04 06:15:11.082759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44584) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:11.195178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 298c77b4-08cb-42b3-bb4c-ac03af796886 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:11.206352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:11.207958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d393ff3-b549-4f11-988f-4a7d426075e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:11.211991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d393ff3-b549-4f11-988f-4a7d426075e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:11.240063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Calling delete_port for 70d4192a-81e4-463a-9ec0-6e8819029c9b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:11.286568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:11.317113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:11.399841 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-3d393ff3-b549-4f11-988f-4a7d426075e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d7ffd38f-fd41-4d5e-a4f4-d4e09c538a92 (CIDR: 2001:db8::/64) Feb 04 06:15:11.437992 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-ae8c1056-15e5-4664-ae74-a8c25177d437 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The resource could not be found. Feb 04 06:15:11.442571 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ae8c1056-15e5-4664-ae74-a8c25177d437 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6177375 Feb 04 06:15:11.443820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:11.454498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44588) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:11.476362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e704f3af-4e72-43b4-9a70-0a3e9a423e00 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'e96d69aa-17fc-4c3a-b642-0851d933c67c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '34a03322-9bbc-48f0-9c9b-83649ed0fa2a'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:11.482630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e704f3af-4e72-43b4-9a70-0a3e9a423e00 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:11.486705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e704f3af-4e72-43b4-9a70-0a3e9a423e00 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:11.489844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e704f3af-4e72-43b4-9a70-0a3e9a423e00 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:11.495706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e704f3af-4e72-43b4-9a70-0a3e9a423e00 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:11.511691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Network': ['ID=9162140b-b9a4-4448-b1bb-8a8c270fdab4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:11.524559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 298c77b4-08cb-42b3-bb4c-ac03af796886 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:11.525052 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d393ff3-b549-4f11-988f-4a7d426075e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:11.525052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d393ff3-b549-4f11-988f-4a7d426075e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:11.550635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:11.553696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884e5ff7-bbf2-4987-a523-aab5b41eec06 None None] Network 4d551adc-3c3b-4036-9812-7a3c1929d7b5 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:11.555541 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d20301d0-9aa1-47e3-8b5a-02e339533457 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/9162140b-b9a4-4448-b1bb-8a8c270fdab4 HTTP/1.1" status: 204 len: 168 time: 1.8118834 Feb 04 06:15:11.557605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44592) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:11.563892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:11.611626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:11.612793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:11.615418 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-225b38b6-b752-47ca-b533-83fbfc2b1ea5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:11.616692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225b38b6-b752-47ca-b533-83fbfc2b1ea5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:11.622093 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-225b38b6-b752-47ca-b533-83fbfc2b1ea5 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/subnets/6f777c5d-6b6d-4043-85f0-78e6ee5f8087 HTTP/1.1" status: 404 len: 337 time: 0.0612378 Feb 04 06:15:11.622892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44596) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:11.630007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:11.635341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:11.679281 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3d393ff3-b549-4f11-988f-4a7d426075e2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1678798 Feb 04 06:15:11.686616 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44600) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:11.696555 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:11.702298 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-86890c9f-12d1-42cc-88bd-c51f03c7a34a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:11.702804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86890c9f-12d1-42cc-88bd-c51f03c7a34a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:11.704723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] Pushing event deleted for resources: {'Port': ['ID=70d4192a-81e4-463a-9ec0-6e8819029c9b,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:11.708000 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-86890c9f-12d1-42cc-88bd-c51f03c7a34a tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/534cb930-3ada-4940-9ee3-07f58cb629e7 HTTP/1.1" status: 404 len: 339 time: 0.0759618 Feb 04 06:15:11.712549 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44604) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:11.778036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fcf047-a855-49cc-9fee-bd1923fbcea6 None None] No DVR routers for this DVR port 70d4192a-81e4-463a-9ec0-6e8819029c9b on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:11.800978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e45d8-a827-4f28-9524-0458b0bf570d None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:11.807380 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-e704f3af-4e72-43b4-9a70-0a3e9a423e00 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The resource could not be found. Feb 04 06:15:11.811241 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e704f3af-4e72-43b4-9a70-0a3e9a423e00 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3529344 Feb 04 06:15:11.819351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44608) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:11.899036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0fd5c1f2-9a9b-44fc-b104-321c0bab7f55 None None] Provisioning for port 298c77b4-08cb-42b3-bb4c-ac03af796886 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:11.948016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0fd5c1f2-9a9b-44fc-b104-321c0bab7f55 None None] Provisioning complete for port 298c77b4-08cb-42b3-bb4c-ac03af796886 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:11.949150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c1f2-9a9b-44fc-b104-321c0bab7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:11.975465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9053c6-2356-4e57-982c-e145e8ccdc57 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Deleting subnet 4f9f517d-f306-4a90-9826-2821594c73ef {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:11.985528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:11.993293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d9053c6-2356-4e57-982c-e145e8ccdc57 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.093404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63852db4-7a2e-486f-9f0a-ee960a97d1cf']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:12.095037 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:12.101678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.106086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.107559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.objects.ports [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88199) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:15:12.108009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.112614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:12.122251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d9053c6-2356-4e57-982c-e145e8ccdc57 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.147588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:12.158172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:12.161347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a18518-150c-4bd5-b279-af01fd7923d8') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:12.161656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a18518-150c-4bd5-b279-af01fd7923d8') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:12.176549 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a150f56f-53c2-40b6-acfa-5e6cfbba7256 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.180017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.197795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event updated for resources: {'Subnet': ['ID=052ba95c-ab6b-414d-b53d-51185e08bbe1,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:12.207502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.208619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Checking segment: {'id': '50a591fa-150f-41a4-abf5-ef91aaeaa361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '387c831d-f475-4ada-8dd2-f5fb0c0e83d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:12.209030 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Network hostable DHCP agents. Network: 387c831d-f475-4ada-8dd2-f5fb0c0e83d8, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:12.228476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.239912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.269936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a150f56f-53c2-40b6-acfa-5e6cfbba7256 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.296875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:12.296875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.309425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:12.310844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c1f2-9a9b-44fc-b104-321c0bab7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.313099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:12.313308 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:12.325857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': 'd7ffd38f-fd41-4d5e-a4f4-d4e09c538a92'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:12.326943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.390174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2211f306-d9e3-472f-b81b-7e2174b798eb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:12.408724 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Network 387c831d-f475-4ada-8dd2-f5fb0c0e83d8 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:12.423271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0fd5c1f2-9a9b-44fc-b104-321c0bab7f55 None None] For port 298c77b4-08cb-42b3-bb4c-ac03af796886, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=298c77b4-08cb-42b3-bb4c-ac03af796886,segment=NetworkSegment(59832ded-c40e-4319-92e2-6bbc20727d01),segment_id=59832ded-c40e-4319-92e2-6bbc20727d01)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:12.438095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=5293f614-6060-47d9-845a-c9e623d28974,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:12.446141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.469732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d9053c6-2356-4e57-982c-e145e8ccdc57 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.590818 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Allocated IP 2001:db8::f816:3eff:feb4:a76f (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/d7ffd38f-fd41-4d5e-a4f4-d4e09c538a92/9099349c-41b1-4ecd-9bda-ee458e045aa7) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:12.636676 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 387c831d-f475-4ada-8dd2-f5fb0c0e83d8) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:12.641542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:12.642185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.660628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a150f56f-53c2-40b6-acfa-5e6cfbba7256 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.664401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.666585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.668341 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d8de17b2-98a0-4ead-b2da-01ec6ad6c83e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7834167 Feb 04 06:15:12.696626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44612) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:12.706803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.713055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 4d551adc-3c3b-4036-9812-7a3c1929d7b5 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:12.720879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ae8b70ce-7aac-4cdb-9012-446a5ca65d12 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': '2211f306-d9e3-472f-b81b-7e2174b798eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:12.753885 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-ae8b70ce-7aac-4cdb-9012-446a5ca65d12 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 06:15:12.754914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150f56f-53c2-40b6-acfa-5e6cfbba7256 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96d69aa-17fc-4c3a-b642-0851d933c67c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:12.755089 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-ae8b70ce-7aac-4cdb-9012-446a5ca65d12 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:12.755089 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ae8b70ce-7aac-4cdb-9012-446a5ca65d12 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0147235 Feb 04 06:15:12.755227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=63852db4-7a2e-486f-9f0a-ee960a97d1cf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:12.755313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca0dafb-27f4-408a-bdf0-ab4dad5f7971 None None] Network 387c831d-f475-4ada-8dd2-f5fb0c0e83d8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:12.755393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:12.755467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44616) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:12.755564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c1f2-9a9b-44fc-b104-321c0bab7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.755652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-072b8cdf-1410-49cc-9e5b-6c901281142a tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': '2211f306-d9e3-472f-b81b-7e2174b798eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:12.755652 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c9878ea5-7606-490d-98c0-bc7df7b5c413 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/63852db4-7a2e-486f-9f0a-ee960a97d1cf HTTP/1.1" status: 204 len: 168 time: 1.6630130 Feb 04 06:15:12.755652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-072b8cdf-1410-49cc-9e5b-6c901281142a tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:12.755652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:12.755922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a150f56f-53c2-40b6-acfa-5e6cfbba7256 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:12.756965 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a150f56f-53c2-40b6-acfa-5e6cfbba7256 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "DELETE /v2.0/security-groups/e96d69aa-17fc-4c3a-b642-0851d933c67c HTTP/1.1" status: 204 len: 168 time: 0.9232669 Feb 04 06:15:12.760495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-072b8cdf-1410-49cc-9e5b-6c901281142a tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:12.792355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44624) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:12.795352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-072b8cdf-1410-49cc-9e5b-6c901281142a tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:12.830276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-072b8cdf-1410-49cc-9e5b-6c901281142a tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:12.832666 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aacd25e-834a-4c75-96ed-6a730f2556af tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:12.833147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aacd25e-834a-4c75-96ed-6a730f2556af tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:12.855438 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1aacd25e-834a-4c75-96ed-6a730f2556af tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/subnets/c7aade5a-5d85-485b-a223-4919977e5d24 HTTP/1.1" status: 404 len: 337 time: 0.1010168 Feb 04 06:15:12.859573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44628) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:12.905670 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee29155e-2325-4248-ab9e-1f365343822b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:12.906151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee29155e-2325-4248-ab9e-1f365343822b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:12.908275 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ee29155e-2325-4248-ab9e-1f365343822b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/0ff9ec7a-25e9-417d-94ec-42e7f9ae5dd8 HTTP/1.1" status: 404 len: 339 time: 0.0472155 Feb 04 06:15:12.912635 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d7486484-f5cc-497c-8750-6bdf7d565ed3 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6418269 Feb 04 06:15:12.915728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44632) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:12.916075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44634) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:12.919040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a24c0094-afd7-421f-82db-0a99cede23b5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Synchronizing usage tracker for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:12.924633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5c1f2-9a9b-44fc-b104-321c0bab7f55 None None] Pushing event updated for resources: {'Port': ['ID=298c77b4-08cb-42b3-bb4c-ac03af796886,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:12.928062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Request body: {'floatingip': {'floating_network_id': '387c831d-f475-4ada-8dd2-f5fb0c0e83d8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:12.965063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a814bd68-b2f9-40c7-90fa-85daa3f6dfa9 None None] Provisioning complete for port 298c77b4-08cb-42b3-bb4c-ac03af796886 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:12.965441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a814bd68-b2f9-40c7-90fa-85daa3f6dfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.020515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d9053c6-2356-4e57-982c-e145e8ccdc57 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.040165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:13.074055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d9053c6-2356-4e57-982c-e145e8ccdc57 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.074863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.078374 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5d9053c6-2356-4e57-982c-e145e8ccdc57 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/subnets/4f9f517d-f306-4a90-9826-2821594c73ef HTTP/1.1" status: 204 len: 168 time: 1.3627651 Feb 04 06:15:13.079016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44640) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.087270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a24c0094-afd7-421f-82db-0a99cede23b5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Unset dirty status for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:13.089424 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a24c0094-afd7-421f-82db-0a99cede23b5 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2951484 Feb 04 06:15:13.096450 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d09a99-9370-42ee-b35c-936f7c95c6c7 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:13.096450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d09a99-9370-42ee-b35c-936f7c95c6c7 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:13.096450 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-54d09a99-9370-42ee-b35c-936f7c95c6c7 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/subnets/6456ba85-7302-428d-a566-c45c4872d5da HTTP/1.1" status: 404 len: 337 time: 0.1696119 Feb 04 06:15:13.096450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Usage tracker for resource:floatingip and tenant:010eafd5c4d4479e8d9b7432167d00ff is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:13.101521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:13.106219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44642) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.106550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44644) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.107283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9053c6-2356-4e57-982c-e145e8ccdc57 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9f517d-f306-4a90-9826-2821594c73ef,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:13.131118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 298c77b4-08cb-42b3-bb4c-ac03af796886 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:13.149464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-22779420-84a7-4f42-a571-1fcdc09c6752 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': '2d26a497-228a-4f48-9074-fe64207496e3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:13.155621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-22779420-84a7-4f42-a571-1fcdc09c6752 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:13.159988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-22779420-84a7-4f42-a571-1fcdc09c6752 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:13.162844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-22779420-84a7-4f42-a571-1fcdc09c6752 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:13.169171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 440b0fcb-87cc-4a66-976d-9893c249bc98 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:15:13.169979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-22779420-84a7-4f42-a571-1fcdc09c6752 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:13.177796 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:13.180807 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2d7cf4-7ffd-4a00-ba9b-b4a84ae40a0e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:13.181285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2d7cf4-7ffd-4a00-ba9b-b4a84ae40a0e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:13.186167 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4f2d7cf4-7ffd-4a00-ba9b-b4a84ae40a0e tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/9335da0a-c69c-4280-a85b-64d0352393af HTTP/1.1" status: 404 len: 339 time: 0.0708520 Feb 04 06:15:13.187033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44652) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.191524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e2452d-e7eb-4d61-98ea-fd473e7d4165 None None] Network 3085f28d-6937-4353-b584-ccec3a36f50f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:13.230888 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-c482afd2-c800-4059-bfe2-aef94b2f3193 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:13.231391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c482afd2-c800-4059-bfe2-aef94b2f3193 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:13.234073 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c482afd2-c800-4059-bfe2-aef94b2f3193 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/subnets/977d3672-d9a6-413f-8cd4-31a9b58e33e7 HTTP/1.1" status: 404 len: 337 time: 0.0435719 Feb 04 06:15:13.235750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44656) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.264283 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-145f3bc8-7976-4c34-9247-1d5902e53160 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:13.264798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145f3bc8-7976-4c34-9247-1d5902e53160 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:13.266565 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-145f3bc8-7976-4c34-9247-1d5902e53160 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/22b1842c-a8fb-4614-85a2-8842a6d7e105 HTTP/1.1" status: 404 len: 339 time: 0.0297146 Feb 04 06:15:13.270487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.317256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab18ec53-23ad-422c-aafa-b3cd83fe6d8a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:13.318396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab18ec53-23ad-422c-aafa-b3cd83fe6d8a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:13.320250 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ab18ec53-23ad-422c-aafa-b3cd83fe6d8a tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/subnets/12e9758a-88af-4179-abf8-605e0de69c86 HTTP/1.1" status: 404 len: 337 time: 0.0487173 Feb 04 06:15:13.323063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:13.323920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44664) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.330650 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-072b8cdf-1410-49cc-9e5b-6c901281142a tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:13.332693 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-072b8cdf-1410-49cc-9e5b-6c901281142a tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5991473 Feb 04 06:15:13.333036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:13.337585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44668) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.344856 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0d9795dd-16a4-4d2e-af3b-7c9abcbf3730 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': '2211f306-d9e3-472f-b81b-7e2174b798eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:13.350648 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.api.v2.base [None req-0d9795dd-16a4-4d2e-af3b-7c9abcbf3730 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 06:15:13.350648 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-0d9795dd-16a4-4d2e-af3b-7c9abcbf3730 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:13.350648 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0d9795dd-16a4-4d2e-af3b-7c9abcbf3730 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082278 Feb 04 06:15:13.353596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44672) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.362130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-656203af-d126-4fc5-8a3e-7e096153d2b7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': '2211f306-d9e3-472f-b81b-7e2174b798eb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:13.372892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-656203af-d126-4fc5-8a3e-7e096153d2b7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:13.379955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-656203af-d126-4fc5-8a3e-7e096153d2b7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:13.383187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-656203af-d126-4fc5-8a3e-7e096153d2b7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:13.389094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-656203af-d126-4fc5-8a3e-7e096153d2b7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:13.415473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:13.415985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.434414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.438251 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b32ff2-1c1f-4f62-af2c-30206fe84303 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Deleting subnet a57887e5-1c3c-45c2-b318-0960c85b5566 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:13.441871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56b32ff2-1c1f-4f62-af2c-30206fe84303 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.449755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 298c77b4-08cb-42b3-bb4c-ac03af796886 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:13.450133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.497112 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56b32ff2-1c1f-4f62-af2c-30206fe84303 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.497496 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-22779420-84a7-4f42-a571-1fcdc09c6752 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The resource could not be found. Feb 04 06:15:13.503174 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-22779420-84a7-4f42-a571-1fcdc09c6752 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3927956 Feb 04 06:15:13.504255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44676) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.531565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137130970'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:13.539082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:13.552658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:13.589345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=46f1bab8-7716-40e4-9e31-dea7cf15b4f2,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:13.591039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a814bd68-b2f9-40c7-90fa-85daa3f6dfa9 None None] Provisioning for port 5293f614-6060-47d9-845a-c9e623d28974 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:13.599958 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-a677a8cd-f2c4-4069-af97-6c8f0b164bc2 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:13.606180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a677a8cd-f2c4-4069-af97-6c8f0b164bc2 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:13.606180 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a677a8cd-f2c4-4069-af97-6c8f0b164bc2 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/a6c8e71c-3f7c-46fb-92b7-fe5250806738 HTTP/1.1" status: 404 len: 339 time: 0.2747266 Feb 04 06:15:13.608197 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44680) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.619098 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a814bd68-b2f9-40c7-90fa-85daa3f6dfa9 None None] Provisioning complete for port 5293f614-6060-47d9-845a-c9e623d28974 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:13.619280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a814bd68-b2f9-40c7-90fa-85daa3f6dfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.624453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.661906 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-5474767c-15d9-4752-9be2-6ee26ecd54d1 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:13.662350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5474767c-15d9-4752-9be2-6ee26ecd54d1 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:13.668095 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5474767c-15d9-4752-9be2-6ee26ecd54d1 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/subnets/157e754f-0700-497e-a106-ae420930e246 HTTP/1.1" status: 404 len: 337 time: 0.0517015 Feb 04 06:15:13.668270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44684) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.670256 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:13.675818 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-89218ec5-dc24-48dd-9478-31d54cdbaf6a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/440b0fcb-87cc-4a66-976d-9893c249bc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3528838 Feb 04 06:15:13.677957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44688) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.682999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56b32ff2-1c1f-4f62-af2c-30206fe84303 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.690009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ea90bc-4663-4ab0-b523-15f08f39f101 None None] Sync routers for ids ['440b0fcb-87cc-4a66-976d-9893c249bc98'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:13.697708 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-656203af-d126-4fc5-8a3e-7e096153d2b7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:13.701736 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-656203af-d126-4fc5-8a3e-7e096153d2b7 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3443801 Feb 04 06:15:13.703537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44692) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.712401 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa257ba-c164-4dd2-978f-5cad6d30b5ed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:13.714089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa257ba-c164-4dd2-978f-5cad6d30b5ed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:13.721303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-05d9f36a-565a-4a5e-96db-2ead3a05d7b8 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': '2211f306-d9e3-472f-b81b-7e2174b798eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:13.721869 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.api.v2.base [None req-05d9f36a-565a-4a5e-96db-2ead3a05d7b8 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 06:15:13.722784 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-05d9f36a-565a-4a5e-96db-2ead3a05d7b8 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:13.727292 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-05d9f36a-565a-4a5e-96db-2ead3a05d7b8 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0195713 Feb 04 06:15:13.732520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44696) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.741763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-289338e7-7ff2-43e4-be58-c9caad1daf94 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': '2211f306-d9e3-472f-b81b-7e2174b798eb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:13.747155 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-caa257ba-c164-4dd2-978f-5cad6d30b5ed tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/2680f773-6707-4edc-b469-c493bba788b6 HTTP/1.1" status: 404 len: 339 time: 0.0785437 Feb 04 06:15:13.756684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44700) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.761514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-289338e7-7ff2-43e4-be58-c9caad1daf94 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:13.800478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.818647 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-289338e7-7ff2-43e4-be58-c9caad1daf94 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:13.821624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:13.823633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a814bd68-b2f9-40c7-90fa-85daa3f6dfa9 None None] Port 5293f614-6060-47d9-845a-c9e623d28974 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:15:13.831949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-289338e7-7ff2-43e4-be58-c9caad1daf94 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:13.837928 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d147bb4-22a9-4037-b045-eec628a629e6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:13.838487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d147bb4-22a9-4037-b045-eec628a629e6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:13.842725 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2d147bb4-22a9-4037-b045-eec628a629e6 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/subnets/471c4394-e1f8-484c-a1be-c6b3c135bb18 HTTP/1.1" status: 404 len: 337 time: 0.0817349 Feb 04 06:15:13.848294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-289338e7-7ff2-43e4-be58-c9caad1daf94 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:13.850145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44704) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.862011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea90bc-4663-4ab0-b523-15f08f39f101 None None] Routers {'440b0fcb-87cc-4a66-976d-9893c249bc98'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:13.862649 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5ea90bc-4663-4ab0-b523-15f08f39f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['440b0fcb-87cc-4a66-976d-9893c249bc98'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:13.904337 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ea021f32-5a4e-4b33-b69b-c6e706ef3b98 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2130704 Feb 04 06:15:13.910945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44708) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.912561 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-299bf149-c5d5-47b5-8fbd-7d45dabf9c8f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:13.913128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299bf149-c5d5-47b5-8fbd-7d45dabf9c8f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:13.918606 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-299bf149-c5d5-47b5-8fbd-7d45dabf9c8f tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/711f248a-de7b-4cda-aa3f-ded61f6a88c9 HTTP/1.1" status: 404 len: 339 time: 0.0613251 Feb 04 06:15:13.922408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44710) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:13.928278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:13.935757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:13.936568 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Transition to ACTIVE for port object 9099349c-41b1-4ecd-9bda-ee458e045aa7 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:13.944479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:13.953755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:13.958925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5ea90bc-4663-4ab0-b523-15f08f39f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:13.961048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c8f680-60ac-499c-90fe-232e0b9bda9f None None] Network 387c831d-f475-4ada-8dd2-f5fb0c0e83d8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:13.968385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:df:5f:f9', 'name': 'tempest-NetworksTestDHCPv6-1338563472'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:13.971657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Allocated IP 172.20.0.13 (387c831d-f475-4ada-8dd2-f5fb0c0e83d8/052ba95c-ab6b-414d-b53d-51185e08bbe1/306e7a3c-a182-4623-bb88-2703c2fea168) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:14.109840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Transition to ACTIVE for port object 9099349c-41b1-4ecd-9bda-ee458e045aa7 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:14.120378 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea90bc-4663-4ab0-b523-15f08f39f101 None None] Routers {'440b0fcb-87cc-4a66-976d-9893c249bc98'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:14.121306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5ea90bc-4663-4ab0-b523-15f08f39f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:14:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['440b0fcb-87cc-4a66-976d-9893c249bc98'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:14.129087 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d91329-102d-44d5-a15b-f5427bdd0de0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:14.129854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d91329-102d-44d5-a15b-f5427bdd0de0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:14.133958 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-49d91329-102d-44d5-a15b-f5427bdd0de0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/subnets/315d9fae-1dee-438c-a2d8-4fac2e4bb73c HTTP/1.1" status: 404 len: 337 time: 0.2054508 Feb 04 06:15:14.135650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44716) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:14.136258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:14.140336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:14.143920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:14.149727 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:14.187369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8115062-b44e-4b45-826b-9831a78f8d3f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:14.187908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a8115062-b44e-4b45-826b-9831a78f8d3f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Synchronizing usage tracker for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:14.192144 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e721b69c-17b6-4329-bc7c-b89afb3a58cc tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:14.192661 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e721b69c-17b6-4329-bc7c-b89afb3a58cc tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:14.198141 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1cc6e88f-278e-4e00-b3fe-0fef7b0f0b37 None None] Provisioning complete for port 5293f614-6060-47d9-845a-c9e623d28974 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:14.198353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.198705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1cc6e88f-278e-4e00-b3fe-0fef7b0f0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.217745 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e721b69c-17b6-4329-bc7c-b89afb3a58cc tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/dec9142d-604e-4f82-8ac0-11f68298208f HTTP/1.1" status: 404 len: 339 time: 0.0785069 Feb 04 06:15:14.220163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44720) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:14.226770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e5ea90bc-4663-4ab0-b523-15f08f39f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:14.227173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ea90bc-4663-4ab0-b523-15f08f39f101 None None] The sync data for ids ['440b0fcb-87cc-4a66-976d-9893c249bc98'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:14.273375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.278885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.282057 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e813dac2-3a9e-4cf4-9705-9c74ea5087b7 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:14.282512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e813dac2-3a9e-4cf4-9705-9c74ea5087b7 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:14.285022 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e813dac2-3a9e-4cf4-9705-9c74ea5087b7 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/subnets/e84cf429-3f99-457c-8834-d0d03e81d050 HTTP/1.1" status: 404 len: 337 time: 0.0632498 Feb 04 06:15:14.287852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44724) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:14.326785 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20b0ffc-9109-4cac-8769-0063307a1fd0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:14.327376 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20b0ffc-9109-4cac-8769-0063307a1fd0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:14.329294 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-289338e7-7ff2-43e4-be58-c9caad1daf94 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:14.333129 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-289338e7-7ff2-43e4-be58-c9caad1daf94 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5987225 Feb 04 06:15:14.334232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44728) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:14.338274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:14.352807 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1cc6e88f-278e-4e00-b3fe-0fef7b0f0b37 None None] Port 5293f614-6060-47d9-845a-c9e623d28974 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:15:14.361775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-df634c70-6121-402e-bb3f-6a5b28c92490 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': '2211f306-d9e3-472f-b81b-7e2174b798eb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:14.362933 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-df634c70-6121-402e-bb3f-6a5b28c92490 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 06:15:14.363623 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-df634c70-6121-402e-bb3f-6a5b28c92490 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:14.364805 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-df634c70-6121-402e-bb3f-6a5b28c92490 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0294118 Feb 04 06:15:14.371524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44732) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:14.377249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bdf2a654-dc53-4985-9603-7ac24b48a040 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': '2211f306-d9e3-472f-b81b-7e2174b798eb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:14.384129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bdf2a654-dc53-4985-9603-7ac24b48a040 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:14.389888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bdf2a654-dc53-4985-9603-7ac24b48a040 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:14.396230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bdf2a654-dc53-4985-9603-7ac24b48a040 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:14.404702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bdf2a654-dc53-4985-9603-7ac24b48a040 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:14.414379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:14.419711 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Pushing event updated for resources: {'Port': ['ID=9099349c-41b1-4ecd-9bda-ee458e045aa7,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:14.424512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:14.424864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44736) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:14.425167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:14.425551 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d20b0ffc-9109-4cac-8769-0063307a1fd0 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/16086c5b-b292-4f89-a487-41d9461705c2 HTTP/1.1" status: 404 len: 339 time: 0.1348672 Feb 04 06:15:14.449363 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a8115062-b44e-4b45-826b-9831a78f8d3f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Unset dirty status for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:14.453685 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a8115062-b44e-4b45-826b-9831a78f8d3f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports/5293f614-6060-47d9-845a-c9e623d28974 HTTP/1.1" status: 200 len: 910 time: 0.7748394 Feb 04 06:15:14.454603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44740) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:14.460960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56b32ff2-1c1f-4f62-af2c-30206fe84303 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.482060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.533763 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-409a8828-1d45-49c4-b079-6504195663c4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c116b24-e5dd-4175-a80f-8983ec33bd87'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:14.535928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.566614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Attempting to bind port 9099349c-41b1-4ecd-9bda-ee458e045aa7 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:14.566982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Attempting to bind port 9099349c-41b1-4ecd-9bda-ee458e045aa7 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:14.567338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Attempting to bind port 9099349c-41b1-4ecd-9bda-ee458e045aa7 on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:14.579422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:14.579791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:14.580799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.581190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:14.581661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Bound port: 9099349c-41b1-4ecd-9bda-ee458e045aa7, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:14.582033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.607560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b32ff2-1c1f-4f62-af2c-30206fe84303 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Subnet': ['ID=a57887e5-1c3c-45c2-b318-0960c85b5566,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:14.654798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event updated for resources: {'Port': ['ID=306e7a3c-a182-4623-bb88-2703c2fea168,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:14.695644 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] For port 9099349c-41b1-4ecd-9bda-ee458e045aa7, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:14.697884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-56b32ff2-1c1f-4f62-af2c-30206fe84303 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.699125 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] For port 9099349c-41b1-4ecd-9bda-ee458e045aa7, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9099349c-41b1-4ecd-9bda-ee458e045aa7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:14.700961 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-56b32ff2-1c1f-4f62-af2c-30206fe84303 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/subnets/a57887e5-1c3c-45c2-b318-0960c85b5566 HTTP/1.1" status: 204 len: 168 time: 1.5780792 Feb 04 06:15:14.714634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44744) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:14.745326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Network 387c831d-f475-4ada-8dd2-f5fb0c0e83d8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:14.745908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.751416 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2262149 Feb 04 06:15:14.756483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4faf4352-41a9-4084-87cd-8991e7fa6630 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Deleting subnet 47a05dd8-516a-4a6a-929b-1d32503337ed {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:14.760242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44748) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:14.760797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd91f8-e37f-40d6-ade9-84c14a209614 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820af4fc-7b30-4c93-ab6f-4beb3efdd3a0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:14.773353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:14.773353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4faf4352-41a9-4084-87cd-8991e7fa6630 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.799307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:14.828557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.837867 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-bdf2a654-dc53-4985-9603-7ac24b48a040 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:14.838575 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bdf2a654-dc53-4985-9603-7ac24b48a040 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4660144 Feb 04 06:15:14.848396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674672645'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:14.854133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44752) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:14.865608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-83670668-3407-46d4-b3e1-c8f164628880 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': '2211f306-d9e3-472f-b81b-7e2174b798eb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:14.876924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.885920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:14.891109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 7789cb11-05b9-4315-916f-f42d9d592c94 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:15:14.899227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:14.913367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-83670668-3407-46d4-b3e1-c8f164628880 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:14.918158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-83670668-3407-46d4-b3e1-c8f164628880 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:14.924276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-83670668-3407-46d4-b3e1-c8f164628880 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:14.934473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-83670668-3407-46d4-b3e1-c8f164628880 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:14.954002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4faf4352-41a9-4084-87cd-8991e7fa6630 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.964269 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db96169-5240-4fa4-b330-3a2f16db4446 None None] Pushing event updated for resources: {'Port': ['ID=9099349c-41b1-4ecd-9bda-ee458e045aa7,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:14.983142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eda4e2e-29df-469e-967f-e027834f4070 None None] Network 3085f28d-6937-4353-b584-ccec3a36f50f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:15.014697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.018660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.076479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Deleting port ca724f54-e318-465f-ae8a-9faff408841b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:15.076903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.086177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:15.094303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:15.103335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:15.123534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:15.126806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a2a7de1f-8064-4a82-a1ed-11a72279a1ca None None] Provisioning complete for port ca724f54-e318-465f-ae8a-9faff408841b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:15.127848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2a7de1f-8064-4a82-a1ed-11a72279a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.167901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-409a8828-1d45-49c4-b079-6504195663c4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.173388 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.190061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4faf4352-41a9-4084-87cd-8991e7fa6630 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.231455 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-83670668-3407-46d4-b3e1-c8f164628880 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:15.235469 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-83670668-3407-46d4-b3e1-c8f164628880 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3782227 Feb 04 06:15:15.237726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44756) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:15.481383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714c020-d70d-42c5-9979-44f9768610bb None None] DHCP port deletion for 3085f28d-6937-4353-b584-ccec3a36f50f request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:15:15.488003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3714c020-d70d-42c5-9979-44f9768610bb None None] Deleting port ca724f54-e318-465f-ae8a-9faff408841b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:15.488724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3714c020-d70d-42c5-9979-44f9768610bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.562410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.593824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.633644 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4faf4352-41a9-4084-87cd-8991e7fa6630 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.683146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62a23ffd-4027-42ad-967e-2b07e0bf7a60 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.690494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf4352-41a9-4084-87cd-8991e7fa6630 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Subnet': ['ID=47a05dd8-516a-4a6a-929b-1d32503337ed,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:15.705797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.725097 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4faf4352-41a9-4084-87cd-8991e7fa6630 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.739498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78dd3d9-2236-4edc-943d-b628bd727bf4 None None] Network 908ed132-3b6f-42ca-ad7c-b27279cb73a2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:15.783987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62a23ffd-4027-42ad-967e-2b07e0bf7a60 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.810997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3ca645fe-fd9d-4de1-87c3-40ce7dd80219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.815126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c604e7b7-f5b9-4b92-83a4-3abeacfad9e5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:15.876758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3714c020-d70d-42c5-9979-44f9768610bb None None] For port ca724f54-e318-465f-ae8a-9faff408841b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ca724f54-e318-465f-ae8a-9faff408841b,segment=NetworkSegment(7fc79086-1c9d-4b73-a8ae-a06f528dc872),segment_id=7fc79086-1c9d-4b73-a8ae-a06f528dc872)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:15.877188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3714c020-d70d-42c5-9979-44f9768610bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.881176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8:0:1::118 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/46f1bab8-7716-40e4-9e31-dea7cf15b4f2/7789cb11-05b9-4315-916f-f42d9d592c94) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:15.884281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] For port ca724f54-e318-465f-ae8a-9faff408841b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ca724f54-e318-465f-ae8a-9faff408841b,segment=NetworkSegment(7fc79086-1c9d-4b73-a8ae-a06f528dc872),segment_id=7fc79086-1c9d-4b73-a8ae-a06f528dc872)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:15.884638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.905617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.907033 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7fa7969b-b89c-4ddf-80f6-26302e466010 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1415789 Feb 04 06:15:15.914016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44760) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:15.929517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-47d5fc31-c4b1-4347-aac1-fd1b59bb8d8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': '820af4fc-7b30-4c93-ab6f-4beb3efdd3a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c604e7b7-f5b9-4b92-83a4-3abeacfad9e5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:15.948678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-47d5fc31-c4b1-4347-aac1-fd1b59bb8d8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:15.957721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-47d5fc31-c4b1-4347-aac1-fd1b59bb8d8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:15.965543 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::f816:3eff:fedf:5ff9 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/d7ffd38f-fd41-4d5e-a4f4-d4e09c538a92/7789cb11-05b9-4315-916f-f42d9d592c94) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:15.968840 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-47d5fc31-c4b1-4347-aac1-fd1b59bb8d8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:15.981159 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4faf4352-41a9-4084-87cd-8991e7fa6630 tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/subnets/47a05dd8-516a-4a6a-929b-1d32503337ed HTTP/1.1" status: 204 len: 168 time: 1.5551541 Feb 04 06:15:15.982394 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-47d5fc31-c4b1-4347-aac1-fd1b59bb8d8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:15.994834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44764) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:16.069243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Calling delete_port for ca724f54-e318-465f-ae8a-9faff408841b owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:16.095722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62a23ffd-4027-42ad-967e-2b07e0bf7a60 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.141598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a23ffd-4027-42ad-967e-2b07e0bf7a60 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2211f306-d9e3-472f-b81b-7e2174b798eb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:16.158608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3714c020-d70d-42c5-9979-44f9768610bb None None] Calling delete_port for ca724f54-e318-465f-ae8a-9faff408841b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:16.166064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62a23ffd-4027-42ad-967e-2b07e0bf7a60 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.169764 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-62a23ffd-4027-42ad-967e-2b07e0bf7a60 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "DELETE /v2.0/security-groups/2211f306-d9e3-472f-b81b-7e2174b798eb HTTP/1.1" status: 204 len: 168 time: 0.9265046 Feb 04 06:15:16.170947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44768) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:16.179625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.257158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.262906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Deleting port 3665b068-96cf-48bf-9b80-9e42e6e414fd {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:16.263387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.325141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-499e3b7e-65b1-4b8b-bf4a-539cef95ad40 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Synchronizing usage tracker for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:16.374218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.433450 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6973c1bc-1e4e-4b76-b6f5-0d93b0275807 None None] DHCP port deletion for 908ed132-3b6f-42ca-ad7c-b27279cb73a2 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:15:16.440586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6973c1bc-1e4e-4b76-b6f5-0d93b0275807 None None] Deleting port 3665b068-96cf-48bf-9b80-9e42e6e414fd {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:16.442042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6973c1bc-1e4e-4b76-b6f5-0d93b0275807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.458083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event updated for resources: {'Port': ['ID=306e7a3c-a182-4623-bb88-2703c2fea168,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:16.464740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-499e3b7e-65b1-4b8b-bf4a-539cef95ad40 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Unset dirty status for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:16.465972 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-499e3b7e-65b1-4b8b-bf4a-539cef95ad40 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2927017 Feb 04 06:15:16.466916 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-47d5fc31-c4b1-4347-aac1-fd1b59bb8d8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:16.467702 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-47d5fc31-c4b1-4347-aac1-fd1b59bb8d8a tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5526488 Feb 04 06:15:16.472028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44774) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:16.472357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44776) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:16.480321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group': {'name': 'tempest-secgroup--225895584'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:16.490478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b84aec-bfb6-45ed-8a7d-07ca1df9908a None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:16.532500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:16.532733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.545673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.621350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Port': ['ID=ca724f54-e318-465f-ae8a-9faff408841b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:16.624679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No DVR routers for this DVR port ca724f54-e318-465f-ae8a-9faff408841b on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:16.628372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 7789cb11-05b9-4315-916f-f42d9d592c94 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:16.635570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:16.637347 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-3714c020-d70d-42c5-9979-44f9768610bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:16.637877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-3714c020-d70d-42c5-9979-44f9768610bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:16.683650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.694464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f9abdaed-4829-4606-b1a7-73e53ff6db8e None None] Provisioning for port 9099349c-41b1-4ecd-9bda-ee458e045aa7 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:16.732889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] For port 3665b068-96cf-48bf-9b80-9e42e6e414fd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3665b068-96cf-48bf-9b80-9e42e6e414fd,segment=NetworkSegment(8490bdb1-a7c6-4092-a796-ac7dae14056a),segment_id=8490bdb1-a7c6-4092-a796-ac7dae14056a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:16.733249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.741577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58b8ffe0-831e-4681-a65a-a418976c630b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.758646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.788607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-409a8828-1d45-49c4-b079-6504195663c4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.789330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.823110 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3085f28d-6937-4353-b584-ccec3a36f50f']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:16.833905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc79086-1c9d-4b73-a8ae-a06f528dc872') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:16.834263 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc79086-1c9d-4b73-a8ae-a06f528dc872') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:16.848311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.870132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-409a8828-1d45-49c4-b079-6504195663c4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.889529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.893368 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8218af81-b329-449b-b51d-985347c6430c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9691937 Feb 04 06:15:16.894259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44782) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:16.895756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.904490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Calling delete_port for 3665b068-96cf-48bf-9b80-9e42e6e414fd owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:16.913665 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6973c1bc-1e4e-4b76-b6f5-0d93b0275807 None None] For port 3665b068-96cf-48bf-9b80-9e42e6e414fd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3665b068-96cf-48bf-9b80-9e42e6e414fd,segment=NetworkSegment(8490bdb1-a7c6-4092-a796-ac7dae14056a),segment_id=8490bdb1-a7c6-4092-a796-ac7dae14056a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:16.914287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6973c1bc-1e4e-4b76-b6f5-0d93b0275807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.950029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58b8ffe0-831e-4681-a65a-a418976c630b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.951702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.960622 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:16.961058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:16.977882 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:17.045966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6973c1bc-1e4e-4b76-b6f5-0d93b0275807 None None] Calling delete_port for 3665b068-96cf-48bf-9b80-9e42e6e414fd owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:17.051510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:17.055775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:17.072149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:17.081776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-612500cb-e247-4491-8473-ec29709827f4 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Synchronizing usage tracker for tenant:010eafd5c4d4479e8d9b7432167d00ff on resource:floatingip {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:17.106782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a8828-1d45-49c4-b079-6504195663c4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:17.108055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-409a8828-1d45-49c4-b079-6504195663c4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.109701 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-409a8828-1d45-49c4-b079-6504195663c4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/ports/5293f614-6060-47d9-845a-c9e623d28974 HTTP/1.1" status: 200 len: 910 time: 2.6508760 Feb 04 06:15:17.113565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44786) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:17.122485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:17.124152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a8828-1d45-49c4-b079-6504195663c4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=5293f614-6060-47d9-845a-c9e623d28974,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:17.138759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3714c020-d70d-42c5-9979-44f9768610bb None None] Deleting port ca724f54-e318-465f-ae8a-9faff408841b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:17.139375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3714c020-d70d-42c5-9979-44f9768610bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.185631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:17.194655 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:17.209891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:17.212107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9099349c-41b1-4ecd-9bda-ee458e045aa7 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:17.215999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:17.216673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.230982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-612500cb-e247-4491-8473-ec29709827f4 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Unset dirty status for tenant:010eafd5c4d4479e8d9b7432167d00ff on resource:floatingip {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:17.232147 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-612500cb-e247-4491-8473-ec29709827f4 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=387c831d-f475-4ada-8dd2-f5fb0c0e83d8 HTTP/1.1" status: 200 len: 690 time: 0.2746196 Feb 04 06:15:17.239017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44790) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:17.268491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.326015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3714c020-d70d-42c5-9979-44f9768610bb None None] The port 'ca724f54-e318-465f-ae8a-9faff408841b' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:15:17.333462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6973c1bc-1e4e-4b76-b6f5-0d93b0275807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.351704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.369643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=7789cb11-05b9-4315-916f-f42d9d592c94,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:17.372099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Network': ['ID=3085f28d-6937-4353-b584-ccec3a36f50f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:17.391002 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5afdd79f-508a-4fbe-b81a-2db00e92cd06 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/3085f28d-6937-4353-b584-ccec3a36f50f HTTP/1.1" status: 204 len: 168 time: 2.6752877 Feb 04 06:15:17.395250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44794) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:17.416772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973c1bc-1e4e-4b76-b6f5-0d93b0275807 None None] Pushing event deleted for resources: {'Port': ['ID=3665b068-96cf-48bf-9b80-9e42e6e414fd,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:17.424835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05243d2a-aeaf-4824-80c4-9ac010c6aa6e None None] Update dhcp port {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': 'd7ffd38f-fd41-4d5e-a4f4-d4e09c538a92', 'ip_address': '2001:db8::f816:3eff:feb4:a76f'}, {'subnet_id': '46f1bab8-7716-40e4-9e31-dea7cf15b4f2'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '9099349c-41b1-4ecd-9bda-ee458e045aa7'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:15:17.440841 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e99ef1b-2bac-4612-a4b2-fb10eab1a8ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:17.441507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e99ef1b-2bac-4612-a4b2-fb10eab1a8ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:17.443539 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6e99ef1b-2bac-4612-a4b2-fb10eab1a8ce tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/subnets/d6868f93-7a03-4693-9323-034ca35c5e2b HTTP/1.1" status: 404 len: 337 time: 0.0471263 Feb 04 06:15:17.447284 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44798) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:17.460541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6973c1bc-1e4e-4b76-b6f5-0d93b0275807 None None] No DVR routers for this DVR port 3665b068-96cf-48bf-9b80-9e42e6e414fd on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:17.479032 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bf4259-5dcf-465d-a46a-476e747456c6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:17.479518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0bf4259-5dcf-465d-a46a-476e747456c6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:17.481305 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f0bf4259-5dcf-465d-a46a-476e747456c6 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/64a2e851-3407-416a-8642-a86fdefe636b HTTP/1.1" status: 404 len: 339 time: 0.0325975 Feb 04 06:15:17.484021 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44802) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:17.488478 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-454be498-cd0f-4f2b-91ce-eedc76e55d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.5701532 Feb 04 06:15:17.491336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44804) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:17.498527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.507724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-05243d2a-aeaf-4824-80c4-9ac010c6aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.513254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58b8ffe0-831e-4681-a65a-a418976c630b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.543760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8ffe0-831e-4681-a65a-a418976c630b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c604e7b7-f5b9-4b92-83a4-3abeacfad9e5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:17.605915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:17.606293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:17.613431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.651504 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9099349c-41b1-4ecd-9bda-ee458e045aa7 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:17.665239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9099349c-41b1-4ecd-9bda-ee458e045aa7 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:17.665239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.754568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3b4d08-325a-4b76-aa00-b1652af221c7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:17.759842 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0aade9-6d2c-4deb-a5e6-976e0cac3a99 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:17.760449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0aade9-6d2c-4deb-a5e6-976e0cac3a99 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:17.762253 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ec0aade9-6d2c-4deb-a5e6-976e0cac3a99 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/subnets/d6ab516b-9a93-4ac7-bf6e-4f4ad80520c2 HTTP/1.1" status: 404 len: 337 time: 0.2722700 Feb 04 06:15:17.762577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58b8ffe0-831e-4681-a65a-a418976c630b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.763820 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-58b8ffe0-831e-4681-a65a-a418976c630b tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "DELETE /v2.0/security-groups/c604e7b7-f5b9-4b92-83a4-3abeacfad9e5 HTTP/1.1" status: 204 len: 168 time: 1.2902608 Feb 04 06:15:17.766942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44810) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:17.767127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44812) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:17.779717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.849145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.853267 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5c7c9a85-76ee-412b-8fd1-961641028dd2 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3782177 Feb 04 06:15:17.854212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44818) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:17.857537 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72296d1-cf1a-4a02-8391-839b1919a469 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:17.858019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72296d1-cf1a-4a02-8391-839b1919a469 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:17.859705 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f72296d1-cf1a-4a02-8391-839b1919a469 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/9b1c5b05-82eb-44f8-98ee-ab7a73fbdc4a HTTP/1.1" status: 404 len: 339 time: 0.0912006 Feb 04 06:15:17.864897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44822) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:17.867964 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-05243d2a-aeaf-4824-80c4-9ac010c6aa6e None None] Allocated IP 2001:db8:0:1::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/46f1bab8-7716-40e4-9e31-dea7cf15b4f2/9099349c-41b1-4ecd-9bda-ee458e045aa7) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:17.879892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-349fd57d-4c30-4b0c-ba6a-c5643197a5f8 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': 'db3b4d08-325a-4b76-aa00-b1652af221c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:17.894638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-349fd57d-4c30-4b0c-ba6a-c5643197a5f8 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:17.904830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ab4fcc0e-b041-4814-8140-2b56930c7327 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 7789cb11-05b9-4315-916f-f42d9d592c94 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:17.905458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcc0e-b041-4814-8140-2b56930c7327 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.913743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-349fd57d-4c30-4b0c-ba6a-c5643197a5f8 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:17.914138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.918048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-349fd57d-4c30-4b0c-ba6a-c5643197a5f8 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:17.930943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Deleting port 306e7a3c-a182-4623-bb88-2703c2fea168 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:17.930943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.963276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-349fd57d-4c30-4b0c-ba6a-c5643197a5f8 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:17.978442 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fbf57f-aa62-42a6-a15d-5774fd932845 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:17.978990 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fbf57f-aa62-42a6-a15d-5774fd932845 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:17.983289 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-35fbf57f-aa62-42a6-a15d-5774fd932845 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/subnets/11ecce88-f6ab-4ad8-a6a9-d95cc41cc18d HTTP/1.1" status: 404 len: 337 time: 0.1127682 Feb 04 06:15:17.986637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-900d3bdb-ec4d-4b70-ab5c-53102f991360 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Synchronizing usage tracker for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:17.991665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44826) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:18.026157 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c42dc73-f4bc-489c-bef8-7a09eb6f253e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.037721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9481e70-02fa-4d12-9816-719eab8d7456 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:18.038219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9481e70-02fa-4d12-9816-719eab8d7456 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:18.042613 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b9481e70-02fa-4d12-9816-719eab8d7456 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/6fbbc240-872c-4e10-9a5a-78c85cbfab06 HTTP/1.1" status: 404 len: 339 time: 0.0459330 Feb 04 06:15:18.043742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44830) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:18.104202 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-05243d2a-aeaf-4824-80c4-9ac010c6aa6e None None] For port 9099349c-41b1-4ecd-9bda-ee458e045aa7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9099349c-41b1-4ecd-9bda-ee458e045aa7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:18.107361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Deleting port 3665b068-96cf-48bf-9b80-9e42e6e414fd {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:18.107712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.132742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-05243d2a-aeaf-4824-80c4-9ac010c6aa6e None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.153600 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-05243d2a-aeaf-4824-80c4-9ac010c6aa6e None None] Transition to ACTIVE for port object 9099349c-41b1-4ecd-9bda-ee458e045aa7 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:18.183478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-562d13de-63e8-4b86-8504-b4b762bb5899 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Deleting subnet 248bb9d3-e67e-4cfb-9dd5-5c5c0a1a4387 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:18.196918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-900d3bdb-ec4d-4b70-ab5c-53102f991360 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Unset dirty status for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:18.198188 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-900d3bdb-ec4d-4b70-ab5c-53102f991360 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4281750 Feb 04 06:15:18.198943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562d13de-63e8-4b86-8504-b4b762bb5899 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.217152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44834) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:18.271767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] The port '3665b068-96cf-48bf-9b80-9e42e6e414fd' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:15:18.300236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.300553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.303016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-05243d2a-aeaf-4824-80c4-9ac010c6aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.421319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562d13de-63e8-4b86-8504-b4b762bb5899 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.460932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:18.461448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:18.476754 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-349fd57d-4c30-4b0c-ba6a-c5643197a5f8 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The resource could not be found. Feb 04 06:15:18.478027 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-349fd57d-4c30-4b0c-ba6a-c5643197a5f8 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6173375 Feb 04 06:15:18.481386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05243d2a-aeaf-4824-80c4-9ac010c6aa6e None None] Pushing event updated for resources: {'Port': ['ID=9099349c-41b1-4ecd-9bda-ee458e045aa7,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:18.487819 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Calling delete_port for 306e7a3c-a182-4623-bb88-2703c2fea168 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:18.491656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44838) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:18.497841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2a4c04bb-e080-4f9d-94e9-fe5eb4abb1c5 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': 'db3b4d08-325a-4b76-aa00-b1652af221c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0a201c82-ab20-41ae-b27f-941bee923ad9'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:18.509561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.538515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2a4c04bb-e080-4f9d-94e9-fe5eb4abb1c5 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:18.552922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcc0e-b041-4814-8140-2b56930c7327 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.562935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908ed132-3b6f-42ca-ad7c-b27279cb73a2']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:18.570850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2a4c04bb-e080-4f9d-94e9-fe5eb4abb1c5 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:18.579237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2a4c04bb-e080-4f9d-94e9-fe5eb4abb1c5 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:18.586600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7918f948-e6e9-49e2-b7d2-fad122e21e69 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.640553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8490bdb1-a7c6-4092-a796-ac7dae14056a') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:18.640892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8490bdb1-a7c6-4092-a796-ac7dae14056a') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:18.649991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2a4c04bb-e080-4f9d-94e9-fe5eb4abb1c5 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:18.679108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.701854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ab4fcc0e-b041-4814-8140-2b56930c7327 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 7789cb11-05b9-4315-916f-f42d9d592c94 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:18.732557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8868deb9-df11-4648-8817-998741129365 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.775606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.792991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562d13de-63e8-4b86-8504-b4b762bb5899 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.806938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8868deb9-df11-4648-8817-998741129365 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.833413 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:18.833811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:18.850981 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:19.006750 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.051550 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.065128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.100352 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9099349c-41b1-4ecd-9bda-ee458e045aa7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9099349c-41b1-4ecd-9bda-ee458e045aa7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:19.154357 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event deleted for resources: {'Port': ['ID=306e7a3c-a182-4623-bb88-2703c2fea168,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:19.186813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.196502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8868deb9-df11-4648-8817-998741129365 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.228716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868deb9-df11-4648-8817-998741129365 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820af4fc-7b30-4c93-ab6f-4beb3efdd3a0,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:19.249089 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.250074 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.264018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcc0e-b041-4814-8140-2b56930c7327 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.350221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3665b068-96cf-48bf-9b80-9e42e6e414fd no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:19.364867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7918f948-e6e9-49e2-b7d2-fad122e21e69 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 5293f614-6060-47d9-845a-c9e623d28974 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:19.365501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7918f948-e6e9-49e2-b7d2-fad122e21e69 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.393013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 3665b068-96cf-48bf-9b80-9e42e6e414fd {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:19.393272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3665b068-96cf-48bf-9b80-9e42e6e414fd not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:19.393886 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ca724f54-e318-465f-ae8a-9faff408841b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:19.425819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.429215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562d13de-63e8-4b86-8504-b4b762bb5899 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.434023 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-2a4c04bb-e080-4f9d-94e9-fe5eb4abb1c5 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The resource could not be found. Feb 04 06:15:19.439752 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-10ffe70a-9659-4c82-834a-a9682e5ea59a None None] Provisioning for port 9099349c-41b1-4ecd-9bda-ee458e045aa7 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:19.440163 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2a4c04bb-e080-4f9d-94e9-fe5eb4abb1c5 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9474435 Feb 04 06:15:19.448600 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: ca724f54-e318-465f-ae8a-9faff408841b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:19.448990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ca724f54-e318-465f-ae8a-9faff408841b not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:19.450342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-10ffe70a-9659-4c82-834a-a9682e5ea59a None None] Provisioning complete for port 9099349c-41b1-4ecd-9bda-ee458e045aa7 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:19.450708 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-10ffe70a-9659-4c82-834a-a9682e5ea59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.508523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44842) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:19.508834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c716cc0-3543-4484-ae80-a0249a38b9ed None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:15:19.576977 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fcc0e-b041-4814-8140-2b56930c7327 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=7789cb11-05b9-4315-916f-f42d9d592c94,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:19.613069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcc0e-b041-4814-8140-2b56930c7327 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.630275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c716cc0-3543-4484-ae80-a0249a38b9ed None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:15:19.641222 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ab4fcc0e-b041-4814-8140-2b56930c7327 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/7789cb11-05b9-4315-916f-f42d9d592c94 HTTP/1.1" status: 204 len: 168 time: 2.1310298 Feb 04 06:15:19.644685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9099349c-41b1-4ecd-9bda-ee458e045aa7 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:19.652029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:19.660041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.687144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b69c-8a1a-4df3-a7f6-f45a6a701862 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.688859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.712745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9099349c-41b1-4ecd-9bda-ee458e045aa7,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:19.721263 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8868deb9-df11-4648-8817-998741129365 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.721852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] Pushing event deleted for resources: {'Network': ['ID=908ed132-3b6f-42ca-ad7c-b27279cb73a2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:19.724680 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d13de-63e8-4b86-8504-b4b762bb5899 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Subnet': ['ID=248bb9d3-e67e-4cfb-9dd5-5c5c0a1a4387,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:19.726468 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8868deb9-df11-4648-8817-998741129365 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "DELETE /v2.0/security-groups/820af4fc-7b30-4c93-ab6f-4beb3efdd3a0 HTTP/1.1" status: 204 len: 168 time: 1.5078282 Feb 04 06:15:19.726906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-562d13de-63e8-4b86-8504-b4b762bb5899 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.731442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44850) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:19.749428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7918f948-e6e9-49e2-b7d2-fad122e21e69 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.771921 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a3287f46-8106-4d5e-bb0b-5f4ebf18af1b tempest-NetworksTest-15445317 tempest-NetworksTest-15445317-project] 10.222.0.32 "DELETE /v2.0/networks/908ed132-3b6f-42ca-ad7c-b27279cb73a2 HTTP/1.1" status: 204 len: 168 time: 3.7735393 Feb 04 06:15:19.794342 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b69c-8a1a-4df3-a7f6-f45a6a701862 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.863131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-494cc85f-fb4c-40d7-b776-b102464c8c56 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Synchronizing usage tracker for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:19.893023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7918f948-e6e9-49e2-b7d2-fad122e21e69 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 5293f614-6060-47d9-845a-c9e623d28974 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:19.924245 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-562d13de-63e8-4b86-8504-b4b762bb5899 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/subnets/248bb9d3-e67e-4cfb-9dd5-5c5c0a1a4387 HTTP/1.1" status: 204 len: 168 time: 1.8754334 Feb 04 06:15:19.925342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44856) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:19.934110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:19.982950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.028152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=052ba95c-ab6b-414d-b53d-51185e08bbe1,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:20.036341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9099349c-41b1-4ecd-9bda-ee458e045aa7 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:20.036928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.047757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b69c-8a1a-4df3-a7f6-f45a6a701862 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.084177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.104605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0011da7-470c-4a7f-a5e1-118b10985efb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.108598 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e0011da7-470c-4a7f-a5e1-118b10985efb tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4404414 Feb 04 06:15:20.110742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-494cc85f-fb4c-40d7-b776-b102464c8c56 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Unset dirty status for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:20.116470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44860) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:20.116639 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-494cc85f-fb4c-40d7-b776-b102464c8c56 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3713720 Feb 04 06:15:20.117796 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44862) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:20.126923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7b69c-8a1a-4df3-a7f6-f45a6a701862 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3b4d08-325a-4b76-aa00-b1652af221c7,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:20.127157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701528757'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:20.151446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.157677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8982efb7-279e-4ec1-b915-1339cc524351 None None] Could not find standard attr ID for object 7789cb11-05b9-4315-916f-f42d9d592c94. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:15:20.172304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:20.184457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Deleting port 7f73ea02-c177-4473-b428-edfbaa69700a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:20.184457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.190558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387c831d-f475-4ada-8dd2-f5fb0c0e83d8']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:20.208959 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a591fa-150f-41a4-abf5-ef91aaeaa361') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:20.209866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a591fa-150f-41a4-abf5-ef91aaeaa361') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:20.237296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b69c-8a1a-4df3-a7f6-f45a6a701862 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.239066 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bbd7b69c-8a1a-4df3-a7f6-f45a6a701862 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "DELETE /v2.0/security-groups/db3b4d08-325a-4b76-aa00-b1652af221c7 HTTP/1.1" status: 204 len: 168 time: 0.6929369 Feb 04 06:15:20.241909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44868) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:20.247872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:20.248023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.261164 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08564e11-7686-4c3c-b5fe-be235d75cd72 None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:15:20.297787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.311615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:20.311615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:20.326289 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:20.402071 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08564e11-7686-4c3c-b5fe-be235d75cd72 None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:15:20.440544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d900c5cd-774a-4f59-adc0-3a973e788895 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Synchronizing usage tracker for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:20.505670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e6078e-0d03-4daa-b984-0799508f585a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.507254 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-30e6078e-0d03-4daa-b984-0799508f585a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3928838 Feb 04 06:15:20.509960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44878) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:20.517269 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.571250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:20.578792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] For port 7f73ea02-c177-4473-b428-edfbaa69700a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7f73ea02-c177-4473-b428-edfbaa69700a,segment=NetworkSegment(db2f59e1-6849-4228-92df-397bfc24c9c0),segment_id=db2f59e1-6849-4228-92df-397bfc24c9c0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:20.579312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.587122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:20.594755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:20.597808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44882) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:20.602662 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49038909-49bf-4341-827c-dcd60ed64695 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.604580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49038909-49bf-4341-827c-dcd60ed64695 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.606636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49038909-49bf-4341-827c-dcd60ed64695 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:20.607449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-49038909-49bf-4341-827c-dcd60ed64695 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:20.659356 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:20.682195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.728541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Calling delete_port for 7f73ea02-c177-4473-b428-edfbaa69700a owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:20.771267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-49038909-49bf-4341-827c-dcd60ed64695 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:20.771267 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-49038909-49bf-4341-827c-dcd60ed64695 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2558243 Feb 04 06:15:20.771267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d900c5cd-774a-4f59-adc0-3a973e788895 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Unset dirty status for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:20.771267 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d900c5cd-774a-4f59-adc0-3a973e788895 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5257027 Feb 04 06:15:20.771267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.771926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44888) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:20.774290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7918f948-e6e9-49e2-b7d2-fad122e21e69 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.774515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44890) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:20.793015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 387c831d-f475-4ada-8dd2-f5fb0c0e83d8 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:15:20.800774 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-26843525-73ee-48f4-b1dd-24e965c357fa tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': 'fbb4fe18-0219-4c30-834a-6b1c5e9a4c3c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:20.806455 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:20.813327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-26843525-73ee-48f4-b1dd-24e965c357fa tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:20.818581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event deleted for resources: {'Network': ['ID=387c831d-f475-4ada-8dd2-f5fb0c0e83d8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:20.824555 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d8d23814-b079-4942-9bcc-9f2ea7e8227f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "DELETE /v2.0/networks/387c831d-f475-4ada-8dd2-f5fb0c0e83d8 HTTP/1.1" status: 204 len: 168 time: 3.5807846 Feb 04 06:15:20.827054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44896) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:20.830479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-26843525-73ee-48f4-b1dd-24e965c357fa tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:20.891618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-26843525-73ee-48f4-b1dd-24e965c357fa tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:20.915651 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b18768-67ce-4e6e-9095-0dd432347632 None None] Network c04dfe66-0a13-40bc-82a0-f51581113d0c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:20.927764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-eb176787-eee6-48a4-a8b1-b6ce5175e652 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Synchronizing usage tracker for tenant:010eafd5c4d4479e8d9b7432167d00ff on resource:floatingip {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:20.931214 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-26843525-73ee-48f4-b1dd-24e965c357fa tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:21.058479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918f948-e6e9-49e2-b7d2-fad122e21e69 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=5293f614-6060-47d9-845a-c9e623d28974,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:21.078776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-eb176787-eee6-48a4-a8b1-b6ce5175e652 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Unset dirty status for tenant:010eafd5c4d4479e8d9b7432167d00ff on resource:floatingip {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:21.083288 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-eb176787-eee6-48a4-a8b1-b6ce5175e652 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2550263 Feb 04 06:15:21.091771 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44900) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:21.230423 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a56c64c2-f494-45a0-933e-8cae3656ca2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6215fd0543044d6daff185969006dff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6290133 Feb 04 06:15:21.238580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44904) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:21.304478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bca9de-8813-4c32-aa04-c9eef0217254 None None] DHCP port deletion for c04dfe66-0a13-40bc-82a0-f51581113d0c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:15:21.310118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-04bca9de-8813-4c32-aa04-c9eef0217254 None None] Deleting port 7f73ea02-c177-4473-b428-edfbaa69700a {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:21.310118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-04bca9de-8813-4c32-aa04-c9eef0217254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.323923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.328918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe364a-3fc2-488a-a775-c06044691909 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:21.329327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe364a-3fc2-488a-a775-c06044691909 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:21.330460 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe364a-3fc2-488a-a775-c06044691909 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:21.330921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe364a-3fc2-488a-a775-c06044691909 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:21.331436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe364a-3fc2-488a-a775-c06044691909 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:21.331899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe364a-3fc2-488a-a775-c06044691909 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:21.333199 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe364a-3fc2-488a-a775-c06044691909 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:21.333559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-89fe364a-3fc2-488a-a775-c06044691909 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Synchronizing usage tracker for tenant:010eafd5c4d4479e8d9b7432167d00ff on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:21.367791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d8c5a5-169f-4234-ac43-d41ea9c6c944 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 46f1bab8-7716-40e4-9e31-dea7cf15b4f2 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:21.371587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5a5-169f-4234-ac43-d41ea9c6c944 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.376109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1e81-12e7-4b2a-817e-81180da50253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.411390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1e81-12e7-4b2a-817e-81180da50253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.440191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5a5-169f-4234-ac43-d41ea9c6c944 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.459865 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-26843525-73ee-48f4-b1dd-24e965c357fa tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The resource could not be found. Feb 04 06:15:21.464134 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-26843525-73ee-48f4-b1dd-24e965c357fa tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6841078 Feb 04 06:15:21.464728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44908) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:21.469981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292089457'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:21.475926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:21.501393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:21.536503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-89fe364a-3fc2-488a-a775-c06044691909 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Unset dirty status for tenant:010eafd5c4d4479e8d9b7432167d00ff on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:21.545835 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-89fe364a-3fc2-488a-a775-c06044691909 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4594 time: 0.4486003 Feb 04 06:15:21.545835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44912) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:21.550327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-04bca9de-8813-4c32-aa04-c9eef0217254 None None] For port 7f73ea02-c177-4473-b428-edfbaa69700a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7f73ea02-c177-4473-b428-edfbaa69700a,segment=NetworkSegment(db2f59e1-6849-4228-92df-397bfc24c9c0),segment_id=db2f59e1-6849-4228-92df-397bfc24c9c0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:21.550713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-04bca9de-8813-4c32-aa04-c9eef0217254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.612436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9099349c-41b1-4ecd-9bda-ee458e045aa7 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:21.620341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.624081 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-a8ced2a5-9ee3-479f-ad54-2882250960c5 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] delete failed (client error): The resource could not be found. Feb 04 06:15:21.627919 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a8ced2a5-9ee3-479f-ad54-2882250960c5 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/f2501a7a-680c-41ca-b95c-289daf70576f HTTP/1.1" status: 404 len: 345 time: 0.0814035 Feb 04 06:15:21.629638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44916) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:21.653512 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-8908f56f-fe28-4d7a-92a9-4244e4161f10 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 06:15:21.654076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8908f56f-fe28-4d7a-92a9-4244e4161f10 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:21.665947 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8908f56f-fe28-4d7a-92a9-4244e4161f10 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "DELETE /v2.0/networks/387c831d-f475-4ada-8dd2-f5fb0c0e83d8 HTTP/1.1" status: 404 len: 339 time: 0.0320914 Feb 04 06:15:21.668598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44920) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:21.672137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Request body: {'network': {'name': 'tempest-network--580045103', 'router:external': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:21.675995 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1e81-12e7-4b2a-817e-81180da50253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.678493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1e81-12e7-4b2a-817e-81180da50253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.682378 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1e0b1e81-12e7-4b2a-817e-81180da50253 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bed8522-166d-482a-bade-c40e907b2f3c HTTP/1.1" status: 204 len: 168 time: 0.4412951 Feb 04 06:15:21.691541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:21.697854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Usage tracker for resource:network and tenant:010eafd5c4d4479e8d9b7432167d00ff is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:21.701718 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b1e81-12e7-4b2a-817e-81180da50253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bed8522-166d-482a-bade-c40e907b2f3c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:21.703923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:21.704126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-04bca9de-8813-4c32-aa04-c9eef0217254 None None] Calling delete_port for 7f73ea02-c177-4473-b428-edfbaa69700a owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:21.712025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:21.752365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7918f948-e6e9-49e2-b7d2-fad122e21e69 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.754515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.760922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e005b2-4a6e-4d1f-b5ff-c275a30bca04,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:21.775178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5a5-169f-4234-ac43-d41ea9c6c944 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.794529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:21.800198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:21.803326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:21.810987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:21.820499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9099349c-41b1-4ecd-9bda-ee458e045aa7 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:21.820903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.867818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.875803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-04bca9de-8813-4c32-aa04-c9eef0217254 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:21.876324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-04bca9de-8813-4c32-aa04-c9eef0217254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:21.895897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.937700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.938909 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-591d92e5-b138-459b-a3ab-ed732d6ceefe tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8195305 Feb 04 06:15:21.943190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44926) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:21.945739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Port': ['ID=7f73ea02-c177-4473-b428-edfbaa69700a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:21.951396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-391ae4dc-753c-45e7-bd07-f76b819519d2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'f9e005b2-4a6e-4d1f-b5ff-c275a30bca04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:21.963000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-391ae4dc-753c-45e7-bd07-f76b819519d2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:21.967186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-391ae4dc-753c-45e7-bd07-f76b819519d2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:21.970369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-391ae4dc-753c-45e7-bd07-f76b819519d2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:21.976364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-391ae4dc-753c-45e7-bd07-f76b819519d2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:21.987928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:21.995736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f73ea02-c177-4473-b428-edfbaa69700a no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:22.011764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No DVR routers for this DVR port 7f73ea02-c177-4473-b428-edfbaa69700a on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:22.036531 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 7f73ea02-c177-4473-b428-edfbaa69700a {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:22.038497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f73ea02-c177-4473-b428-edfbaa69700a not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:22.050176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Made reservation on behalf of 010eafd5c4d4479e8d9b7432167d00ff for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:22.052925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.087026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72b8a24-1eb1-43bc-b08a-4bd44d23be92,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:22.182408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.183845 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-42508fbc-9477-4ae7-b875-4a6ea96c07ec tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7181382 Feb 04 06:15:22.187294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44934) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:22.192900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group': {'name': 'tempest-secgroup--117985919'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:22.199051 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:22.203235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:22.208999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:22.215717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:22.239725 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-391ae4dc-753c-45e7-bd07-f76b819519d2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:22.241512 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-391ae4dc-753c-45e7-bd07-f76b819519d2 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2969742 Feb 04 06:15:22.245861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44940) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:22.251033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-35f9e45f-0872-4acf-b781-0bfe33814d44 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group_rule': {'security_group_id': 'f9e005b2-4a6e-4d1f-b5ff-c275a30bca04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:22.257785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-35f9e45f-0872-4acf-b781-0bfe33814d44 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:22.264397 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-35f9e45f-0872-4acf-b781-0bfe33814d44 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:22.266111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-35f9e45f-0872-4acf-b781-0bfe33814d44 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:22.272642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-35f9e45f-0872-4acf-b781-0bfe33814d44 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:22.275958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7918f948-e6e9-49e2-b7d2-fad122e21e69 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 440b0fcb-87cc-4a66-976d-9893c249bc98 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:15:22.281361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.360629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04dfe66-0a13-40bc-82a0-f51581113d0c']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:22.377740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-04bca9de-8813-4c32-aa04-c9eef0217254 None None] Deleting port 7f73ea02-c177-4473-b428-edfbaa69700a {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:22.378259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-04bca9de-8813-4c32-aa04-c9eef0217254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.386193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2f59e1-6849-4228-92df-397bfc24c9c0') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:22.386491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2f59e1-6849-4228-92df-397bfc24c9c0') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:22.411415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:22.424195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.424738 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Added segment 54ca26e6-52c8-4574-9c50-c111c15d466a of type vlan for network 79c8c005-4e93-4746-8798-73996a46f673 Feb 04 06:15:22.446632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-04bca9de-8813-4c32-aa04-c9eef0217254 None None] The port '7f73ea02-c177-4473-b428-edfbaa69700a' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:15:22.451966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.468191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.473766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5a5-169f-4234-ac43-d41ea9c6c944 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.505337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7918f948-e6e9-49e2-b7d2-fad122e21e69 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:22.509480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.515335 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4407fc36-412e-4d75-9218-ee2afa609835 None None] Sync routers for ids ['440b0fcb-87cc-4a66-976d-9893c249bc98'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:22.531399 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4407fc36-412e-4d75-9218-ee2afa609835 None None] Routers {'440b0fcb-87cc-4a66-976d-9893c249bc98'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:22.532070 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4407fc36-412e-4d75-9218-ee2afa609835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['440b0fcb-87cc-4a66-976d-9893c249bc98'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:22.535596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5a5-169f-4234-ac43-d41ea9c6c944 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.539394 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-35d8c5a5-169f-4234-ac43-d41ea9c6c944 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/46f1bab8-7716-40e4-9e31-dea7cf15b4f2 HTTP/1.1" status: 204 len: 168 time: 1.7598438 Feb 04 06:15:22.541276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44948) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:22.544158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8c5a5-169f-4234-ac43-d41ea9c6c944 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=46f1bab8-7716-40e4-9e31-dea7cf15b4f2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:22.544341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:22.544444 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14451e33-f012-4623-8b87-577dad895661 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:22.551120 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7918f948-e6e9-49e2-b7d2-fad122e21e69 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/440b0fcb-87cc-4a66-976d-9893c249bc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4193473 Feb 04 06:15:22.551120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.551990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44952) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:22.588139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:22.595025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:22.598935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:22.599347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.605315 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:22.619212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cea2c778-31f9-4f01-b039-61f4bdc58d92 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Synchronizing usage tracker for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:22.621819 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:22.632534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc877bf-f01a-4161-a131-279394fe9fa7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet d7ffd38f-fd41-4d5e-a4f4-d4e09c538a92 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:22.636059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bdc877bf-f01a-4161-a131-279394fe9fa7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.672777 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-35f9e45f-0872-4acf-b781-0bfe33814d44 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:22.673772 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-35f9e45f-0872-4acf-b781-0bfe33814d44 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4267554 Feb 04 06:15:22.679492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44956) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:22.691977 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4407fc36-412e-4d75-9218-ee2afa609835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:22.705700 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4407fc36-412e-4d75-9218-ee2afa609835 None None] Routers {'440b0fcb-87cc-4a66-976d-9893c249bc98'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:22.706892 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4407fc36-412e-4d75-9218-ee2afa609835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['440b0fcb-87cc-4a66-976d-9893c249bc98'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:22.727527 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bdc877bf-f01a-4161-a131-279394fe9fa7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.770851 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.771827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:22.772410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.815791 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4407fc36-412e-4d75-9218-ee2afa609835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:22.817891 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4407fc36-412e-4d75-9218-ee2afa609835 None None] The sync data for ids ['440b0fcb-87cc-4a66-976d-9893c249bc98'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:22.971475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cea2c778-31f9-4f01-b039-61f4bdc58d92 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Unset dirty status for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:22.975219 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cea2c778-31f9-4f01-b039-61f4bdc58d92 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b0fcb-87cc-4a66-976d-9893c249bc98 HTTP/1.1" status: 200 len: 205 time: 0.4199140 Feb 04 06:15:22.975219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.978596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:22.981592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44966) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.074938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Network': ['ID=c04dfe66-0a13-40bc-82a0-f51581113d0c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:23.085395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event updated for resources: {'Network': ['ID=79c8c005-4e93-4746-8798-73996a46f673,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:23.092284 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e8a74304-0310-4047-b8dc-45ff485ed513 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/c04dfe66-0a13-40bc-82a0-f51581113d0c HTTP/1.1" status: 204 len: 168 time: 3.1597896 Feb 04 06:15:23.097278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44972) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.098048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 79c8c005-4e93-4746-8798-73996a46f673 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:23.111448 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-074c6ac4-b4c8-4c29-a006-61b7eafc6a8d tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.144670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.171051 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e7e7788a-b128-4268-9774-f399e8414ee0 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5031958 Feb 04 06:15:23.173643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44976) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.180551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-074c6ac4-b4c8-4c29-a006-61b7eafc6a8d tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.200360 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b9bce6-ddb5-4a2b-8a3a-c2a85a143d26 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:23.200908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b9bce6-ddb5-4a2b-8a3a-c2a85a143d26 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:23.206029 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-10b9bce6-ddb5-4a2b-8a3a-c2a85a143d26 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/subnets/7a631719-7c22-415a-b249-df62898a29ea HTTP/1.1" status: 404 len: 337 time: 0.1075773 Feb 04 06:15:23.206727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44980) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.216175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bdc877bf-f01a-4161-a131-279394fe9fa7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.220463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2081f35-bc37-4362-889c-e6b05046240d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.282440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44984) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.315362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.324383 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10e1eeb-b491-442f-b5b6-5e364ac5278e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:23.324975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10e1eeb-b491-442f-b5b6-5e364ac5278e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:23.329948 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f10e1eeb-b491-442f-b5b6-5e364ac5278e tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/3f940f6d-86c1-473a-82e9-a243be37c9e8 HTTP/1.1" status: 404 len: 339 time: 0.1144714 Feb 04 06:15:23.330701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 44990) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.423941 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08ce664-f61c-40bd-9e21-59014bce171f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:23.505395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5ee58-b8fa-400c-a7a6-a78ef4339694 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:23.516683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5ee58-b8fa-400c-a7a6-a78ef4339694 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:23.523386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5ee58-b8fa-400c-a7a6-a78ef4339694 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:23.529553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5ee58-b8fa-400c-a7a6-a78ef4339694 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:23.532128 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a8a5ee58-b8fa-400c-a7a6-a78ef4339694 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3556232 Feb 04 06:15:23.537142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.537142 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1b388af6-4de9-41b7-87a9-3ab3caddf55e tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3471160 Feb 04 06:15:23.537142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44994) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.539164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 44996) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.547606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-da24a86c-4f78-4f50-8358-d61114e58e19 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Deleting subnet 0704dfcd-080e-4768-93aa-8b64e00d7f27 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:23.564045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0dc4139a-8761-49a3-a828-fec02b921cbe tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group_rule': {'security_group_id': 'd72b8a24-1eb1-43bc-b08a-4bd44d23be92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c08ce664-f61c-40bd-9e21-59014bce171f'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:23.618351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e7f5f798-9b52-447b-8441-72b4e47bf0f4 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] Request body: {'port': {'network_id': 'd7d1b0c9-41d7-4f7c-8eb5-2be06e588107', 'name': 'tempest-NetworksNegativeTestJSON-566422893'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:23.623517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0dc4139a-8761-49a3-a828-fec02b921cbe tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:23.627913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-074c6ac4-b4c8-4c29-a006-61b7eafc6a8d tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.643816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da24a86c-4f78-4f50-8358-d61114e58e19 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.645342 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0dc4139a-8761-49a3-a828-fec02b921cbe tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:23.658509 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c6ac4-b4c8-4c29-a006-61b7eafc6a8d tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e005b2-4a6e-4d1f-b5ff-c275a30bca04,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:23.664269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0dc4139a-8761-49a3-a828-fec02b921cbe tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:23.685067 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0dc4139a-8761-49a3-a828-fec02b921cbe tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:23.687208 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f5f798-9b52-447b-8441-72b4e47bf0f4 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] POST failed (client error): The resource could not be found. Feb 04 06:15:23.687367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bdc877bf-f01a-4161-a131-279394fe9fa7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.687688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f5f798-9b52-447b-8441-72b4e47bf0f4 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:23.693070 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e7f5f798-9b52-447b-8441-72b4e47bf0f4 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3890581 Feb 04 06:15:23.707245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45002) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.757471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2081f35-bc37-4362-889c-e6b05046240d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.761820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2081f35-bc37-4362-889c-e6b05046240d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.766227 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.772874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da24a86c-4f78-4f50-8358-d61114e58e19 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.789790 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b819983-c049-4b1f-af60-deb39107f9dd None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:23.795591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bdc877bf-f01a-4161-a131-279394fe9fa7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.798997 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc877bf-f01a-4161-a131-279394fe9fa7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ffd38f-fd41-4d5e-a4f4-d4e09c538a92,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:23.809319 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf4e1d7-9fa3-420d-8614-b23e8f8d7621 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:23.809788 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf4e1d7-9fa3-420d-8614-b23e8f8d7621 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:23.813038 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0bf4e1d7-9fa3-420d-8614-b23e8f8d7621 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] 10.222.0.32 "DELETE /v2.0/networks/4355bb4f-1fa8-4c95-a9ee-e5fd1fd39348 HTTP/1.1" status: 404 len: 339 time: 0.0778098 Feb 04 06:15:23.817296 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bdc877bf-f01a-4161-a131-279394fe9fa7 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/d7ffd38f-fd41-4d5e-a4f4-d4e09c538a92 HTTP/1.1" status: 204 len: 168 time: 1.2749906 Feb 04 06:15:23.824915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45006) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.825070 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-074c6ac4-b4c8-4c29-a006-61b7eafc6a8d tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.825070 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-074c6ac4-b4c8-4c29-a006-61b7eafc6a8d tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "DELETE /v2.0/security-groups/f9e005b2-4a6e-4d1f-b5ff-c275a30bca04 HTTP/1.1" status: 204 len: 168 time: 1.1393363 Feb 04 06:15:23.828238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45010) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.828583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45012) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.909995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f14b0c27-1386-4e82-9ef5-88675ac0d699 None None] Provisioning complete for port 9099349c-41b1-4ecd-9bda-ee458e045aa7 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:23.910465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f14b0c27-1386-4e82-9ef5-88675ac0d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.962523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.969253 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c4078b-64b1-4714-86bf-11eaf7732e6d tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:23.969253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c4078b-64b1-4714-86bf-11eaf7732e6d tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:23.971899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2081f35-bc37-4362-889c-e6b05046240d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.972407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2081f35-bc37-4362-889c-e6b05046240d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Fanout notify agent at l3_agent the message router_deleted on router 440b0fcb-87cc-4a66-976d-9893c249bc98 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:15:23.980567 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4ba2094c-f303-4e17-b01d-8749cbaf3353 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155603 Feb 04 06:15:23.984235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45018) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:23.990794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:23.998782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2081f35-bc37-4362-889c-e6b05046240d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:23.999871 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b2081f35-bc37-4362-889c-e6b05046240d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/440b0fcb-87cc-4a66-976d-9893c249bc98 HTTP/1.1" status: 204 len: 168 time: 1.0033772 Feb 04 06:15:24.011116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45022) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.020267 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c0c4078b-64b1-4714-86bf-11eaf7732e6d tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] 10.222.0.32 "DELETE /v2.0/ports/d77f5ad4-16eb-421d-91cd-cfdee0278ea7 HTTP/1.1" status: 404 len: 333 time: 0.1972399 Feb 04 06:15:24.023309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.063506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c8c005-4e93-4746-8798-73996a46f673']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:24.086029 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc93941-ac2f-4242-98c3-1734d6ccd22d tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:24.086310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc93941-ac2f-4242-98c3-1734d6ccd22d tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:24.089297 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5bc93941-ac2f-4242-98c3-1734d6ccd22d tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] 10.222.0.32 "DELETE /v2.0/subnets/160bc132-2df7-4324-88d2-496ddea32a64 HTTP/1.1" status: 404 len: 337 time: 0.0620298 Feb 04 06:15:24.094533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b2143c43-c049-417b-845b-8c557c22ee12 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Synchronizing usage tracker for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:24.096930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45030) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.114030 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-0dc4139a-8761-49a3-a828-fec02b921cbe tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:24.117939 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0dc4139a-8761-49a3-a828-fec02b921cbe tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5748310 Feb 04 06:15:24.125469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45034) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.127703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ca26e6-52c8-4574-9c50-c111c15d466a') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:24.127992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ca26e6-52c8-4574-9c50-c111c15d466a') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:24.141242 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd1315f-2d82-4307-8fd1-ec38a056e4b6 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] GET failed (client error): The resource could not be found. Feb 04 06:15:24.146267 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6bd1315f-2d82-4307-8fd1-ec38a056e4b6 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] 10.222.0.32 "GET /v2.0/networks/24044120-6a5a-446a-a536-480c30f7a14b HTTP/1.1" status: 404 len: 339 time: 0.0429599 Feb 04 06:15:24.146267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da24a86c-4f78-4f50-8358-d61114e58e19 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.168892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45038) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.215569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.244262 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc5c9d-d85b-4f7a-93da-07d23aa705c8 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:15:24.248712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc5c9d-d85b-4f7a-93da-07d23aa705c8 None None] Deleting port 9099349c-41b1-4ecd-9bda-ee458e045aa7 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:24.249093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5c9d-d85b-4f7a-93da-07d23aa705c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.269686 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-2308b3f7-ec7f-4136-aa72-a0b0070a81a6 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] GET failed (client error): The resource could not be found. Feb 04 06:15:24.270995 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2308b3f7-ec7f-4136-aa72-a0b0070a81a6 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] 10.222.0.32 "GET /v2.0/ports/b5765440-0a47-4703-9a2f-979acea18fe0 HTTP/1.1" status: 404 len: 333 time: 0.1013103 Feb 04 06:15:24.275028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45042) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.293288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.299198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5c07f4-9268-4319-b349-5e5807a2cd7e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting subnet 3c116b24-e5dd-4175-a80f-8983ec33bd87 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:24.301310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:24.307927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a5c07f4-9268-4319-b349-5e5807a2cd7e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.315876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b2143c43-c049-417b-845b-8c557c22ee12 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Unset dirty status for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:24.320886 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b2143c43-c049-417b-845b-8c557c22ee12 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4507806 Feb 04 06:15:24.325570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45046) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.334020 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-98016217-871c-4f0e-bdfa-8cb2fd894ce6 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] GET failed (client error): The resource could not be found. Feb 04 06:15:24.334020 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-98016217-871c-4f0e-bdfa-8cb2fd894ce6 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] 10.222.0.32 "GET /v2.0/subnets/1e26d013-e18d-4592-827f-a674d75521c8 HTTP/1.1" status: 404 len: 337 time: 0.0509281 Feb 04 06:15:24.335336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'tempest-secgroup--656086674'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:24.337003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45050) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.339415 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da24a86c-4f78-4f50-8358-d61114e58e19 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.349165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:24.349573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:24.367135 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:24.370378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:24.370854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:24.387378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24a86c-4f78-4f50-8358-d61114e58e19 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Subnet': ['ID=0704dfcd-080e-4768-93aa-8b64e00d7f27,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:24.393944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:24.396256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da24a86c-4f78-4f50-8358-d61114e58e19 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.410646 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-da24a86c-4f78-4f50-8358-d61114e58e19 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/subnets/0704dfcd-080e-4768-93aa-8b64e00d7f27 HTTP/1.1" status: 204 len: 168 time: 1.0760176 Feb 04 06:15:24.412492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45054) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.425639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e74ee585-7091-4059-b5b0-2765527b0a3d tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:24.431606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae6baea-78dc-40c1-a9a0-f5ac82134366 None None] Network 3a1675e6-cb14-4c54-8fd8-c6f86bea9222 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:24.503001 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74ee585-7091-4059-b5b0-2765527b0a3d tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] PUT failed (client error): The resource could not be found. Feb 04 06:15:24.503237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74ee585-7091-4059-b5b0-2765527b0a3d tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:24.509546 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e74ee585-7091-4059-b5b0-2765527b0a3d tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] 10.222.0.32 "PUT /v2.0/networks/87f550ed-8a8a-4564-93a6-cd7f5d484782 HTTP/1.1" status: 404 len: 339 time: 0.1576290 Feb 04 06:15:24.509546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a9d3850e-8bc8-4955-9bcb-533bf695f365 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.517493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45058) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.524103 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a5c07f4-9268-4319-b349-5e5807a2cd7e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.556909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-16d231a2-1365-4067-9782-35056d0b9a67 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:24.587899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a6dc5c9d-d85b-4f7a-93da-07d23aa705c8 None None] For port 9099349c-41b1-4ecd-9bda-ee458e045aa7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9099349c-41b1-4ecd-9bda-ee458e045aa7,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:24.588279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5c9d-d85b-4f7a-93da-07d23aa705c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.613781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:24.617361 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.646772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.649829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.678125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Deleting port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:24.678591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.702267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:24.717126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Usage tracker for resource:security_group_rule and tenant:fa4011d760364ac2a4e2734c93806997 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:24.727112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:24.736848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:24.765172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc5c9d-d85b-4f7a-93da-07d23aa705c8 None None] Calling delete_port for 9099349c-41b1-4ecd-9bda-ee458e045aa7 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:24.825072 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d231a2-1365-4067-9782-35056d0b9a67 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] PUT failed (client error): The resource could not be found. Feb 04 06:15:24.825292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d231a2-1365-4067-9782-35056d0b9a67 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:24.830729 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-16d231a2-1365-4067-9782-35056d0b9a67 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] 10.222.0.32 "PUT /v2.0/ports/c15d0a77-e611-4c70-a998-8469b1f4980b HTTP/1.1" status: 404 len: 333 time: 0.3078125 Feb 04 06:15:24.832062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45062) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.848922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.857523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a9d3850e-8bc8-4955-9bcb-533bf695f365 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.860156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-87cbc151-a031-40fb-a8b7-021fd1bc8919 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:24.888223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79c8c005-4e93-4746-8798-73996a46f673 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:15:24.904163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:24.917970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event deleted for resources: {'Network': ['ID=79c8c005-4e93-4746-8798-73996a46f673,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:24.944889 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-40c2cc23-bd72-4b53-91af-f00ba55f203c tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "DELETE /v2.0/networks/79c8c005-4e93-4746-8798-73996a46f673 HTTP/1.1" status: 204 len: 168 time: 1.4044793 Feb 04 06:15:24.950595 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cbc151-a031-40fb-a8b7-021fd1bc8919 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] PUT failed (client error): The resource could not be found. Feb 04 06:15:24.951054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cbc151-a031-40fb-a8b7-021fd1bc8919 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:24.952194 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-87cbc151-a031-40fb-a8b7-021fd1bc8919 tempest-NetworksNegativeTestJSON-1470589030 tempest-NetworksNegativeTestJSON-1470589030-project] 10.222.0.32 "PUT /v2.0/subnets/ae0a7e20-cd0e-4029-b449-ec2d33b9461c HTTP/1.1" status: 404 len: 337 time: 0.1197314 Feb 04 06:15:24.955467 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45066) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:24.965057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a19cfca-bbe7-4eae-bd51-5a5d9cb8973e None None] DHCP port deletion for 3a1675e6-cb14-4c54-8fd8-c6f86bea9222 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:15:24.969889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5c9d-d85b-4f7a-93da-07d23aa705c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.009668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] For port a4ae3da4-aafe-4d81-b718-fd01ed1309f7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a4ae3da4-aafe-4d81-b718-fd01ed1309f7,segment=NetworkSegment(1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352),segment_id=1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:25.010192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.022407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3a19cfca-bbe7-4eae-bd51-5a5d9cb8973e None None] Deleting port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:25.023039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a19cfca-bbe7-4eae-bd51-5a5d9cb8973e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.032228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Request body: {'network': {'name': 'tempest-network--1133515244', 'router:external': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:25.050208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:25.067503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Usage tracker for resource:network and tenant:010eafd5c4d4479e8d9b7432167d00ff is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:25.076317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc5c9d-d85b-4f7a-93da-07d23aa705c8 None None] Pushing event deleted for resources: {'Port': ['ID=9099349c-41b1-4ecd-9bda-ee458e045aa7,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:25.083792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:25.093180 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc5c9d-d85b-4f7a-93da-07d23aa705c8 None None] No DVR routers for this DVR port 9099349c-41b1-4ecd-9bda-ee458e045aa7 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:25.106918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:25.133481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a5c07f4-9268-4319-b349-5e5807a2cd7e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.201748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.210501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Calling delete_port for a4ae3da4-aafe-4d81-b718-fd01ed1309f7 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:25.247146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a9d3850e-8bc8-4955-9bcb-533bf695f365 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.281429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3850e-8bc8-4955-9bcb-533bf695f365 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08ce664-f61c-40bd-9e21-59014bce171f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:25.328006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a9d3850e-8bc8-4955-9bcb-533bf695f365 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.328706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3a19cfca-bbe7-4eae-bd51-5a5d9cb8973e None None] For port a4ae3da4-aafe-4d81-b718-fd01ed1309f7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a4ae3da4-aafe-4d81-b718-fd01ed1309f7,segment=NetworkSegment(1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352),segment_id=1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:25.329167 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a9d3850e-8bc8-4955-9bcb-533bf695f365 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "DELETE /v2.0/security-groups/c08ce664-f61c-40bd-9e21-59014bce171f HTTP/1.1" status: 204 len: 168 time: 1.1943550 Feb 04 06:15:25.332496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45072) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:25.333134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a19cfca-bbe7-4eae-bd51-5a5d9cb8973e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.398078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-01c9bddd-e74f-45e1-b835-87e563f91d85 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Synchronizing usage tracker for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:25.424972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.463432 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3a19cfca-bbe7-4eae-bd51-5a5d9cb8973e None None] Calling delete_port for a4ae3da4-aafe-4d81-b718-fd01ed1309f7 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:25.472371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.496195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a5c07f4-9268-4319-b349-5e5807a2cd7e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.519307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91cf290f-c725-4aaf-bc75-bd83d1e834a8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:25.526997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] No DVR routers for this DVR port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:25.552779 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-3a19cfca-bbe7-4eae-bd51-5a5d9cb8973e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:25.553343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-3a19cfca-bbe7-4eae-bd51-5a5d9cb8973e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:25.574848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Port': ['ID=a4ae3da4-aafe-4d81-b718-fd01ed1309f7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:25.577549 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c07f4-9268-4319-b349-5e5807a2cd7e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Subnet': ['ID=3c116b24-e5dd-4175-a80f-8983ec33bd87,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:25.580343 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a5c07f4-9268-4319-b349-5e5807a2cd7e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.580493 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-01c9bddd-e74f-45e1-b835-87e563f91d85 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Unset dirty status for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:25.585165 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-01c9bddd-e74f-45e1-b835-87e563f91d85 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2481546 Feb 04 06:15:25.588042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02dd091-e8ef-4bf3-93e0-90e9234b6242 None None] Network 4d551adc-3c3b-4036-9812-7a3c1929d7b5 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:25.588560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45076) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:25.613452 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Made reservation on behalf of 010eafd5c4d4479e8d9b7432167d00ff for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:25.615908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.634438 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4a5c07f4-9268-4319-b349-5e5807a2cd7e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/3c116b24-e5dd-4175-a80f-8983ec33bd87 HTTP/1.1" status: 204 len: 168 time: 1.6189744 Feb 04 06:15:25.634677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45080) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:25.649598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.653716 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e3592d5d-39dd-476b-a6f0-2ef19e780185 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3241761 Feb 04 06:15:25.653958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a4ae3da4-aafe-4d81-b718-fd01ed1309f7 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:25.654780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45084) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:25.671679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1f1e80b5-6458-4d84-aaf6-6d917ef63892 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:25.672342 dv-neutron-827796-1-hyperv neutron-server[88198]: WARNING neutron.api.v2.base [None req-1f1e80b5-6458-4d84-aaf6-6d917ef63892 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 06:15:25.672906 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-1f1e80b5-6458-4d84-aaf6-6d917ef63892 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 06:15:25.674091 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1f1e80b5-6458-4d84-aaf6-6d917ef63892 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "PUT /v2.0/security-groups/91cf290f-c725-4aaf-bc75-bd83d1e834a8 HTTP/1.1" status: 409 len: 330 time: 0.0097213 Feb 04 06:15:25.677068 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45090) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:25.700341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.733308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1675e6-cb14-4c54-8fd8-c6f86bea9222']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:25.746580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:25.746876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d28c4b6-49f0-4d5e-b2c5-12c5d2c74352') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:25.755225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: a4ae3da4-aafe-4d81-b718-fd01ed1309f7 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:25.755750 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a4ae3da4-aafe-4d81-b718-fd01ed1309f7 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:25.756185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9099349c-41b1-4ecd-9bda-ee458e045aa7 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:25.759376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.776497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.783254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:25.783580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.802877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 9099349c-41b1-4ecd-9bda-ee458e045aa7 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:25.804387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9099349c-41b1-4ecd-9bda-ee458e045aa7 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:25.807788 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:25.810822 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45094) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:25.820912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.objects.ports [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88199) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:15:25.852202 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.864723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:25.933584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b408ae8-38e4-4805-a61e-9cc13e3b200e tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.943631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=2e26cf5a-ab48-4d56-9d5c-454774879883,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:25.964602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b408ae8-38e4-4805-a61e-9cc13e3b200e tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.969476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64956d84-da60-439b-a409-8fdf7390a551 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.974327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.978183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:25.981564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:25.991176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb38ff-47ab-41d7-b4fe-c9332bbb3377 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:25.994183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:25.994939 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:25.999349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.016288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.016638 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Added segment 171321f4-a6fc-4192-92e1-6fa1d129ee8f of type vlan for network 1da9fbd8-b296-4efb-85a7-852bd00ea258 Feb 04 06:15:26.018202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.056989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3a19cfca-bbe7-4eae-bd51-5a5d9cb8973e None None] Deleting port a4ae3da4-aafe-4d81-b718-fd01ed1309f7 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:26.057197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a19cfca-bbe7-4eae-bd51-5a5d9cb8973e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.063182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-581b8733-5a94-405c-943f-5cbf73815a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.064548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] Pushing event deleted for resources: {'Network': ['ID=3a1675e6-cb14-4c54-8fd8-c6f86bea9222,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:26.069025 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0930bd4b-5839-4cce-9a9d-4f78a1bdb524 tempest-NetworksIpV6Test-910991184 tempest-NetworksIpV6Test-910991184-project] 10.222.0.32 "DELETE /v2.0/networks/3a1675e6-cb14-4c54-8fd8-c6f86bea9222 HTTP/1.1" status: 204 len: 168 time: 1.6554000 Feb 04 06:15:26.085578 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64956d84-da60-439b-a409-8fdf7390a551 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.094801 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 298c77b4-08cb-42b3-bb4c-ac03af796886 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:26.095168 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.096727 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c52c400-ff18-4fb5-b97e-048c23ff418d None None] DHCP port deletion for 4d551adc-3c3b-4036-9812-7a3c1929d7b5 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:15:26.137483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0c52c400-ff18-4fb5-b97e-048c23ff418d None None] Deleting port 298c77b4-08cb-42b3-bb4c-ac03af796886 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:26.137852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c52c400-ff18-4fb5-b97e-048c23ff418d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.161929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-581b8733-5a94-405c-943f-5cbf73815a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:26.177801 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3a19cfca-bbe7-4eae-bd51-5a5d9cb8973e None None] The port 'a4ae3da4-aafe-4d81-b718-fd01ed1309f7' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:15:26.181374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-581b8733-5a94-405c-943f-5cbf73815a92 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3b3c39aeb34b4ca26d83c30cb34def is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:26.190756 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b408ae8-38e4-4805-a61e-9cc13e3b200e tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.190960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-581b8733-5a94-405c-943f-5cbf73815a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:26.208700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-581b8733-5a94-405c-943f-5cbf73815a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:26.224393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b408ae8-38e4-4805-a61e-9cc13e3b200e tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cf290f-c725-4aaf-bc75-bd83d1e834a8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:26.238772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b408ae8-38e4-4805-a61e-9cc13e3b200e tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.238772 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4b408ae8-38e4-4805-a61e-9cc13e3b200e tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "DELETE /v2.0/security-groups/91cf290f-c725-4aaf-bc75-bd83d1e834a8 HTTP/1.1" status: 204 len: 168 time: 0.5562601 Feb 04 06:15:26.238772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45102) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:26.244361 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.299145 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7cce588e-4823-4da8-a349-f87f0182be43 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3045199 Feb 04 06:15:26.299477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45106) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:26.311314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7cab4bba-4e3a-4b0f-b55d-9cd5c87bf54b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:26.334437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ead69eda-d4b5-4c6a-a147-38da57107581 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Synchronizing usage tracker for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:26.450959 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64956d84-da60-439b-a409-8fdf7390a551 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.457333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port 298c77b4-08cb-42b3-bb4c-ac03af796886, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=298c77b4-08cb-42b3-bb4c-ac03af796886,segment=NetworkSegment(59832ded-c40e-4319-92e2-6bbc20727d01),segment_id=59832ded-c40e-4319-92e2-6bbc20727d01)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:26.457905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.466090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0c52c400-ff18-4fb5-b97e-048c23ff418d None None] For port 298c77b4-08cb-42b3-bb4c-ac03af796886, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=298c77b4-08cb-42b3-bb4c-ac03af796886,segment=NetworkSegment(59832ded-c40e-4319-92e2-6bbc20727d01),segment_id=59832ded-c40e-4319-92e2-6bbc20727d01)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:26.466562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c52c400-ff18-4fb5-b97e-048c23ff418d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.493476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7cab4bba-4e3a-4b0f-b55d-9cd5c87bf54b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:26.496768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64956d84-da60-439b-a409-8fdf7390a551 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72b8a24-1eb1-43bc-b08a-4bd44d23be92,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:26.508570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7cab4bba-4e3a-4b0f-b55d-9cd5c87bf54b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:26.613262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ead69eda-d4b5-4c6a-a147-38da57107581 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] Unset dirty status for tenant:fa4011d760364ac2a4e2734c93806997 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:26.621420 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ead69eda-d4b5-4c6a-a147-38da57107581 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3828721 Feb 04 06:15:26.622374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:26.650950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 298c77b4-08cb-42b3-bb4c-ac03af796886 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:26.651526 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-a1b9bd9a-d234-45d7-887b-0b737db02bce tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] delete failed (client error): The resource could not be found. Feb 04 06:15:26.652028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0c52c400-ff18-4fb5-b97e-048c23ff418d None None] Calling delete_port for 298c77b4-08cb-42b3-bb4c-ac03af796886 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:26.652129 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a1b9bd9a-d234-45d7-887b-0b737db02bce tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "DELETE /v2.0/security-groups/6ddd61ed-e11d-4942-b7e5-aab34ed566de HTTP/1.1" status: 404 len: 347 time: 0.0195494 Feb 04 06:15:26.655268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.655951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:26.656549 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.658911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45116) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:26.676941 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-afbefdc5-ebcd-47f1-8ade-981cc111eb97 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] show failed (client error): The resource could not be found. Feb 04 06:15:26.684287 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-afbefdc5-ebcd-47f1-8ade-981cc111eb97 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-groups/2e3d602c-bd42-4c4a-86f9-16a4bbbbd59f HTTP/1.1" status: 404 len: 347 time: 0.0242047 Feb 04 06:15:26.685330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45120) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:26.700748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cab4bba-4e3a-4b0f-b55d-9cd5c87bf54b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:26.705330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7cab4bba-4e3a-4b0f-b55d-9cd5c87bf54b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.750357 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '2e26cf5a-ab48-4d56-9d5c-454774879883'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:26.752243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.775166 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-9ae0c912-8e9c-4a32-9343-c8d23e4f4c95 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] show failed (client error): The resource could not be found. Feb 04 06:15:26.776961 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9ae0c912-8e9c-4a32-9343-c8d23e4f4c95 tempest-NegativeSecGroupIPv6Test-1369315538 tempest-NegativeSecGroupIPv6Test-1369315538-project] 10.222.0.32 "GET /v2.0/security-group-rules/b6941218-a84b-4617-b703-b3c2408aef16 HTTP/1.1" status: 404 len: 356 time: 0.0904441 Feb 04 06:15:26.777353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-581b8733-5a94-405c-943f-5cbf73815a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.780601 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45124) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:26.802355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-64956d84-da60-439b-a409-8fdf7390a551 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.805952 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-64956d84-da60-439b-a409-8fdf7390a551 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "DELETE /v2.0/security-groups/d72b8a24-1eb1-43bc-b08a-4bd44d23be92 HTTP/1.1" status: 204 len: 168 time: 1.2134418 Feb 04 06:15:26.811672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45130) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:26.828361 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event updated for resources: {'Network': ['ID=1da9fbd8-b296-4efb-85a7-852bd00ea258,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:26.838606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 1da9fbd8-b296-4efb-85a7-852bd00ea258 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:26.896923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:26.896923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:26.910645 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c52c400-ff18-4fb5-b97e-048c23ff418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.927833 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bc81769d-3692-4698-96b7-1567b59a7e68 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1115782 Feb 04 06:15:26.929640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45136) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:26.932154 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-7cab4bba-4e3a-4b0f-b55d-9cd5c87bf54b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e26cf5a-ab48-4d56-9d5c-454774879883 (CIDR: 2001:db8::/64) Feb 04 06:15:26.937354 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group': {'name': 'tempest-secgroup--424498046'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:26.943916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:26.967384 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:26.972955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:26.979456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52c400-ff18-4fb5-b97e-048c23ff418d None None] Pushing event deleted for resources: {'Port': ['ID=298c77b4-08cb-42b3-bb4c-ac03af796886,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:26.980339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-581b8733-5a94-405c-943f-5cbf73815a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:26.992895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:26.995364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52c400-ff18-4fb5-b97e-048c23ff418d None None] No DVR routers for this DVR port 298c77b4-08cb-42b3-bb4c-ac03af796886 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:27.001302 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9d8e002d-a514-497c-b9e8-ad7263910b09 tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0277388 Feb 04 06:15:27.004676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:27.040745 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cab4bba-4e3a-4b0f-b55d-9cd5c87bf54b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:27.041797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cab4bba-4e3a-4b0f-b55d-9cd5c87bf54b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:27.048464 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2a8d3a00-acf2-44ba-a742-2075096607a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c42c4bbba62b47709445759031a2d571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616899 Feb 04 06:15:27.061656 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45144) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:27.089751 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Allocated IP 2001:db8::f816:3eff:feae:7483 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/2e26cf5a-ab48-4d56-9d5c-454774879883/16f3186f-c16a-4fb9-b365-ae801dcfdc5b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:27.091016 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-581b8733-5a94-405c-943f-5cbf73815a92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a3b3c39aeb34b4ca26d83c30cb34def&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2781913 Feb 04 06:15:27.094624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b8733-5a94-405c-943f-5cbf73815a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1942b6-0e2a-457a-9270-3ffb7c7d00b1,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:27.097978 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45148) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:27.187075 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ded1e36-83f1-4084-ac4e-a991a50ee1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.215049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ded1e36-83f1-4084-ac4e-a991a50ee1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.257332 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.265404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d85ad2-9bd7-4d17-92b5-c22e73b4441f tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:27.266022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-51d85ad2-9bd7-4d17-92b5-c22e73b4441f tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Synchronizing usage tracker for tenant:b0e5a05ec47045568a9c1ec12d347a3d on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:27.323571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.335616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Transition to ACTIVE for port object 16f3186f-c16a-4fb9-b365-ae801dcfdc5b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:27.357469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Transition to ACTIVE for port object 16f3186f-c16a-4fb9-b365-ae801dcfdc5b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:27.383250 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7cab4bba-4e3a-4b0f-b55d-9cd5c87bf54b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0829978 Feb 04 06:15:27.386174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45154) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:27.391541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 298c77b4-08cb-42b3-bb4c-ac03af796886 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:27.391873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.392973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:27.434949 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-052e8ce8-dddc-46f3-a737-02bc580ba4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.461944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45158) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:27.463169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:27.476571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-51d85ad2-9bd7-4d17-92b5-c22e73b4441f tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Unset dirty status for tenant:b0e5a05ec47045568a9c1ec12d347a3d on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:27.479578 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-51d85ad2-9bd7-4d17-92b5-c22e73b4441f tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] 10.222.0.32 "GET /v2.0/networks/1da9fbd8-b296-4efb-85a7-852bd00ea258 HTTP/1.1" status: 200 len: 757 time: 0.4710557 Feb 04 06:15:27.481422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45164) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:27.487945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] The port '298c77b4-08cb-42b3-bb4c-ac03af796886' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:15:27.494996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Usage tracker for resource:security_group_rule and tenant:dff14be1bd5945b3baf1c0fcca8001e0 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:27.501181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:27.516821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.545218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-052e8ce8-dddc-46f3-a737-02bc580ba4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.552382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:27.623600 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 298c77b4-08cb-42b3-bb4c-ac03af796886 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:27.639893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ded1e36-83f1-4084-ac4e-a991a50ee1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.648869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49e849-6629-4dd2-923b-0b755d72b76a tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:27.650348 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6b49e849-6629-4dd2-923b-0b755d72b76a tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] 10.222.0.32 "GET /v2.0/networks/ea21868b-4b33-48d7-b647-452923c04641 HTTP/1.1" status: 200 len: 768 time: 0.1691089 Feb 04 06:15:27.656244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45168) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:27.681039 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.685363 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:27.730716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded1e36-83f1-4084-ac4e-a991a50ee1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267396ae-f308-407c-8b9e-32f6f024ca64,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:27.733692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 298c77b4-08cb-42b3-bb4c-ac03af796886 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:15:27.734606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 298c77b4-08cb-42b3-bb4c-ac03af796886 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:15:27.739322 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d551adc-3c3b-4036-9812-7a3c1929d7b5']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:27.763074 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:27.764137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59832ded-c40e-4319-92e2-6bbc20727d01') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:27.764396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59832ded-c40e-4319-92e2-6bbc20727d01') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:27.768377 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:27.770751 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Pushing event updated for resources: {'Port': ['ID=16f3186f-c16a-4fb9-b365-ae801dcfdc5b,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:27.773366 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:27.780699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:27.785766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.822285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.838625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:27.839020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.843970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:27.857609 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:27.863413 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1d586a1e-08e2-45ad-b466-5606f8831b6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa4011d760364ac2a4e2734c93806997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007967 Feb 04 06:15:27.867298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45172) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:27.883173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Attempting to bind port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:27.883739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Attempting to bind port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:27.884191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Attempting to bind port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:27.889786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:27.890299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:27.890829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.891316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:27.892033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Bound port: 16f3186f-c16a-4fb9-b365-ae801dcfdc5b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:27.892506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.906510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.946630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-052e8ce8-dddc-46f3-a737-02bc580ba4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.965047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e8ce8-dddc-46f3-a737-02bc580ba4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1942b6-0e2a-457a-9270-3ffb7c7d00b1,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:27.976813 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ded1e36-83f1-4084-ac4e-a991a50ee1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.978190 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4ded1e36-83f1-4084-ac4e-a991a50ee1c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/267396ae-f308-407c-8b9e-32f6f024ca64 HTTP/1.1" status: 204 len: 168 time: 0.9152071 Feb 04 06:15:27.983681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-052e8ce8-dddc-46f3-a737-02bc580ba4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.985378 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-052e8ce8-dddc-46f3-a737-02bc580ba4ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a1942b6-0e2a-457a-9270-3ffb7c7d00b1 HTTP/1.1" status: 204 len: 168 time: 0.8840411 Feb 04 06:15:27.991256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:27.993651 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:27.994722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.014256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] For port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:28.031965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] For port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=16f3186f-c16a-4fb9-b365-ae801dcfdc5b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:28.045407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.051061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.057072 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/networks/4d551adc-3c3b-4036-9812-7a3c1929d7b5 HTTP/1.1" status: 204 len: 168 time: 2.4013422 Feb 04 06:15:28.068499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45180) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:28.084034 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1793fe27-4c2e-4082-8ea3-bce4d1440548,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:28.090490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73d5fb-f5aa-40e0-b590-3a7f721a506b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Network': ['ID=4d551adc-3c3b-4036-9812-7a3c1929d7b5,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:28.098172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a0596785-ffbf-4b1c-836e-134f39723769 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-503382841', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:28.114226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a0596785-ffbf-4b1c-836e-134f39723769 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:28.130657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.139931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a0596785-ffbf-4b1c-836e-134f39723769 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:router and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:28.152440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a0596785-ffbf-4b1c-836e-134f39723769 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:28.162513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.179223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a0596785-ffbf-4b1c-836e-134f39723769 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:28.203378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.203596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da9fbd8-b296-4efb-85a7-852bd00ea258']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:28.209287 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-44977695-545f-4af3-91c4-a37aa04e5238 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2774596 Feb 04 06:15:28.211075 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45184) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:28.213479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b32b5b2-1c54-431e-8580-d6db8f0a2db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.224590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a7d6ec93-299a-439a-8afb-af320b961c27 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:28.225678 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.api.v2.base [None req-a7d6ec93-299a-439a-8afb-af320b961c27 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 06:15:28.226677 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-a7d6ec93-299a-439a-8afb-af320b961c27 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 06:15:28.234330 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a7d6ec93-299a-439a-8afb-af320b961c27 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "PUT /v2.0/security-groups/1793fe27-4c2e-4082-8ea3-bce4d1440548 HTTP/1.1" status: 409 len: 330 time: 0.0187230 Feb 04 06:15:28.235554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45188) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:28.239573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171321f4-a6fc-4192-92e1-6fa1d129ee8f') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:28.243252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171321f4-a6fc-4192-92e1-6fa1d129ee8f') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:28.257408 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e51756-5af5-45a1-b362-18ea8689e1b2 None None] Pushing event updated for resources: {'Port': ['ID=16f3186f-c16a-4fb9-b365-ae801dcfdc5b,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:28.269406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.293459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b32b5b2-1c54-431e-8580-d6db8f0a2db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.317044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0596785-ffbf-4b1c-836e-134f39723769 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.318218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0596785-ffbf-4b1c-836e-134f39723769 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.321261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc74-8967-4ce7-8ae5-b1d8f7b9cef1 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.350965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.354812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc74-8967-4ce7-8ae5-b1d8f7b9cef1 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.365787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:28.366196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:28.385216 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:28.523205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc74-8967-4ce7-8ae5-b1d8f7b9cef1 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.554364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbfc74-8967-4ce7-8ae5-b1d8f7b9cef1 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1793fe27-4c2e-4082-8ea3-bce4d1440548,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:28.564521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ebbfc74-8967-4ce7-8ae5-b1d8f7b9cef1 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.564521 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7ebbfc74-8967-4ce7-8ae5-b1d8f7b9cef1 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "DELETE /v2.0/security-groups/1793fe27-4c2e-4082-8ea3-bce4d1440548 HTTP/1.1" status: 204 len: 168 time: 0.3247414 Feb 04 06:15:28.566162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45196) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:28.625974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1882f73f-2cd8-4a22-8cbe-8a1caf45db47 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Synchronizing usage tracker for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:28.652818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b32b5b2-1c54-431e-8580-d6db8f0a2db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.668972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32b5b2-1c54-431e-8580-d6db8f0a2db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990c2cf4-8f91-4fa8-8ee5-9839a26202c3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:28.684110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.707930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1da9fbd8-b296-4efb-85a7-852bd00ea258 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:15:28.713002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.724362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0596785-ffbf-4b1c-836e-134f39723769 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.728734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event deleted for resources: {'Network': ['ID=1da9fbd8-b296-4efb-85a7-852bd00ea258,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:28.775047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.801974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1882f73f-2cd8-4a22-8cbe-8a1caf45db47 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] Unset dirty status for tenant:dff14be1bd5945b3baf1c0fcca8001e0 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:28.803294 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1882f73f-2cd8-4a22-8cbe-8a1caf45db47 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2360616 Feb 04 06:15:28.808095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45210) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:28.836632 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-4963e146-3a5c-4cdf-83b6-f48b2f8a5848 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] delete failed (client error): The resource could not be found. Feb 04 06:15:28.836632 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4963e146-3a5c-4cdf-83b6-f48b2f8a5848 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "DELETE /v2.0/security-groups/423f54a9-a04a-4f10-9c87-42b992afc3c6 HTTP/1.1" status: 404 len: 347 time: 0.0259461 Feb 04 06:15:28.837897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45216) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:28.855683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b32b5b2-1c54-431e-8580-d6db8f0a2db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.859582 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4b32b5b2-1c54-431e-8580-d6db8f0a2db0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/990c2cf4-8f91-4fa8-8ee5-9839a26202c3 HTTP/1.1" status: 204 len: 168 time: 0.9890671 Feb 04 06:15:28.866468 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-961f8750-1158-4939-98dc-e3bd219f9fc5 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] show failed (client error): The resource could not be found. Feb 04 06:15:28.867976 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-961f8750-1158-4939-98dc-e3bd219f9fc5 tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "GET /v2.0/security-groups/d88795b0-29b6-46e3-b905-5fce44e36e31 HTTP/1.1" status: 404 len: 347 time: 0.0290754 Feb 04 06:15:28.874585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45222) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:28.886694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:28.890445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:28.893907 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-03e3c95e-0525-4177-bdcd-fa54d306c17c tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] show failed (client error): The resource could not be found. Feb 04 06:15:28.898142 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-03e3c95e-0525-4177-bdcd-fa54d306c17c tempest-NegativeSecGroupTest-1197054325 tempest-NegativeSecGroupTest-1197054325-project] 10.222.0.32 "GET /v2.0/security-group-rules/1e82976b-3083-43f4-8e4a-1b5e83436734 HTTP/1.1" status: 404 len: 356 time: 0.0193973 Feb 04 06:15:28.900004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:28.900617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:28.931323 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-75d7dbf5-eaa4-4adc-8b09-3603b803ae3d tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "DELETE /v2.0/networks/1da9fbd8-b296-4efb-85a7-852bd00ea258 HTTP/1.1" status: 204 len: 168 time: 1.2708025 Feb 04 06:15:28.934893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45230) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:28.941006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Request body: {'network': {'name': 'tempest-network--1911470750'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:28.941216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=697009cc-7879-4947-9edd-09c78a94e0a1,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:28.946954 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:28.951372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Usage tracker for resource:network and tenant:010eafd5c4d4479e8d9b7432167d00ff is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:28.954441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:28.961844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:28.990754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0596785-ffbf-4b1c-836e-134f39723769 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.051536 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4b03efc1-53bf-411f-85ab-377a56925dfe tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6642404 Feb 04 06:15:29.054565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45234) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:29.062361 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:09:d9:7e', 'name': 'tempest-NetworksTestDHCPv6-1326173163'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:29.151357 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Made reservation on behalf of 010eafd5c4d4479e8d9b7432167d00ff for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:29.153640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.192771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a0596785-ffbf-4b1c-836e-134f39723769 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.198185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45240) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:29.199955 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a0596785-ffbf-4b1c-836e-134f39723769 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.1200089 Feb 04 06:15:29.224195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'network': {'name': 'tempest-RoutersTest-1389208018'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:29.232963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:29.250842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:network and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:29.256971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:29.266971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:29.274043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:29.297676 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.298021 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Added segment cb134d78-d75a-4e5b-9413-f496add224c6 of type vlan for network 042e709b-2bfc-4a20-8379-b678b922f643 Feb 04 06:15:29.308536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:29.316903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:29.321077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:29.336514 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:29.341886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.412918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:29.416427 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.446721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:29.453957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:29.560086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f031fa46-a9b8-4808-916d-4adcad230c01 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:29.561066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.561468 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added segment 31a0ba08-b207-4340-a67e-9991b26ea5b4 of type vlan for network 4da0555d-cd79-4886-849e-e5b64181b164 Feb 04 06:15:29.569347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.570375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:29.570982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.661764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 16f3186f-c16a-4fb9-b365-ae801dcfdc5b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:29.703047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.783899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event updated for resources: {'Network': ['ID=042e709b-2bfc-4a20-8379-b678b922f643,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:29.797416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:29.798014 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d0f13e1d-35eb-4be8-9500-3bbded6baf3b tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8614726 Feb 04 06:15:29.807754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-35986bd0-22c9-4b9c-84bf-aae05f6534bd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:29.823400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 042e709b-2bfc-4a20-8379-b678b922f643 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:29.823932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.840021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8c251693-ef88-4da8-b2f5-61195825daa7 None None] Provisioning for port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:29.877277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45262) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:29.895397 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port 551fd809-7a8f-4337-8eab-796a65a2955a yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:15:29.956942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:29.959329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:29.963853 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:29.965396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.008799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:30.009437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.158427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35986bd0-22c9-4b9c-84bf-aae05f6534bd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.180473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.194025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Network': ['ID=4da0555d-cd79-4886-849e-e5b64181b164,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:30.221790 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 4da0555d-cd79-4886-849e-e5b64181b164 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:30.273328 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f4360708-6664-4802-a307-bbd963a00ed3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dff14be1bd5945b3baf1c0fcca8001e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931518 Feb 04 06:15:30.273523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45278) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:30.316827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=16f3186f-c16a-4fb9-b365-ae801dcfdc5b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:30.325697 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ab754689-11fd-43ee-a458-d5ad8a3ad9ce tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1205320 Feb 04 06:15:30.385330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d139e73-3532-4555-8421-1170599412b5 None None] Update dhcp port {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': '2e26cf5a-ab48-4d56-9d5c-454774879883', 'ip_address': '2001:db8::f816:3eff:feae:7483'}, {'subnet_id': '697009cc-7879-4947-9edd-09c78a94e0a1'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '16f3186f-c16a-4fb9-b365-ae801dcfdc5b'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:15:30.435547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45282) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:30.446030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'subnet': {'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:30.448288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0d139e73-3532-4555-8421-1170599412b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.498664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.527470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8:0:1::199 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/697009cc-7879-4947-9edd-09c78a94e0a1/551fd809-7a8f-4337-8eab-796a65a2955a) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:30.534960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::f816:3eff:fe09:d97e (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/2e26cf5a-ab48-4d56-9d5c-454774879883/551fd809-7a8f-4337-8eab-796a65a2955a) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:30.537698 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35986bd0-22c9-4b9c-84bf-aae05f6534bd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.641658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-35986bd0-22c9-4b9c-84bf-aae05f6534bd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Network 042e709b-2bfc-4a20-8379-b678b922f643 is not hosted by any dhcp agent {{(pid=88198) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 04 06:15:30.643081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35986bd0-22c9-4b9c-84bf-aae05f6534bd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:30.643676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35986bd0-22c9-4b9c-84bf-aae05f6534bd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.647543 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-35986bd0-22c9-4b9c-84bf-aae05f6534bd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "PUT /v2.0/networks/042e709b-2bfc-4a20-8379-b678b922f643 HTTP/1.1" status: 200 len: 858 time: 0.8457129 Feb 04 06:15:30.660043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45290) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:30.706617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=16f3186f-c16a-4fb9-b365-ae801dcfdc5b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:30.731823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45294) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:30.775258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45300) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:30.819617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35986bd0-22c9-4b9c-84bf-aae05f6534bd tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event updated for resources: {'Network': ['ID=042e709b-2bfc-4a20-8379-b678b922f643,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:30.842369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-776cad26-d92b-47ad-b1f4-2a954c4468ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.857939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:30.859515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.875616 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object 551fd809-7a8f-4337-8eab-796a65a2955a will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:30.883352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:subnet and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:30.889752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:30.897012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.903367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-776cad26-d92b-47ad-b1f4-2a954c4468ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:30.905917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-406783192'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:30.910478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:30.912514 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:30.916519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:network and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:30.919825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:30.925733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:30.946869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-647902992'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:30.951936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:30.955823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:network and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:30.959209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:30.968143 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:31.007657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.070740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:31.073828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.076133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:31.079634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.085876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-0d139e73-3532-4555-8421-1170599412b5 None None] Allocated IP 2001:db8:0:1::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/697009cc-7879-4947-9edd-09c78a94e0a1/16f3186f-c16a-4fb9-b365-ae801dcfdc5b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:31.109715 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.123065 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:31.127172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.143623 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:31.146819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.152916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:31.162784 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:31.169125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:31.169961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.175740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.187882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=551fd809-7a8f-4337-8eab-796a65a2955a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:31.194179 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:31.205182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042e709b-2bfc-4a20-8379-b678b922f643']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:31.208293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:security_group_rule and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:31.213422 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:31.215652 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:31.220728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:security_group_rule and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:31.221399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb134d78-d75a-4e5b-9413-f496add224c6') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:31.221705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb134d78-d75a-4e5b-9413-f496add224c6') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:31.226878 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:31.229849 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:31.235560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:31.241770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.250625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0d139e73-3532-4555-8421-1170599412b5 None None] For port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=16f3186f-c16a-4fb9-b365-ae801dcfdc5b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:31.262616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.270866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:31.271258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.281706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0d139e73-3532-4555-8421-1170599412b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:31.286060 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:31.288407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-776cad26-d92b-47ad-b1f4-2a954c4468ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.303007 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1b3b95a3-a97a-404c-ad5a-a246a60ca047 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2470751 Feb 04 06:15:31.305603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45312) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:31.381070 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-670f73f0-c13d-4e6c-969c-94bedab08026 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port 551fd809-7a8f-4337-8eab-796a65a2955a {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:31.390876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-670f73f0-c13d-4e6c-969c-94bedab08026 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.396601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cad26-d92b-47ad-b1f4-2a954c4468ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5c5b32-ce6f-49e7-aa80-bccba9302079,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:31.558130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-776cad26-d92b-47ad-b1f4-2a954c4468ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.558130 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-776cad26-d92b-47ad-b1f4-2a954c4468ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b5c5b32-ce6f-49e7-aa80-bccba9302079 HTTP/1.1" status: 204 len: 168 time: 1.2734141 Feb 04 06:15:31.558845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 16f3186f-c16a-4fb9-b365-ae801dcfdc5b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:31.595759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.609920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.612422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 042e709b-2bfc-4a20-8379-b678b922f643 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 04 06:15:31.628757 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0d139e73-3532-4555-8421-1170599412b5 None None] Transition to ACTIVE for port object 16f3186f-c16a-4fb9-b365-ae801dcfdc5b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:31.629001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.682502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:31.683187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.702914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] Pushing event deleted for resources: {'Network': ['ID=042e709b-2bfc-4a20-8379-b678b922f643,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:31.713208 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2144af8b-e494-4b3e-b035-2ea344c0687f tempest-ExternalNetworksTestJSON-1595103160 tempest-ExternalNetworksTestJSON-1595103160-project-admin] 10.222.0.32 "DELETE /v2.0/networks/042e709b-2bfc-4a20-8379-b678b922f643 HTTP/1.1" status: 204 len: 168 time: 1.0482173 Feb 04 06:15:31.713821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45322) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:31.754823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0d139e73-3532-4555-8421-1170599412b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.796719 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.808480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b had new provisioning blocks added so it will not transition to active. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 04 06:15:31.843179 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d460c81a-3239-465d-a615-60cca792f2b0 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:31.843772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d460c81a-3239-465d-a615-60cca792f2b0 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:31.854603 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d460c81a-3239-465d-a615-60cca792f2b0 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] 10.222.0.32 "DELETE /v2.0/subnets/052ba95c-ab6b-414d-b53d-51185e08bbe1 HTTP/1.1" status: 404 len: 337 time: 0.1232569 Feb 04 06:15:31.857612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45328) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:31.862843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Subnet': ['ID=8472e251-6338-4d28-9e7e-37baf400dfdf,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:31.879983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Checking segment: {'id': '31a0ba08-b207-4340-a67e-9991b26ea5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:31.880346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network hostable DHCP agents. Network: 4da0555d-cd79-4886-849e-e5b64181b164, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:31.895071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.930340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.943865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:31.955904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d139e73-3532-4555-8421-1170599412b5 None None] Pushing event updated for resources: {'Port': ['ID=16f3186f-c16a-4fb9-b365-ae801dcfdc5b,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:31.956984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:31.961064 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Added segment ccd8f409-3708-4d7f-8747-ec7ace42fd0f of type vlan for network 0289d5c0-8362-47c2-8e26-bee9bc48d16e Feb 04 06:15:32.051087 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.060215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-670f73f0-c13d-4e6c-969c-94bedab08026 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.065120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 4da0555d-cd79-4886-849e-e5b64181b164 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:32.119983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb715ad-3184-4d05-ba31-316a9e572eb8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:32.167413 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 4da0555d-cd79-4886-849e-e5b64181b164) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:32.172280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:32.177767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.181488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d782b-569b-4f67-a53b-5a5b97b2ad79 None None] Network 4da0555d-cd79-4886-849e-e5b64181b164 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:32.308245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:32.319382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-670f73f0-c13d-4e6c-969c-94bedab08026 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for 551fd809-7a8f-4337-8eab-796a65a2955a owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:32.328960 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-01a20da5-dfc0-4aa7-9ec3-1e5126b11828 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8922210 Feb 04 06:15:32.330297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45344) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:32.358674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.370415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.406413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.406759 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Added segment 3fb1b435-e0b2-4739-8589-1c2956891a87 of type vlan for network 446deed8-bc6f-43b6-9ea4-0d97f96a952f Feb 04 06:15:32.420390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0a853e-0bf3-4a70-8d34-09575e2d9a5d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:32.585871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-4da0555d-cd79-4886-849e-e5b64181b164', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:32.586728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.588040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.745648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.753518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:32.757221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.825657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.855326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:32.857673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:32.870630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Allocated IP 172.20.0.2 (4da0555d-cd79-4886-849e-e5b64181b164/8472e251-6338-4d28-9e7e-37baf400dfdf/c6d71aeb-de32-420e-a214-b0e34e540a9f) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:33.040372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45360) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:33.134818 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.147853 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Transition to ACTIVE for port object c6d71aeb-de32-420e-a214-b0e34e540a9f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:33.171636 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Transition to ACTIVE for port object c6d71aeb-de32-420e-a214-b0e34e540a9f will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:33.184751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.225646 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4495022 Feb 04 06:15:33.230532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.254164 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-231b8112-d57e-41b5-a2c9-4c308a7868cc None None] Provisioning for port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:33.261508 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-231b8112-d57e-41b5-a2c9-4c308a7868cc None None] Provisioning complete for port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:33.264636 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-231b8112-d57e-41b5-a2c9-4c308a7868cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.314718 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Network': ['ID=0289d5c0-8362-47c2-8e26-bee9bc48d16e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:33.335007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea21868b-4b33-48d7-b647-452923c04641']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:33.355060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:33.379836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'network': {'name': 'tempest-network-smoke--179385014', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:33.386622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:33.394003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:network and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:33.407074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755751ba-05a1-43c5-9483-623ecc5d184c') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:33.408529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755751ba-05a1-43c5-9483-623ecc5d184c') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:33.415609 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-58a4c7e8-9b1e-4f4e-a54f-33d254b80f4e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6826637 Feb 04 06:15:33.417014 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.429708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45368) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:33.456712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:33.477109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.507437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'name': 'tempest-PortsTestJSON-1868205460'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:33.572081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.639835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26c71d-9c8e-4e79-8ef8-c085f494c59e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Network': ['ID=446deed8-bc6f-43b6-9ea4-0d97f96a952f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:33.665190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:33.665190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:33.686575 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:33.752323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Pushing event updated for resources: {'Port': ['ID=c6d71aeb-de32-420e-a214-b0e34e540a9f,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:33.765676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 16f3186f-c16a-4fb9-b365-ae801dcfdc5b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:33.783874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Allocated IP 172.20.0.1 (4da0555d-cd79-4886-849e-e5b64181b164/8472e251-6338-4d28-9e7e-37baf400dfdf/2b62a2ed-d974-4b1b-903a-88aab4f43daa) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:33.789806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:33.790825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45374) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:33.813761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 446deed8-bc6f-43b6-9ea4-0d97f96a952f details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:33.842519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:33.848262 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:port and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:33.851560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:33.857597 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:33.864507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Network 4da0555d-cd79-4886-849e-e5b64181b164 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:33.912509 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d09f6818-f1a7-4096-b11d-b1cd29a66eff tempest-ServiceProvidersTest-499985581 tempest-ServiceProvidersTest-499985581-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1203668 Feb 04 06:15:33.928067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:33.929381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:33.932167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:33.939183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.957896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:33.962032 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:33.965994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.015076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.019972 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-670f73f0-c13d-4e6c-969c-94bedab08026 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.037189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:15:34.174522 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Attempting to bind port c6d71aeb-de32-420e-a214-b0e34e540a9f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:34.175129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Attempting to bind port c6d71aeb-de32-420e-a214-b0e34e540a9f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '31a0ba08-b207-4340-a67e-9991b26ea5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:34.175656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Attempting to bind port c6d71aeb-de32-420e-a214-b0e34e540a9f on network 4da0555d-cd79-4886-849e-e5b64181b164 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:34.176434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.178144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7e358436-b451-4346-be0e-163784f6c8ff None None] Could not find standard attr ID for object 551fd809-7a8f-4337-8eab-796a65a2955a. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:15:34.200786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:34.205634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Checking segment: {'id': '31a0ba08-b207-4340-a67e-9991b26ea5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:34.205634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.205634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Bound using segment: {'id': '31a0ba08-b207-4340-a67e-9991b26ea5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:34.205634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Bound port: c6d71aeb-de32-420e-a214-b0e34e540a9f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a0ba08-b207-4340-a67e-9991b26ea5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:34.205634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.206977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.212472 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f73f0-c13d-4e6c-969c-94bedab08026 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=551fd809-7a8f-4337-8eab-796a65a2955a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:34.214116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:34.214676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.226685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] Pushing event deleted for resources: {'Network': ['ID=ea21868b-4b33-48d7-b647-452923c04641,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:34.240079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Transition to ACTIVE for port object 2b62a2ed-d974-4b1b-903a-88aab4f43daa will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:34.277142 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:34.283987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:34.287729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:34.296517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:34.362904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.392182 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-34d51f98-efff-4531-a66c-4b7a522f4824 tempest-ExternalNetworksTestJSON-579680006 tempest-ExternalNetworksTestJSON-579680006-project] 10.222.0.32 "DELETE /v2.0/networks/ea21868b-4b33-48d7-b647-452923c04641 HTTP/1.1" status: 204 len: 168 time: 2.5302861 Feb 04 06:15:34.397614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-670f73f0-c13d-4e6c-969c-94bedab08026 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.409555 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-670f73f0-c13d-4e6c-969c-94bedab08026 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/551fd809-7a8f-4337-8eab-796a65a2955a HTTP/1.1" status: 204 len: 168 time: 3.1027014 Feb 04 06:15:34.410325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45384) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:34.567657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 4da0555d-cd79-4886-849e-e5b64181b164 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:34.573137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:34.581428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:34.636561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] For port c6d71aeb-de32-420e-a214-b0e34e540a9f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:34.665183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=2b62a2ed-d974-4b1b-903a-88aab4f43daa,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:34.672606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] For port c6d71aeb-de32-420e-a214-b0e34e540a9f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c6d71aeb-de32-420e-a214-b0e34e540a9f,segment=NetworkSegment(31a0ba08-b207-4340-a67e-9991b26ea5b4),segment_id=31a0ba08-b207-4340-a67e-9991b26ea5b4)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:34.734685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45390) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:34.756166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.783551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.788621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.794326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.811976 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459faa3c-4b75-4175-86f4-c48a3d99c2a9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:34.822462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-459faa3c-4b75-4175-86f4-c48a3d99c2a9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:34.889356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674049b-d36d-4e96-b82c-d81e2fd8e9ee None None] Pushing event updated for resources: {'Port': ['ID=c6d71aeb-de32-420e-a214-b0e34e540a9f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:34.949293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.992606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88f453b2-a50a-405d-a5da-71e3920fd92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.013474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-459faa3c-4b75-4175-86f4-c48a3d99c2a9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:35.016759 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-459faa3c-4b75-4175-86f4-c48a3d99c2a9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5952055 Feb 04 06:15:35.017287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45396) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:35.062361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83f2fb9-2c10-430b-9bae-445622195489,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:35.107760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.110314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:35.138579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.138579 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Added segment 1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c of type vlan for network 60f52fc5-6237-4cf7-817f-9aed763089fe Feb 04 06:15:35.177851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.254226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.263173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:35.284504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebc9478-b1a5-4a99-91ae-b7cae22b0918 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:35.286444 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4ebc9478-b1a5-4a99-91ae-b7cae22b0918 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2682393 Feb 04 06:15:35.287608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Checking segment: {'id': 'ccd8f409-3708-4d7f-8747-ec7ace42fd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:35.288149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network hostable DHCP agents. Network: 0289d5c0-8362-47c2-8e26-bee9bc48d16e, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:35.293644 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45402) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:35.295906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88f453b2-a50a-405d-a5da-71e3920fd92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:35.355631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-88f453b2-a50a-405d-a5da-71e3920fd92c admin admin] Usage tracker for resource:security_group_rule and tenant:d476b7850ad341889ec14c2d7145586f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:35.358936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45406) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:35.359885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-88f453b2-a50a-405d-a5da-71e3920fd92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:35.405178 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:35.422347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.430549 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:35.431590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.438288 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-88f453b2-a50a-405d-a5da-71e3920fd92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:35.535129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 0289d5c0-8362-47c2-8e26-bee9bc48d16e) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:35.547230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:35.551658 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648540e1-a953-4848-be94-9eb60483bca0 None None] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:35.554477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:35.555102 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.628801 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-78916ac3-9c2d-4163-916d-244a340f358f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0e5a05ec47045568a9c1ec12d347a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685599 Feb 04 06:15:35.636487 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45412) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:35.679740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c6d71aeb-de32-420e-a214-b0e34e540a9f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:35.706402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee95e-1292-4b92-a9e8-5f5a8595f348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.709349 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-69f039a7-88cb-4414-94f6-30672e0ec4a6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2803450 Feb 04 06:15:35.719116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45416) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:35.734640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-75101051'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:35.745442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:35.776129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:network and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:35.793047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:35.814597 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee95e-1292-4b92-a9e8-5f5a8595f348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.827283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:35.950520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:35.953617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:35.986094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:35.993414 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee95e-1292-4b92-a9e8-5f5a8595f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.014201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.014854 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Added segment e913e661-269b-498e-9f0b-07c658c140d6 of type vlan for network 31f30f27-6468-42e3-9464-529763589d01 Feb 04 06:15:36.020622 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ee95e-1292-4b92-a9e8-5f5a8595f348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2856089e-b79e-4948-a897-e7c149ca5273,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:36.047001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Network': ['ID=60f52fc5-6237-4cf7-817f-9aed763089fe,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:36.070612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 60f52fc5-6237-4cf7-817f-9aed763089fe details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:36.088115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.094633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port c6d71aeb-de32-420e-a214-b0e34e540a9f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:36.127504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee95e-1292-4b92-a9e8-5f5a8595f348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.132074 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2e0ee95e-1292-4b92-a9e8-5f5a8595f348 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2856089e-b79e-4948-a897-e7c149ca5273 HTTP/1.1" status: 204 len: 168 time: 0.4945028 Feb 04 06:15:36.199827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.206521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.207122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.255977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3843ba-0cb1-4f83-af9c-39412b1e1d5a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.257905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3843ba-0cb1-4f83-af9c-39412b1e1d5a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.258259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0897b6-fe4d-48d4-94e7-d72b96c16d32 None None] Network 4da0555d-cd79-4886-849e-e5b64181b164 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:36.259718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3843ba-0cb1-4f83-af9c-39412b1e1d5a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:36.261519 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8d3843ba-0cb1-4f83-af9c-39412b1e1d5a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:36.273612 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8b341c16-562d-49b5-bf2d-c1da0a52b5b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.2317412 Feb 04 06:15:36.277677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45422) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:36.407206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8d3843ba-0cb1-4f83-af9c-39412b1e1d5a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:36.412238 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8d3843ba-0cb1-4f83-af9c-39412b1e1d5a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 1.0730603 Feb 04 06:15:36.415799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45424) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:36.431721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Network': ['ID=31f30f27-6468-42e3-9464-529763589d01,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:36.435944 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-36343ad6-763b-41c8-8157-e8a2e8d67dcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7153189 Feb 04 06:15:36.441779 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-601149687', 'admin_state_up': True, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:36.448342 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45430) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:36.453385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:36.460204 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'ports': [{'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e'}, {'network_id': '31f30f27-6468-42e3-9464-529763589d01'}]} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:36.461340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:36.461972 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '31f30f27-6468-42e3-9464-529763589d01'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:36.484200 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:router and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:36.545599 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 31f30f27-6468-42e3-9464-529763589d01 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:36.560209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bac2f25-4e1d-419a-b824-1769774aa7a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 2e26cf5a-ab48-4d56-9d5c-454774879883 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:36.566231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4bac2f25-4e1d-419a-b824-1769774aa7a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.607683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45436) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:36.629973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'subnet': {'network_id': '446deed8-bc6f-43b6-9ea4-0d97f96a952f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:36.703448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b048bfd4-adc7-4abb-8ff8-a3287e23872c None None] Provisioning for port c6d71aeb-de32-420e-a214-b0e34e540a9f completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:36.705204 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:36.713940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b048bfd4-adc7-4abb-8ff8-a3287e23872c None None] Provisioning complete for port c6d71aeb-de32-420e-a214-b0e34e540a9f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:36.714196 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b048bfd4-adc7-4abb-8ff8-a3287e23872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.742735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:36.774203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88f453b2-a50a-405d-a5da-71e3920fd92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.777642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:15:36.811057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4bac2f25-4e1d-419a-b824-1769774aa7a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.841579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.855840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b048bfd4-adc7-4abb-8ff8-a3287e23872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.856132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.857786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:36.857911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.868600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:subnet and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:36.873449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:36.883374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:36.897169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b048bfd4-adc7-4abb-8ff8-a3287e23872c None None] For port c6d71aeb-de32-420e-a214-b0e34e540a9f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c6d71aeb-de32-420e-a214-b0e34e540a9f,segment=NetworkSegment(31a0ba08-b207-4340-a67e-9991b26ea5b4),segment_id=31a0ba08-b207-4340-a67e-9991b26ea5b4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:36.908740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-88f453b2-a50a-405d-a5da-71e3920fd92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.925758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.937391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:36.947765 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:36.952630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:port and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:36.955838 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:36.962100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:36.999083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b048bfd4-adc7-4abb-8ff8-a3287e23872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.068991 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-88f453b2-a50a-405d-a5da-71e3920fd92c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d476b7850ad341889ec14c2d7145586f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3248589 Feb 04 06:15:37.073759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45440) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:37.080318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f453b2-a50a-405d-a5da-71e3920fd92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402f11fe-01d2-4f54-af61-48b9d752e6d1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:37.082035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048bfd4-adc7-4abb-8ff8-a3287e23872c None None] Pushing event updated for resources: {'Port': ['ID=c6d71aeb-de32-420e-a214-b0e34e540a9f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:37.084639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:37.088203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.112146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4bac2f25-4e1d-419a-b824-1769774aa7a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.133781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45444) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:37.167286 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 2} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:37.171670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.252898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=2b62a2ed-d974-4b1b-903a-88aab4f43daa,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:37.270436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.281519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a90a5600-543b-4d00-9109-7190aa34431d None None] Provisioning for port 2b62a2ed-d974-4b1b-903a-88aab4f43daa completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:37.287424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a90a5600-543b-4d00-9109-7190aa34431d None None] Provisioning complete for port 2b62a2ed-d974-4b1b-903a-88aab4f43daa triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:37.287935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a90a5600-543b-4d00-9109-7190aa34431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.323216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.348221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a90a5600-543b-4d00-9109-7190aa34431d None None] Port 2b62a2ed-d974-4b1b-903a-88aab4f43daa cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:15:37.358096 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-48c2e786-d642-4606-90fb-c05616f811a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=010eafd5c4d4479e8d9b7432167d00ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214108 Feb 04 06:15:37.360005 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a90a5600-543b-4d00-9109-7190aa34431d None None] Provisioning complete for port c6d71aeb-de32-420e-a214-b0e34e540a9f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:37.361178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a90a5600-543b-4d00-9109-7190aa34431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.384855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45448) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:37.451950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.464774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-964ad045-4981-41b7-87d0-ffb15049dddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.540665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-964ad045-4981-41b7-87d0-ffb15049dddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.578497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c6d71aeb-de32-420e-a214-b0e34e540a9f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:37.592487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4bac2f25-4e1d-419a-b824-1769774aa7a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.657924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-edd1f532-6e3f-4845-a64a-6f5629db58ae None None] Provisioning complete for port 2b62a2ed-d974-4b1b-903a-88aab4f43daa triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:37.658670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-edd1f532-6e3f-4845-a64a-6f5629db58ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.674205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac2f25-4e1d-419a-b824-1769774aa7a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=2e26cf5a-ab48-4d56-9d5c-454774879883,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:37.697124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac83595f-a4a2-4d7f-8076-8a9babca3b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.698057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 5a9886a9-44ff-49b7-9467-8f9403b1a08f yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:15:37.707728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 4da0555d-cd79-4886-849e-e5b64181b164 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:37.708970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4bac2f25-4e1d-419a-b824-1769774aa7a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.715605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:37.721365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823cb869-f99e-4cc9-bbba-5f5d149ff650 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:37.833306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac83595f-a4a2-4d7f-8076-8a9babca3b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.870609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-edd1f532-6e3f-4845-a64a-6f5629db58ae None None] Port 2b62a2ed-d974-4b1b-903a-88aab4f43daa cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:15:37.876183 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port c6d71aeb-de32-420e-a214-b0e34e540a9f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:37.876766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:37.998683 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4bac2f25-4e1d-419a-b824-1769774aa7a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/2e26cf5a-ab48-4d56-9d5c-454774879883 HTTP/1.1" status: 204 len: 168 time: 1.5815706 Feb 04 06:15:38.022228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45452) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:38.025651 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-964ad045-4981-41b7-87d0-ffb15049dddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.027626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.028274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-964ad045-4981-41b7-87d0-ffb15049dddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.030865 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-964ad045-4981-41b7-87d0-ffb15049dddf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/402f11fe-01d2-4f54-af61-48b9d752e6d1 HTTP/1.1" status: 204 len: 168 time: 0.9475427 Feb 04 06:15:38.151120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.184819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4b2a4ef7-6f06-42d7-8251-3fadcab30438 None None] Provisioning complete for port 2b62a2ed-d974-4b1b-903a-88aab4f43daa triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:38.185287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4ef7-6f06-42d7-8251-3fadcab30438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.202420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.239335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.253401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a4ef7-6f06-42d7-8251-3fadcab30438 None None] Port 2b62a2ed-d974-4b1b-903a-88aab4f43daa cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:15:38.271760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ad045-4981-41b7-87d0-ffb15049dddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402f11fe-01d2-4f54-af61-48b9d752e6d1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:38.285422 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 8726b6cf-3fc2-4597-9308-57512d6d8bc2 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:15:38.348543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 697009cc-7879-4947-9edd-09c78a94e0a1 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:38.369499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.418482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Subnet': ['ID=c9549f10-5647-4078-9a55-f456762ec379,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:38.435833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac83595f-a4a2-4d7f-8076-8a9babca3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.472387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83595f-a4a2-4d7f-8076-8a9babca3b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6be4bc-cddb-4864-9dbb-2b45c6df9f99,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:38.492102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.529477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Checking segment: {'id': '3fb1b435-e0b2-4739-8589-1c2956891a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '446deed8-bc6f-43b6-9ea4-0d97f96a952f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:38.530104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network hostable DHCP agents. Network: 446deed8-bc6f-43b6-9ea4-0d97f96a952f, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:38.567938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac83595f-a4a2-4d7f-8076-8a9babca3b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.569141 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ac83595f-a4a2-4d7f-8076-8a9babca3b97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d6be4bc-cddb-4864-9dbb-2b45c6df9f99 HTTP/1.1" status: 204 len: 168 time: 1.1766369 Feb 04 06:15:38.611925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.206 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/95d38969-e1a2-4fa0-a899-01f44705b850) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:38.622390 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 7a648568-f69f-41f0-ae27-731209a6ede3 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:15:38.645701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.784889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network 446deed8-bc6f-43b6-9ea4-0d97f96a952f is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:38.819967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.877779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.885603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:38.932313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:38.939148 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-76c0c84b-2ea1-40d7-ac8a-dab2f3c7bd83 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6077571 Feb 04 06:15:38.942213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45460) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:38.946611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Sync routers for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:38.947778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'network': {'name': 'tempest-RoutersTest-1720477251'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:38.958184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:38.963876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:network and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:38.965805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:38.966422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:38.978184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:38.981469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:38.986384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:38.988440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 446deed8-bc6f-43b6-9ea4-0d97f96a952f) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:38.997525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:38.998465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.001535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.005423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:39.019997 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:39.022476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.041899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=5a9886a9-44ff-49b7-9467-8f9403b1a08f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:39.043657 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b90075b-ff58-4f65-b48c-bfbee3428fd3 None None] Network 446deed8-bc6f-43b6-9ea4-0d97f96a952f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:39.112879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:39.129687 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4769f967-1a3c-4f7b-a72c-edca2b715aa0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5161526 Feb 04 06:15:39.129982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:39.131255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45464) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:39.134081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:39.138784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-226703563'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:39.144799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:39.148823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:network and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:39.151774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:39.158396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:39.169923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=95d38969-e1a2-4fa0-a899-01f44705b850,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:39.184611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.201179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:39.202292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.258340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:39.259545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Checking segment: {'id': 'e913e661-269b-498e-9f0b-07c658c140d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '31f30f27-6468-42e3-9464-529763589d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:39.259907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network hostable DHCP agents. Network: 31f30f27-6468-42e3-9464-529763589d01, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:39.285396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:39.295592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.295965 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added segment 077c0886-eaa6-4e0a-887a-f1f7ecb2290f of type vlan for network fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 Feb 04 06:15:39.305937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=8726b6cf-3fc2-4597-9308-57512d6d8bc2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:39.308907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.312692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454fa442-0033-405f-adc0-c6b63d2097b8 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:39.316484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=697009cc-7879-4947-9edd-09c78a94e0a1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:39.318678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:39.322917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.337511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ebde8617-edc3-47d0-93a3-314464168d2a None None] Provisioning complete for port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:39.337875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ebde8617-edc3-47d0-93a3-314464168d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.338352 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/697009cc-7879-4947-9edd-09c78a94e0a1 HTTP/1.1" status: 204 len: 168 time: 1.3062768 Feb 04 06:15:39.341547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45470) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:39.441125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.441480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.442064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.442414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.442759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.443694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.444039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.445552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.445992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.446632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.447048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.447556 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f63633b-deea-4b13-a078-cc3042c35502 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:39.471376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.483275 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-84e6c1e0-1e00-4a4f-aede-18d815977919 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374271 Feb 04 06:15:39.484052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45480) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:39.499974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:39.510275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.510601 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Added segment 2fdf1dd7-a686-427e-8dae-7385b8dc1345 of type vlan for network 065df0f3-374d-4ea1-bd94-2e243fc69c51 Feb 04 06:15:39.536886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 31f30f27-6468-42e3-9464-529763589d01 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:39.539298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:39.644978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.704181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:39.704448 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 31f30f27-6468-42e3-9464-529763589d01) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:39.711585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:39.711758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:39.715193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:39.721418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:39.723218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:39.731164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:39.731556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.745642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7fa966-c2bd-4eda-8e64-78a9e03b0440 None None] Network 31f30f27-6468-42e3-9464-529763589d01 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:39.823672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-446deed8-bc6f-43b6-9ea4-0d97f96a952f', 'network_id': '446deed8-bc6f-43b6-9ea4-0d97f96a952f', 'tenant_id': 'b2f1a2a77d254eed9553907328659305', 'fixed_ips': [{'subnet_id': 'c9549f10-5647-4078-9a55-f456762ec379'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:39.824621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.864240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.875749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:39.889877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.945176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:39.948707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.962532 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.968017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:39.968596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:39.990672 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1ed46c7b-6951-4fd2-883f-043324682b33 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5388746 Feb 04 06:15:39.993781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45486) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:40.065161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c78b29dd-65c0-4613-be03-0ebeb7b6e8a8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 8726b6cf-3fc2-4597-9308-57512d6d8bc2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:40.065945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c78b29dd-65c0-4613-be03-0ebeb7b6e8a8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.084365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Network': ['ID=fd7bd36b-88ae-405d-aa27-1b3ff9d494b7,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:40.115296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.182971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:40.192891 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1a865fcc-cf4c-428d-a781-2ab57f2126fc tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2496312 Feb 04 06:15:40.196465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45496) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:40.212323 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'subnet': {'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:40.292454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Network': ['ID=065df0f3-374d-4ea1-bd94-2e243fc69c51,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:40.381254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 065df0f3-374d-4ea1-bd94-2e243fc69c51 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:40.444884 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-308b6d81-e0a7-4829-b630-3d25ff85788a tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3096485 Feb 04 06:15:40.445127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45504) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:40.452857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'subnet': {'network_id': '065df0f3-374d-4ea1-bd94-2e243fc69c51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:40.549660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.635793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:40.647012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:40.657909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:40.659150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.675204 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:40.682795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=09265dd7-3359-4ea9-a4c5-c0daa5c288da,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:40.697548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:40.708471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:subnet and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:40.714509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:40.723449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:40.753686 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:subnet and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:40.770517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:40.793965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:40.796975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c78b29dd-65c0-4613-be03-0ebeb7b6e8a8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.807503 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5a40c212-b184-4cc1-91d3-75e0e21c0d5f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3177161 Feb 04 06:15:40.807687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45510) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:40.883356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Allocated IP 2001:db8:0:ffff::2 (446deed8-bc6f-43b6-9ea4-0d97f96a952f/c9549f10-5647-4078-9a55-f456762ec379/77de627e-81f1-407e-a902-26837e398b15) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:40.888111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-72e0d9fe-79f7-4d20-a5ea-a13c2e2b2916 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:40.892543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:15:40.898174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:40.903860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.905992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Deleting port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:40.906417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.972297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:15:34Z', 'revision_number': 2, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:15:36Z', 'revision_number': 2, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:41.037034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Checking router: 7a648568-f69f-41f0-ae27-731209a6ede3 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:41.037298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Updating router 7a648568-f69f-41f0-ae27-731209a6ede3 port 2b62a2ed-d974-4b1b-903a-88aab4f43daa binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:15:41.038775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c78b29dd-65c0-4613-be03-0ebeb7b6e8a8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 8726b6cf-3fc2-4597-9308-57512d6d8bc2 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:41.161669 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:41.196012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:41.199501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:41.364555 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:41.437489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-72e0d9fe-79f7-4d20-a5ea-a13c2e2b2916 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:41.460238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-72e0d9fe-79f7-4d20-a5ea-a13c2e2b2916 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:41.465332 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-72e0d9fe-79f7-4d20-a5ea-a13c2e2b2916 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:41.475582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-72e0d9fe-79f7-4d20-a5ea-a13c2e2b2916 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:41.482223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c78b29dd-65c0-4613-be03-0ebeb7b6e8a8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:41.553122 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] For port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=16f3186f-c16a-4fb9-b365-ae801dcfdc5b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:41.553795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:41.575802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b29dd-65c0-4613-be03-0ebeb7b6e8a8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=8726b6cf-3fc2-4597-9308-57512d6d8bc2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:41.586710 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c78b29dd-65c0-4613-be03-0ebeb7b6e8a8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:41.592572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 16f3186f-c16a-4fb9-b365-ae801dcfdc5b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:15:41.645657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.objects.ports [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:15:41.646977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:41.696385 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c78b29dd-65c0-4613-be03-0ebeb7b6e8a8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/8726b6cf-3fc2-4597-9308-57512d6d8bc2 HTTP/1.1" status: 204 len: 168 time: 1.7014446 Feb 04 06:15:41.704101 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45530) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:41.742639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e0d9fe-79f7-4d20-a5ea-a13c2e2b2916 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:41.746164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-72e0d9fe-79f7-4d20-a5ea-a13c2e2b2916 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:41.781327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45534) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:41.812420 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Subnet': ['ID=3a176196-c02c-4b6c-bad3-8db040fff3c2,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:41.816151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Checking segment: {'id': '2fdf1dd7-a686-427e-8dae-7385b8dc1345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '065df0f3-374d-4ea1-bd94-2e243fc69c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:41.816639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network hostable DHCP agents. Network: 065df0f3-374d-4ea1-bd94-2e243fc69c51, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:41.828552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Calling delete_port for 16f3186f-c16a-4fb9-b365-ae801dcfdc5b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:41.868777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ec1c9-2020-4792-8f0d-156c1bfd4695 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:41.876238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ec1c9-2020-4792-8f0d-156c1bfd4695 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:41.881657 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ce4ec1c9-2020-4792-8f0d-156c1bfd4695 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1763041 Feb 04 06:15:41.882510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45540) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:41.931595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3895d5b8-a4b2-4282-a108-2d19cd68d87b tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:41.935161 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.ipam_backend_mixin [None req-72e0d9fe-79f7-4d20-a5ea-a13c2e2b2916 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09265dd7-3359-4ea9-a4c5-c0daa5c288da (CIDR: 2001:db8::/64) Feb 04 06:15:41.955416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network 065df0f3-374d-4ea1-bd94-2e243fc69c51 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:41.974566 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e0d9fe-79f7-4d20-a5ea-a13c2e2b2916 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:15:41.975240 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e0d9fe-79f7-4d20-a5ea-a13c2e2b2916 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:41.976976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-46b88e5d-fbb1-48e8-addb-d1fa93458585 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 5a9886a9-44ff-49b7-9467-8f9403b1a08f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:41.977304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:41.977489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46b88e5d-fbb1-48e8-addb-d1fa93458585 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:41.979245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 0cbbee68-c4f5-4974-bc2a-958b0e701717 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:15:41.984469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.014253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Transition to ACTIVE for port object 77de627e-81f1-407e-a902-26837e398b15 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:42.167826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.169428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 065df0f3-374d-4ea1-bd94-2e243fc69c51) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:42.181813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:42.182478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.185523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Transition to ACTIVE for port object 77de627e-81f1-407e-a902-26837e398b15 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:42.195955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96793c92-a8fb-4853-9599-ab33c5786a87 None None] Network 065df0f3-374d-4ea1-bd94-2e243fc69c51 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:42.215584 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.220398 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3895d5b8-a4b2-4282-a108-2d19cd68d87b tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] 10.222.0.32 "PUT /v2.0/quotas/9809346033664233a8ce2b91549dec43 HTTP/1.1" status: 200 len: 366 time: 0.4330902 Feb 04 06:15:42.231485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45544) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.245367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46b88e5d-fbb1-48e8-addb-d1fa93458585 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.263536 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ce95bdf1-5dd5-49a5-b979-2d2a6f19dcd2 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0282698 Feb 04 06:15:42.301209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45548) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.311074 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-72e0d9fe-79f7-4d20-a5ea-a13c2e2b2916 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4906712 Feb 04 06:15:42.319366 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.323827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Subnet': ['ID=e23cc382-59f9-406f-a579-9dc20558c84b,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:42.329833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45552) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.342590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:42.363720 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c5fe1552-5cde-4e4f-aee3-d74106cbe735 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] 10.222.0.32 "GET /v2.0/quotas/9809346033664233a8ce2b91549dec43 HTTP/1.1" status: 200 len: 366 time: 0.0588593 Feb 04 06:15:42.370552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Pushing event deleted for resources: {'Port': ['ID=16f3186f-c16a-4fb9-b365-ae801dcfdc5b,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:42.372547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45556) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.381199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-46b88e5d-fbb1-48e8-addb-d1fa93458585 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 5a9886a9-44ff-49b7-9467-8f9403b1a08f owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:42.389829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] No DVR routers for this DVR port 16f3186f-c16a-4fb9-b365-ae801dcfdc5b on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:42.415380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.415728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.416066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.416400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.416770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.416883 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a73f0941-b3ba-472d-8900-c73f5ef2e449 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9704151 Feb 04 06:15:42.417184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.417406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.417704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.418075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.418397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.418650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.418965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a7291-d826-4bf3-9b6f-63f474e5b552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:42.421852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Checking segment: {'id': '077c0886-eaa6-4e0a-887a-f1f7ecb2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:42.422216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network hostable DHCP agents. Network: fd7bd36b-88ae-405d-aa27-1b3ff9d494b7, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:42.427892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45560) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.466218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f1e157-38f4-438d-b427-e43501503837 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:42.489801 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Network 446deed8-bc6f-43b6-9ea4-0d97f96a952f is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:42.507355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'port': {'network_id': '065df0f3-374d-4ea1-bd94-2e243fc69c51', 'name': 'tempest-NetworksIpV6TestAttrs-1464351248'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:42.550914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.resource_extend [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:15:42.560405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:42.572411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:42.585106 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ddb0723f-6368-46cf-9d99-975b39c81a85 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/9809346033664233a8ce2b91549dec43 HTTP/1.1" status: 204 len: 168 time: 0.2098053 Feb 04 06:15:42.586732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45564) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.599396 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-72c89dcd-2e6d-4808-b6b4-f854b2918bc0 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0098293 Feb 04 06:15:42.599731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45568) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.611362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46b88e5d-fbb1-48e8-addb-d1fa93458585 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.616529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:42.616769 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0b868759-88a9-4077-92ea-b014715d7000 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] 10.222.0.32 "GET /v2.0/quotas/9809346033664233a8ce2b91549dec43 HTTP/1.1" status: 200 len: 370 time: 0.0131562 Feb 04 06:15:42.624617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45572) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.631543 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Sync routers for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:42.643048 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fbc95f0c-efc3-4eeb-8da3-702a3123dcb0 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] 10.222.0.32 "GET /v2.0/quotas/9809346033664233a8ce2b91549dec43/default HTTP/1.1" status: 200 len: 370 time: 0.0090590 Feb 04 06:15:42.644838 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45576) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.651799 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:42.652906 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:42.673786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b88e5d-fbb1-48e8-addb-d1fa93458585 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=5a9886a9-44ff-49b7-9467-8f9403b1a08f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:42.676091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46b88e5d-fbb1-48e8-addb-d1fa93458585 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.687557 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-46b88e5d-fbb1-48e8-addb-d1fa93458585 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/5a9886a9-44ff-49b7-9467-8f9403b1a08f HTTP/1.1" status: 204 len: 168 time: 0.8036859 Feb 04 06:15:42.688940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45580) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.697691 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-923f5f62-3359-46bf-9212-f15f52ec17bc tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] delete failed (client error): The resource could not be found. Feb 04 06:15:42.701464 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-923f5f62-3359-46bf-9212-f15f52ec17bc tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/9809346033664233a8ce2b91549dec43 HTTP/1.1" status: 404 len: 348 time: 0.0395763 Feb 04 06:15:42.708040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:42.730101 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, fd7bd36b-88ae-405d-aa27-1b3ff9d494b7) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:42.734497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:42.735837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.774387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.778805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45586) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.779288 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-855c7cc7-767a-4536-861a-581933f3b6b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3500741 Feb 04 06:15:42.790763 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:42.800826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:42.807136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:42.819066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:42.823909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:42.831005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3652bcd8-e0bd-4cae-892c-6a5dd2a5e7f3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:42.831005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3652bcd8-e0bd-4cae-892c-6a5dd2a5e7f3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:42.831248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:port and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:42.834565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:42.845008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:42.865850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Pushing event updated for resources: {'Port': ['ID=77de627e-81f1-407e-a902-26837e398b15,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:42.868381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2bf460-f269-4c71-a114-1e723d47c557 None None] Network fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:42.891191 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b8f4009c-40a1-484c-a00e-321cb274e81c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6936190 Feb 04 06:15:42.901780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45592) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:42.987090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-065df0f3-374d-4ea1-bd94-2e243fc69c51', 'network_id': '065df0f3-374d-4ea1-bd94-2e243fc69c51', 'tenant_id': 'b2f1a2a77d254eed9553907328659305', 'fixed_ips': [{'subnet_id': '3a176196-c02c-4b6c-bad3-8db040fff3c2'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:42.987923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.999768 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:43.002554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:43.008202 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.019147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Attempting to bind port 77de627e-81f1-407e-a902-26837e398b15 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:43.019520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Attempting to bind port 77de627e-81f1-407e-a902-26837e398b15 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '3fb1b435-e0b2-4739-8589-1c2956891a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '446deed8-bc6f-43b6-9ea4-0d97f96a952f'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:43.019888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Attempting to bind port 77de627e-81f1-407e-a902-26837e398b15 on network 446deed8-bc6f-43b6-9ea4-0d97f96a952f {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:43.028626 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-72f18ff9-f231-4a93-bc52-d45081d66b0c tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ed74ee2667754fabaada911129fc7b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2458117 Feb 04 06:15:43.028626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3652bcd8-e0bd-4cae-892c-6a5dd2a5e7f3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:43.030352 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3652bcd8-e0bd-4cae-892c-6a5dd2a5e7f3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3401732 Feb 04 06:15:43.030960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:43.031220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45596) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:43.031552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45598) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:43.036909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.048290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:43.048544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Checking segment: {'id': '3fb1b435-e0b2-4739-8589-1c2956891a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '446deed8-bc6f-43b6-9ea4-0d97f96a952f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:43.049015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.049390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Bound using segment: {'id': '3fb1b435-e0b2-4739-8589-1c2956891a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '446deed8-bc6f-43b6-9ea4-0d97f96a952f'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:43.049875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Bound port: 77de627e-81f1-407e-a902-26837e398b15, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb1b435-e0b2-4739-8589-1c2956891a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '446deed8-bc6f-43b6-9ea4-0d97f96a952f'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:43.050264 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.100707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45604) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:43.130208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.158868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] device_id is not set on port 99bdd49a-c740-48da-9cff-f60aa8e10955 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:15:43.226185 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-386ef8d6-7b5b-4ba1-8f92-e4d79b1d4b2c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:15:43.230517 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-386ef8d6-7b5b-4ba1-8f92-e4d79b1d4b2c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/8726b6cf-3fc2-4597-9308-57512d6d8bc2 HTTP/1.1" status: 404 len: 333 time: 0.1930733 Feb 04 06:15:43.236289 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45608) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:43.267457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] For port 77de627e-81f1-407e-a902-26837e398b15, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:43.271148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] For port 77de627e-81f1-407e-a902-26837e398b15, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77de627e-81f1-407e-a902-26837e398b15,segment=NetworkSegment(3fb1b435-e0b2-4739-8589-1c2956891a87),segment_id=3fb1b435-e0b2-4739-8589-1c2956891a87)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:43.277800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Transition to ACTIVE for port object 2b62a2ed-d974-4b1b-903a-88aab4f43daa will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:43.347658 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f655c19-17dd-4802-817d-ad214dc6251d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:15:43.348628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7f655c19-17dd-4802-817d-ad214dc6251d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:43.350175 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:15:39Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:43.355084 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Checking router: 0cbbee68-c4f5-4974-bc2a-958b0e701717 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:43.355650 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Updating router 0cbbee68-c4f5-4974-bc2a-958b0e701717 port 95d38969-e1a2-4fa0-a899-01f44705b850 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:15:43.427436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.432853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Usage tracker for resource:network and tenant:79d96f17d5c444f38a27a9a3d593ff92 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:43.437239 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.442837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7f655c19-17dd-4802-817d-ad214dc6251d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:43.444126 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7f655c19-17dd-4802-817d-ad214dc6251d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/5a9886a9-44ff-49b7-9467-8f9403b1a08f HTTP/1.1" status: 404 len: 333 time: 0.2065578 Feb 04 06:15:43.449651 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45612) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:43.493920 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.588557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'tenant_id': '6c4e720fd066499cb98537c4e780edba', 'fixed_ips': [{'subnet_id': '09265dd7-3359-4ea9-a4c5-c0daa5c288da'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:43.589410 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.597421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Allocated IP 2001:db8::f816:3eff:feaa:6dbb (065df0f3-374d-4ea1-bd94-2e243fc69c51/3a176196-c02c-4b6c-bad3-8db040fff3c2/99bdd49a-c740-48da-9cff-f60aa8e10955) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:43.724098 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.761508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:43.916942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Usage tracker for resource:subnet and tenant:79d96f17d5c444f38a27a9a3d593ff92 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:43.922387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a71ceb1-296d-47a5-97bf-5e43832f9a8d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:43.926477 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9a71ceb1-296d-47a5-97bf-5e43832f9a8d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8880746 Feb 04 06:15:43.940421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45616) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:43.951120 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04f97d-e023-4490-900a-6c647be11513 None None] Pushing event updated for resources: {'Port': ['ID=77de627e-81f1-407e-a902-26837e398b15,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:43.961146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:43.962180 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.985295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:43.992919 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.013772 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aefc9920-ea31-406f-831d-5157e3ba9619 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697951 Feb 04 06:15:44.016011 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Transition to ACTIVE for port object 95d38969-e1a2-4fa0-a899-01f44705b850 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:44.017911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:44.025323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Usage tracker for resource:subnetpool and tenant:79d96f17d5c444f38a27a9a3d593ff92 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:44.069580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1605890657', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:44.078294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.089923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:44.111305 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.142893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f30f27-6468-42e3-9464-529763589d01']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:44.195902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e913e661-269b-498e-9f0b-07c658c140d6') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:44.195902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e913e661-269b-498e-9f0b-07c658c140d6') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:44.220200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Usage tracker for resource:port and tenant:79d96f17d5c444f38a27a9a3d593ff92 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:44.222678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.254762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.260691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6ac6f-0c32-4289-9377-22fc449d66b1 None None] Pushing event updated for resources: {'Port': ['ID=2b62a2ed-d974-4b1b-903a-88aab4f43daa,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:44.264235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.277757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:44.283997 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Transition to ACTIVE for port object 99bdd49a-c740-48da-9cff-f60aa8e10955 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:44.315353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:44.315762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.315890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:44.319246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Usage tracker for resource:router and tenant:79d96f17d5c444f38a27a9a3d593ff92 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:44.333259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:subnet and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:44.333472 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:44.338754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:44.340739 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Pushing event updated for resources: {'Port': ['ID=95d38969-e1a2-4fa0-a899-01f44705b850,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:44.349905 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.350413 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.350857 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.351295 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.352315 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.352812 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.353251 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.353675 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.354070 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.354459 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.354845 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.355233 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.356027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:44.358366 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:44.364804 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Attempting to bind port 95d38969-e1a2-4fa0-a899-01f44705b850 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:44.366051 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Attempting to bind port 95d38969-e1a2-4fa0-a899-01f44705b850 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:44.366523 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Attempting to bind port 95d38969-e1a2-4fa0-a899-01f44705b850 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:44.370116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.383763 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:44.384197 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:44.384605 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.385028 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:44.386712 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Bound port: 95d38969-e1a2-4fa0-a899-01f44705b850, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:44.387108 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.397028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Usage tracker for resource:floatingip and tenant:79d96f17d5c444f38a27a9a3d593ff92 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:44.402571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:44.438259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/09265dd7-3359-4ea9-a4c5-c0daa5c288da/2bd821a9-0b81-47e4-975f-3fe48b3dfc1b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:44.480210 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] For port 95d38969-e1a2-4fa0-a899-01f44705b850, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:44.483493 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] For port 95d38969-e1a2-4fa0-a899-01f44705b850, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=95d38969-e1a2-4fa0-a899-01f44705b850,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:44.505483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.518010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:44.518010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.593616 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.680845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.692145 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:44.692698 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:44.693167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Transition to ACTIVE for port object 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:44.714553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Transition to ACTIVE for port object 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:44.772616 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48828c69-1e24-4b05-b739-09deeb2238bc None None] Pushing event updated for resources: {'Port': ['ID=95d38969-e1a2-4fa0-a899-01f44705b850,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:44.792844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Usage tracker for resource:security_group and tenant:79d96f17d5c444f38a27a9a3d593ff92 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:44.811528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:44.813711 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:15:44.827398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.834972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Attempting to bind port 2b62a2ed-d974-4b1b-903a-88aab4f43daa on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:44.834972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Attempting to bind port 2b62a2ed-d974-4b1b-903a-88aab4f43daa by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '31a0ba08-b207-4340-a67e-9991b26ea5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:44.834972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Attempting to bind port 2b62a2ed-d974-4b1b-903a-88aab4f43daa on network 4da0555d-cd79-4886-849e-e5b64181b164 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:44.881675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Usage tracker for resource:security_group_rule and tenant:79d96f17d5c444f38a27a9a3d593ff92 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:44.897497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:44.898166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network 065df0f3-374d-4ea1-bd94-2e243fc69c51 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:44.909000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:44.922148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:44.931008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:44.931666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.952391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Port': ['ID=99bdd49a-c740-48da-9cff-f60aa8e10955,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:44.964491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.964863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.965201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.966572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.966910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.967241 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.967571 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.967938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.968270 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.968783 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.969107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.969989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:44.971746 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-53565f34-dd3c-4174-a4e1-fe7de4d37978 tempest-QuotasTest-1271128030 tempest-QuotasTest-1271128030-project-admin] 10.222.0.32 "GET /v2.0/quotas/79d96f17d5c444f38a27a9a3d593ff92/details.json HTTP/1.1" status: 200 len: 703 time: 1.8700092 Feb 04 06:15:44.999260 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:45.054130 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.059120 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Pushing event updated for resources: {'Port': ['ID=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:45.066450 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:45.072129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:45.072853 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Checking segment: {'id': '31a0ba08-b207-4340-a67e-9991b26ea5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:45.073414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.074047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Bound using segment: {'id': '31a0ba08-b207-4340-a67e-9991b26ea5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:45.074724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Bound port: 2b62a2ed-d974-4b1b-903a-88aab4f43daa, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a0ba08-b207-4340-a67e-9991b26ea5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:45.075324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.099680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:45.102509 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:45.106247 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.111827 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/networks/31f30f27-6468-42e3-9464-529763589d01 HTTP/1.1" status: 204 len: 168 time: 1.6584392 Feb 04 06:15:45.115913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45626) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:45.123243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1657743581'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:45.136868 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Allocated IP 2001:db8::f816:3eff:fecd:2b83 (065df0f3-374d-4ea1-bd94-2e243fc69c51/3a176196-c02c-4b6c-bad3-8db040fff3c2/b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:45.139570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:45.144292 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-597dc673-22ea-4f20-a46e-035bcbd23521 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6598020 Feb 04 06:15:45.147535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:network and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:45.151719 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef10466-fd31-432c-9a73-9b0b4890072f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Network': ['ID=31f30f27-6468-42e3-9464-529763589d01,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:45.155088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45630) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:45.159160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:45.165262 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.objects.ports [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88199) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:15:45.167807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:45.311011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.389468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:45.394840 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.398658 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca0c9ac-5097-48f0-8056-58b326731052 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Deleting subnet 3a176196-c02c-4b6c-bad3-8db040fff3c2 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:45.445546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Allocated IP 172.21.0.2 (fd7bd36b-88ae-405d-aa27-1b3ff9d494b7/e23cc382-59f9-406f-a579-9dc20558c84b/141b0d95-5592-4b3d-9024-b732ca868e39) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:45.460831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Attempting to bind port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:45.461325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Attempting to bind port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:45.461692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Attempting to bind port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:45.488864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Checking segment: {'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:45.489507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network hostable DHCP agents. Network: 60f52fc5-6237-4cf7-817f-9aed763089fe, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:45.500288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:45.507840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:45.507840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.507840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:45.507840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Bound port: 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:45.507840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.513306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:45.529873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Subnet': ['ID=13b8ccfb-2481-4bc5-b777-d1b37ffc4004,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:45.539941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.540465 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Added segment fb2d7905-bdc9-4df8-8799-32905d526eff of type vlan for network 51a855c8-60c9-43ab-b956-14621f2fae9f Feb 04 06:15:45.541751 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:15:39Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:45.555893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34614d12-ea4c-44ff-b421-ed607f163932 None None] Network 446deed8-bc6f-43b6-9ea4-0d97f96a952f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:45.556553 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72737a45-8cbe-4434-9361-d20d35559113 None None] The sync data for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv is: [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:15:39Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:45.613331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.652773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 60f52fc5-6237-4cf7-817f-9aed763089fe is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:45.657357 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.723655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77de627e-81f1-407e-a902-26837e398b15 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:45.731170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.739251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:45.740187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.764552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] For port 2b62a2ed-d974-4b1b-903a-88aab4f43daa, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:45.842792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 60f52fc5-6237-4cf7-817f-9aed763089fe) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:45.874457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:45.874457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.886478 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7694921 Feb 04 06:15:45.903785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45636) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:45.915432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '51a855c8-60c9-43ab-b956-14621f2fae9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:45.968548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b08f7e-3f9e-43e2-9a30-33a8f554c35f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Network': ['ID=51a855c8-60c9-43ab-b956-14621f2fae9f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:45.974430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45640) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:46.003639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0a9857-f13d-4d42-b866-9d6d880956a5 None None] Network 60f52fc5-6237-4cf7-817f-9aed763089fe requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:46.021337 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9ec58056-946b-43ca-bcab-e128665c89d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9929543 Feb 04 06:15:46.022361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45646) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:46.031591 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] For port 2b62a2ed-d974-4b1b-903a-88aab4f43daa, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2b62a2ed-d974-4b1b-903a-88aab4f43daa,segment=NetworkSegment(31a0ba08-b207-4340-a67e-9991b26ea5b4),segment_id=31a0ba08-b207-4340-a67e-9991b26ea5b4)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:46.039862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 51a855c8-60c9-43ab-b956-14621f2fae9f details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:46.143919 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:46.150954 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, got binding levels [] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:46.154069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:46.159125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:46.173025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:46.211000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.275252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.278645 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e9432b84-9ccb-461e-860f-5dbd5657aef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.318685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c885bcdd-5d8a-45ec-a0a8-8b55c80ee345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.350163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:46.350386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c885bcdd-5d8a-45ec-a0a8-8b55c80ee345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:46.350480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.354502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c885bcdd-5d8a-45ec-a0a8-8b55c80ee345 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a0a022928d48849ff66a4825d56ed4 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:46.358795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c885bcdd-5d8a-45ec-a0a8-8b55c80ee345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:46.421692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c885bcdd-5d8a-45ec-a0a8-8b55c80ee345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:46.444153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.493800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b227672b-f549-455c-8489-31f460c23e80 None None] Provisioning for port 77de627e-81f1-407e-a902-26837e398b15 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:46.514488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:46.611122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:46.633981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to bind port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:46.634326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to bind port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:46.634635 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to bind port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:46.642754 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:46.643091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:46.643592 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.643975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c885bcdd-5d8a-45ec-a0a8-8b55c80ee345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.644089 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:46.644581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Bound port: 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:46.644937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.656639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Performing IP validity checks on allocation pools {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:15:46.657303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:15:46.660060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:46.676944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.687913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Transition to ACTIVE for port object b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:46.710619 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Transition to ACTIVE for port object b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:46.761898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:46.771529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:46.803745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c885bcdd-5d8a-45ec-a0a8-8b55c80ee345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.828156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:46.863024 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.866676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6ac6f-0c32-4289-9377-22fc449d66b1 None None] Pushing event updated for resources: {'Port': ['ID=2b62a2ed-d974-4b1b-903a-88aab4f43daa,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:46.896060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885bcdd-5d8a-45ec-a0a8-8b55c80ee345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db74f857-5cfa-4517-b439-85ee840758ff,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:46.923428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c9ac-5097-48f0-8056-58b326731052 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.962576 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c885bcdd-5d8a-45ec-a0a8-8b55c80ee345 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6a0a022928d48849ff66a4825d56ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9841406 Feb 04 06:15:46.968681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45652) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:46.971462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b-dv-neutron-827796-1-hyperv- {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:46.971964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:47.003589 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.007967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c9ac-5097-48f0-8056-58b326731052 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.100981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.125019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90d57cd1-83bb-4ee7-bdc4-0a34b6870fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.188215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Subnet': ['ID=3d9d9c2e-12ea-4315-8e00-03a881a8d9f1,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:47.196175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90d57cd1-83bb-4ee7-bdc4-0a34b6870fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.237333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Checking segment: {'id': 'fb2d7905-bdc9-4df8-8799-32905d526eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51a855c8-60c9-43ab-b956-14621f2fae9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:47.238131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network hostable DHCP agents. Network: 51a855c8-60c9-43ab-b956-14621f2fae9f, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:47.261135 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c9ac-5097-48f0-8056-58b326731052 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.275359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.288518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Transition to ACTIVE for port object 141b0d95-5592-4b3d-9024-b732ca868e39 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:47.318192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Transition to ACTIVE for port object 141b0d95-5592-4b3d-9024-b732ca868e39 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:47.356950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.367123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 77de627e-81f1-407e-a902-26837e398b15 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:47.369933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18252a-5a2c-4e83-9ea3-52fa66c757d9 None None] Pushing event updated for resources: {'Port': ['ID=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:47.389621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 51a855c8-60c9-43ab-b956-14621f2fae9f is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:47.517307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to bind port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:47.517649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to bind port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:47.518009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to bind port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b on network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:47.531105 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.535705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90d57cd1-83bb-4ee7-bdc4-0a34b6870fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.546370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:47.546370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Checking segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:47.546370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.546370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Bound using segment: {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'} {{(pid=88199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:47.546370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.managers [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Bound port: 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c'}}] {{(pid=88199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:47.546370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.547242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 77de627e-81f1-407e-a902-26837e398b15 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:47.547242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.553507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c9ac-5097-48f0-8056-58b326731052 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.584928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90d57cd1-83bb-4ee7-bdc4-0a34b6870fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.589210 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-90d57cd1-83bb-4ee7-bdc4-0a34b6870fd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db74f857-5cfa-4517-b439-85ee840758ff HTTP/1.1" status: 204 len: 168 time: 0.6190133 Feb 04 06:15:47.590226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d57cd1-83bb-4ee7-bdc4-0a34b6870fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db74f857-5cfa-4517-b439-85ee840758ff,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:47.596522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Allocated IP 172.21.0.1 (fd7bd36b-88ae-405d-aa27-1b3ff9d494b7/e23cc382-59f9-406f-a579-9dc20558c84b/7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:47.610870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0c9ac-5097-48f0-8056-58b326731052 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Subnet': ['ID=3a176196-c02c-4b6c-bad3-8db040fff3c2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:47.623324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-60f52fc5-6237-4cf7-817f-9aed763089fe', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:47.624273 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.645783 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 51a855c8-60c9-43ab-b956-14621f2fae9f) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:47.655984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Network 065df0f3-374d-4ea1-bd94-2e243fc69c51 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:47.681453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837cf282-c3a7-4f49-9526-1e373c141210 None None] Network 51a855c8-60c9-43ab-b956-14621f2fae9f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:47.700742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:47.714461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:47.770712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:47.771728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.804910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c9ac-5097-48f0-8056-58b326731052 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.866899 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7ca0c9ac-5097-48f0-8056-58b326731052 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/subnets/3a176196-c02c-4b6c-bad3-8db040fff3c2 HTTP/1.1" status: 204 len: 168 time: 2.6981106 Feb 04 06:15:47.875551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45658) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:47.897397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Network fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:47.900760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:47.913823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:47.996721 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c5247734-fc7c-4956-8f99-db4137e790db tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0911350 Feb 04 06:15:47.999030 dv-neutron-827796-1-hyperv neutron-server[88199]: WARNING neutron.plugins.ml2.plugin [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Concurrent port binding operations failed on port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b Feb 04 06:15:48.005182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45662) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:48.014218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:48.019252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Pushing event updated for resources: {'Port': ['ID=b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:48.032141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '51a855c8-60c9-43ab-b956-14621f2fae9f', 'name': 'tempest-PortsTestJSON-1986451526'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:48.067248 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.plugins.ml2.plugin [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempt 2 to bind port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b Feb 04 06:15:48.167496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8243d62-b58d-422b-9aa9-5d11c1f3f2db tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:48.169306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8243d62-b58d-422b-9aa9-5d11c1f3f2db tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:48.170122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e8243d62-b58d-422b-9aa9-5d11c1f3f2db tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Synchronizing usage tracker for tenant:b2f1a2a77d254eed9553907328659305 on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:48.173797 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.201103 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:48.418083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:48.426359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:48.436297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:48.437245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.457695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=1d0b46ed-d25a-4d47-8610-2e9a48607123,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:48.530778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:48.548983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:48.562076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e8243d62-b58d-422b-9aa9-5d11c1f3f2db tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Unset dirty status for tenant:b2f1a2a77d254eed9553907328659305 on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:48.563494 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e8243d62-b58d-422b-9aa9-5d11c1f3f2db tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6842973 Feb 04 06:15:48.566651 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45668) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:48.574597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.575838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.1 (60f52fc5-6237-4cf7-817f-9aed763089fe/13b8ccfb-2481-4bc5-b777-d1b37ffc4004/aa493bb8-c3d8-4a2a-896c-f51d1b17eb49) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:48.600568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Transition to ACTIVE for port object 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:48.601765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-37a7517b-8bb9-49b9-ab0d-5dcf60b2ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.620604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Pushing event updated for resources: {'Port': ['ID=141b0d95-5592-4b3d-9024-b732ca868e39,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:48.665552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Attempting to bind port b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:48.665756 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Attempting to bind port b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2fdf1dd7-a686-427e-8dae-7385b8dc1345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '065df0f3-374d-4ea1-bd94-2e243fc69c51'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:48.666122 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Attempting to bind port b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637 on network 065df0f3-374d-4ea1-bd94-2e243fc69c51 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:48.706305 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5d732722-f826-47cf-ae4e-1553c62d5e97 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.3728771 Feb 04 06:15:48.712937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45672) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:48.715649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:48.720971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.734842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Attempting to bind port 141b0d95-5592-4b3d-9024-b732ca868e39 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:48.735142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Attempting to bind port 141b0d95-5592-4b3d-9024-b732ca868e39 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '077c0886-eaa6-4e0a-887a-f1f7ecb2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:48.735510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Attempting to bind port 141b0d95-5592-4b3d-9024-b732ca868e39 on network fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:48.736235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:9f:ca:13', 'name': 'tempest-NetworksTestDHCPv6-1461167533'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:48.758041 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:48.758421 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Checking segment: {'id': '2fdf1dd7-a686-427e-8dae-7385b8dc1345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '065df0f3-374d-4ea1-bd94-2e243fc69c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:48.758828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.759279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Bound using segment: {'id': '2fdf1dd7-a686-427e-8dae-7385b8dc1345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '065df0f3-374d-4ea1-bd94-2e243fc69c51'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:48.759763 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Bound port: b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdf1dd7-a686-427e-8dae-7385b8dc1345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '065df0f3-374d-4ea1-bd94-2e243fc69c51'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:48.760142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.813668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 2d03e6b6-aa78-452e-ab42-2e9bba18b4da yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:15:48.819613 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:48.820084 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Checking segment: {'id': '077c0886-eaa6-4e0a-887a-f1f7ecb2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:48.820395 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.820821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Bound using segment: {'id': '077c0886-eaa6-4e0a-887a-f1f7ecb2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:48.824572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Bound port: 141b0d95-5592-4b3d-9024-b732ca868e39, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077c0886-eaa6-4e0a-887a-f1f7ecb2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:48.825031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.830158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.850298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:48.862274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45676) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:48.877954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.896627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d70005ce-f0b2-4f67-bc82-e1eea8d6e85b tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.914589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32124528-0a35-4225-9124-3b65101b769f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.962811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.965909 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70005ce-f0b2-4f67-bc82-e1eea8d6e85b tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 06:15:48.966383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70005ce-f0b2-4f67-bc82-e1eea8d6e85b tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:48.969682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-32124528-0a35-4225-9124-3b65101b769f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:48.983576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-32124528-0a35-4225-9124-3b65101b769f admin admin] Usage tracker for resource:security_group_rule and tenant:79d96f17d5c444f38a27a9a3d593ff92 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:49.042387 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d70005ce-f0b2-4f67-bc82-e1eea8d6e85b tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/networks/065df0f3-374d-4ea1-bd94-2e243fc69c51 HTTP/1.1" status: 409 len: 405 time: 0.4746492 Feb 04 06:15:49.044413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-32124528-0a35-4225-9124-3b65101b769f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:49.057493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45680) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:49.065229 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-32124528-0a35-4225-9124-3b65101b769f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:49.073372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1781097092'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:49.090060 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:49.115881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:network and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:49.129478 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:49.133434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:49.145523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.151679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:49.154923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:49.167376 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.5 (51a855c8-60c9-43ab-b956-14621f2fae9f/3d9d9c2e-12ea-4315-8e00-03a881a8d9f1/2d03e6b6-aa78-452e-ab42-2e9bba18b4da) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:49.195604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:49.205650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:49.208021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:49.209243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1462849a-7e11-4d8b-b7e7-13460e7432c8 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:49.219750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 60f52fc5-6237-4cf7-817f-9aed763089fe is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:49.220780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:49.285843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:49.294314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:49.306038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:49.308948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:49.334257 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:49.336815 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.337587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.367354 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] For port b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:49.373938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=aa493bb8-c3d8-4a2a-896c-f51d1b17eb49,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:49.375040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32124528-0a35-4225-9124-3b65101b769f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.380286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 77de627e-81f1-407e-a902-26837e398b15, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77de627e-81f1-407e-a902-26837e398b15,segment=NetworkSegment(3fb1b435-e0b2-4739-8589-1c2956891a87),segment_id=3fb1b435-e0b2-4739-8589-1c2956891a87)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:49.407494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:49.410104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.427447 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-51a855c8-60c9-43ab-b956-14621f2fae9f', 'network_id': '51a855c8-60c9-43ab-b956-14621f2fae9f', 'tenant_id': '8ccb16afb7e244ec96b61fcb5af58d5f', 'fixed_ips': [{'subnet_id': '3d9d9c2e-12ea-4315-8e00-03a881a8d9f1'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:49.428963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.439116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.440915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.441178 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Added segment 5a6585ee-d84b-4eb7-a35f-c943c433c6e0 of type vlan for network 55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7 Feb 04 06:15:49.445624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] For port b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637,segment=NetworkSegment(2fdf1dd7-a686-427e-8dae-7385b8dc1345),segment_id=2fdf1dd7-a686-427e-8dae-7385b8dc1345)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:49.453462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.482671 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.494475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Allocated IP 172.20.0.2 (60f52fc5-6237-4cf7-817f-9aed763089fe/13b8ccfb-2481-4bc5-b777-d1b37ffc4004/0c58a914-9587-4dd2-b5e6-f28c33c1dbad) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:49.494711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.499534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:49.508928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object 2d03e6b6-aa78-452e-ab42-2e9bba18b4da will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:49.527265 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] For port 141b0d95-5592-4b3d-9024-b732ca868e39, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:49.549424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32124528-0a35-4225-9124-3b65101b769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.574989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f8f70d33-e592-4c07-9375-f4be4fb366ac None None] Provisioning complete for port 77de627e-81f1-407e-a902-26837e398b15 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:49.575369 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f8f70d33-e592-4c07-9375-f4be4fb366ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.602233 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-32124528-0a35-4225-9124-3b65101b769f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79d96f17d5c444f38a27a9a3d593ff92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7362363 Feb 04 06:15:49.602233 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32124528-0a35-4225-9124-3b65101b769f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ecc73b-2f40-4318-8123-5bb18e7cdb69,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:49.602538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45684) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:49.630839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.643725 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] For port 141b0d95-5592-4b3d-9024-b732ca868e39, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=141b0d95-5592-4b3d-9024-b732ca868e39,segment=NetworkSegment(077c0886-eaa6-4e0a-887a-f1f7ecb2290f),segment_id=077c0886-eaa6-4e0a-887a-f1f7ecb2290f)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:49.702332 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.704848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.710508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:49.711087 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.731453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.803970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.850836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c668bee-6e60-46f1-8ae9-5ec0d2873827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.853936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port de257ef7-c6ca-4912-8b13-9160d5a63805 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:15:49.858714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.894696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 51a855c8-60c9-43ab-b956-14621f2fae9f is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:49.897723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:49.911906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:49.919704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:49.950143 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.954957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.956415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Network': ['ID=55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:49.956822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:15:34Z', 'revision_number': 2, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:15:45Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:49.962834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=2d03e6b6-aa78-452e-ab42-2e9bba18b4da,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:49.988757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.011785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c668bee-6e60-46f1-8ae9-5ec0d2873827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.011896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:50.011896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.014564 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-81d7729b-7295-441a-a9db-ad7059bccce4 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9518473 Feb 04 06:15:50.020744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45688) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:50.028958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'subnet': {'network_id': '55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:50.075529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be53a4f-3b0c-43f8-a081-41b0b5564b5d None None] The sync data for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv is: [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:15:34Z', 'revision_number': 2, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:15:45Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:50.102474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:50.159673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:50.178088 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8d935346-fa0d-4dad-b17a-68e818b25943 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1661050 Feb 04 06:15:50.178088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:50.178088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45692) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:50.267930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e64d566d-c41a-4482-8430-fa26ffb8c6e7 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 2d03e6b6-aa78-452e-ab42-2e9bba18b4da {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:50.267930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e64d566d-c41a-4482-8430-fa26ffb8c6e7 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.305516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=77de627e-81f1-407e-a902-26837e398b15,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:50.609115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:50.612822 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.816690 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.839533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Transition to ACTIVE for port object 0c58a914-9587-4dd2-b5e6-f28c33c1dbad will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:50.880320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e64d566d-c41a-4482-8430-fa26ffb8c6e7 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.909691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c668bee-6e60-46f1-8ae9-5ec0d2873827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.914050 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd491a0-a031-4099-a1b6-23d6afa56b19 None None] Network 065df0f3-374d-4ea1-bd94-2e243fc69c51 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:50.937240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Transition to ACTIVE for port object 0c58a914-9587-4dd2-b5e6-f28c33c1dbad will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:50.951690 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Allocated IP 172.20.0.2 (51a855c8-60c9-43ab-b956-14621f2fae9f/3d9d9c2e-12ea-4315-8e00-03a881a8d9f1/00414135-03ca-4bf1-98c9-5822af56ce31) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:50.960008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c668bee-6e60-46f1-8ae9-5ec0d2873827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ecc73b-2f40-4318-8123-5bb18e7cdb69,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:51.015025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::3f (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/09265dd7-3359-4ea9-a4c5-c0daa5c288da/de257ef7-c6ca-4912-8b13-9160d5a63805) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:51.043042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809f6ca-c006-4425-8a23-075564c57cd8 None None] Pushing event updated for resources: {'Port': ['ID=b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:51.045856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.066162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9f:ca13 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/1d0b46ed-d25a-4d47-8610-2e9a48607123/de257ef7-c6ca-4912-8b13-9160d5a63805) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:51.173889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:51.183767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c668bee-6e60-46f1-8ae9-5ec0d2873827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.185286 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2c668bee-6e60-46f1-8ae9-5ec0d2873827 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03ecc73b-2f40-4318-8123-5bb18e7cdb69 HTTP/1.1" status: 204 len: 168 time: 1.5817611 Feb 04 06:15:51.236075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 95d38969-e1a2-4fa0-a899-01f44705b850 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:51.288053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.318553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e64d566d-c41a-4482-8430-fa26ffb8c6e7 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 2d03e6b6-aa78-452e-ab42-2e9bba18b4da owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:51.328120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.472676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1354860-80e3-4da4-8ec6-34e709a9d6a4 None None] Pushing event updated for resources: {'Port': ['ID=141b0d95-5592-4b3d-9024-b732ca868e39,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:51.473211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.570013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Network 60f52fc5-6237-4cf7-817f-9aed763089fe is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:51.600982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:15:51.622867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.631384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:51.653646 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:51.670968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:51.702166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.744917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.803515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f8f70d33-e592-4c07-9375-f4be4fb366ac None None] Provisioning for port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:51.804583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e64d566d-c41a-4482-8430-fa26ffb8c6e7 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.809918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.820999 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Pushing event updated for resources: {'Port': ['ID=0c58a914-9587-4dd2-b5e6-f28c33c1dbad,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:51.947479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 95d38969-e1a2-4fa0-a899-01f44705b850 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:51.950582 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f8f70d33-e592-4c07-9375-f4be4fb366ac None None] Provisioning complete for port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:51.950955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f8f70d33-e592-4c07-9375-f4be4fb366ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.971299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object de257ef7-c6ca-4912-8b13-9160d5a63805 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:51.992298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d566d-c41a-4482-8430-fa26ffb8c6e7 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=2d03e6b6-aa78-452e-ab42-2e9bba18b4da,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:52.042183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.057190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 95d38969-e1a2-4fa0-a899-01f44705b850 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:52.057551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.188443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Attempting to bind port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:52.192492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Attempting to bind port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:52.195889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Attempting to bind port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad on network 60f52fc5-6237-4cf7-817f-9aed763089fe {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:52.220056 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e64d566d-c41a-4482-8430-fa26ffb8c6e7 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.239567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edec155-41cf-47aa-aea8-8f93d7d5b147 None None] Network fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:52.263596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=aa493bb8-c3d8-4a2a-896c-f51d1b17eb49,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:52.271797 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.objects.ports [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88199) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:15:52.276503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.300588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 60f52fc5-6237-4cf7-817f-9aed763089fe is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:52.305219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:52.346713 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e64d566d-c41a-4482-8430-fa26ffb8c6e7 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/2d03e6b6-aa78-452e-ab42-2e9bba18b4da HTTP/1.1" status: 204 len: 168 time: 2.1650898 Feb 04 06:15:52.357192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45708) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:52.395576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:52.396286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Checking segment: {'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:52.396940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.397494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Bound using segment: {'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:52.398140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Bound port: 0c58a914-9587-4dd2-b5e6-f28c33c1dbad, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:52.398689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.428006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.441493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Transition to ACTIVE for port object 00414135-03ca-4bf1-98c9-5822af56ce31 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:52.466736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Checking segment: {'id': '5a6585ee-d84b-4eb7-a35f-c943c433c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:52.467096 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network hostable DHCP agents. Network: 55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:52.469697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Transition to ACTIVE for port object 00414135-03ca-4bf1-98c9-5822af56ce31 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:52.471796 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2bd661-dc0f-484b-b5ce-e802d5013d2c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:15:52.472158 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2bd661-dc0f-484b-b5ce-e802d5013d2c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:15:52.483117 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bb2bd661-dc0f-484b-b5ce-e802d5013d2c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/2d03e6b6-aa78-452e-ab42-2e9bba18b4da HTTP/1.1" status: 404 len: 333 time: 0.1224029 Feb 04 06:15:52.487437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45712) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:52.489319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Subnet': ['ID=a3f08966-f049-49b3-981e-6f367386b3dd,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:52.581603 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-849c8440-48b9-4d43-94af-72ac2f137b79 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:15:52.582617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-849c8440-48b9-4d43-94af-72ac2f137b79 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:52.591721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:52.595244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:52.617831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f8f70d33-e592-4c07-9375-f4be4fb366ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.740099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network 55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:52.743054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-849c8440-48b9-4d43-94af-72ac2f137b79 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:52.745477 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-849c8440-48b9-4d43-94af-72ac2f137b79 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/2d03e6b6-aa78-452e-ab42-2e9bba18b4da HTTP/1.1" status: 404 len: 333 time: 0.2404864 Feb 04 06:15:52.749031 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45722) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:52.763464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.838123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33c7f8c-3ba0-4188-832c-9dcac3e3a38b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting subnet 3d9d9c2e-12ea-4315-8e00-03a881a8d9f1 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:52.841626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a33c7f8c-3ba0-4188-832c-9dcac3e3a38b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.895412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:52.916714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:52.917358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.925726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7937c0e1-b735-46ea-baf5-9fa40ad9ddde None None] Network 55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:52.953590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a33c7f8c-3ba0-4188-832c-9dcac3e3a38b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.976973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 0cbbee68-c4f5-4974-bc2a-958b0e701717 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:15:52.976973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.977638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f8f70d33-e592-4c07-9375-f4be4fb366ac None None] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:53.016093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Network 51a855c8-60c9-43ab-b956-14621f2fae9f is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:53.019147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45728) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.024946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 7a648568-f69f-41f0-ae27-731209a6ede3 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:15:53.028503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:53.058500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:53.059727 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:53.061700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Pushing event updated for resources: {'Port': ['ID=00414135-03ca-4bf1-98c9-5822af56ce31,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:53.067297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a33c7f8c-3ba0-4188-832c-9dcac3e3a38b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.106528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.110402 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5b9e4e35-ac20-4c04-b9cc-c3d15ef18350 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0886548 Feb 04 06:15:53.113282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45734) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.120950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'port': {'network_id': '55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7', 'name': 'tempest-NetworksIpV6TestAttrs-1914728183'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:53.128535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:53.156422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:53.165783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:53.174070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.174436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] For port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:53.226220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-0bcf0c74-1338-41e8-8257-e5ffd70a53c2 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.230403 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0bcf0c74-1338-41e8-8257-e5ffd70a53c2 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2072666 Feb 04 06:15:53.239184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45738) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.243023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f8f70d33-e592-4c07-9375-f4be4fb366ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.263609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-dd3de807-2f16-435f-8c9f-d005722d5f53 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.267538 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dd3de807-2f16-435f-8c9f-d005722d5f53 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0208197 Feb 04 06:15:53.269936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45742) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.273731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-235f0035-8273-46db-83b6-15faef479038 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.289145 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-235f0035-8273-46db-83b6-15faef479038 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048926 Feb 04 06:15:53.292851 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45746) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.297707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=de257ef7-c6ca-4912-8b13-9160d5a63805,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:53.310694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] For port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0c58a914-9587-4dd2-b5e6-f28c33c1dbad,segment=NetworkSegment(1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c),segment_id=1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:53.326742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 95d38969-e1a2-4fa0-a899-01f44705b850, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=95d38969-e1a2-4fa0-a899-01f44705b850,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:53.355613 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-e74ec929-5e86-4e28-b305-7e9335e44395 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.358638 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e74ec929-5e86-4e28-b305-7e9335e44395 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0148501 Feb 04 06:15:53.361151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45750) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.362461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a33c7f8c-3ba0-4188-832c-9dcac3e3a38b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.370568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:53.389472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Attempting to bind port 00414135-03ca-4bf1-98c9-5822af56ce31 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:53.394078 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Attempting to bind port 00414135-03ca-4bf1-98c9-5822af56ce31 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'fb2d7905-bdc9-4df8-8799-32905d526eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51a855c8-60c9-43ab-b956-14621f2fae9f'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:53.394078 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Attempting to bind port 00414135-03ca-4bf1-98c9-5822af56ce31 on network 51a855c8-60c9-43ab-b956-14621f2fae9f {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:53.417157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-ee264809-51dd-4bdc-aa70-e7da1c786011 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.420910 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ee264809-51dd-4bdc-aa70-e7da1c786011 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0509353 Feb 04 06:15:53.438955 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9c601ff0-4c3e-4eea-a82d-9356c4677895 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.7087083 Feb 04 06:15:53.449244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45756) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.451877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45754) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.461391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:53.462068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Checking segment: {'id': 'fb2d7905-bdc9-4df8-8799-32905d526eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51a855c8-60c9-43ab-b956-14621f2fae9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:53.462198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:port and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:53.462328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.462788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Bound using segment: {'id': 'fb2d7905-bdc9-4df8-8799-32905d526eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51a855c8-60c9-43ab-b956-14621f2fae9f'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:53.463328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Bound port: 00414135-03ca-4bf1-98c9-5822af56ce31, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2d7905-bdc9-4df8-8799-32905d526eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51a855c8-60c9-43ab-b956-14621f2fae9f'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:53.463768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.475142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-4cf7442f-22b2-40e0-b310-7f086fd6ed1b tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.478731 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4cf7442f-22b2-40e0-b310-7f086fd6ed1b tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0232213 Feb 04 06:15:53.479285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a33c7f8c-3ba0-4188-832c-9dcac3e3a38b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.485294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c7f8c-3ba0-4188-832c-9dcac3e3a38b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9d9c2e-12ea-4315-8e00-03a881a8d9f1,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:53.496550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:53.499586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45762) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.515280 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-8c232899-03c4-4366-8ddb-b8c9eac70e84 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.519999 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8c232899-03c4-4366-8ddb-b8c9eac70e84 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0110867 Feb 04 06:15:53.521009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.523469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.533892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45766) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.540695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:53.540854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f70d33-e592-4c07-9375-f4be4fb366ac None None] Pushing event updated for resources: {'Port': ['ID=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:53.542947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-aac3f6fd-83f9-483d-b5c5-0b5a78075e7e tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.553115 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aac3f6fd-83f9-483d-b5c5-0b5a78075e7e tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0114441 Feb 04 06:15:53.556411 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a33c7f8c-3ba0-4188-832c-9dcac3e3a38b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/3d9d9c2e-12ea-4315-8e00-03a881a8d9f1 HTTP/1.1" status: 204 len: 168 time: 0.7956991 Feb 04 06:15:53.556411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45770) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.556411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45772) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.574752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:53.597305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-46effa99-f0e4-4942-a04f-9d6a3bab596a None None] Provisioning for port 141b0d95-5592-4b3d-9024-b732ca868e39 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:53.597652 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e02bf060-af78-44bd-9eed-83125b6a5a44 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6865287 Feb 04 06:15:53.597652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45778) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.602362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2f636-95fc-43b6-92dc-34f362ad236a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port de257ef7-c6ca-4912-8b13-9160d5a63805 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:53.602704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f636-95fc-43b6-92dc-34f362ad236a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.618316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-c051d744-004c-491b-8f42-d7ab85e141bf tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.619580 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c051d744-004c-491b-8f42-d7ab85e141bf tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0548472 Feb 04 06:15:53.624295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45782) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.636445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'network': {'name': 'tempest-RoutersTest-1601388573'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:53.648620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:15:53.650551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:53.655191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Sync routers for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:53.666669 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Sync routers for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:53.680344 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b45fbe8e-8710-4b32-8b77-da17d41e6048 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/0cbbee68-c4f5-4974-bc2a-958b0e701717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6572108 Feb 04 06:15:53.683113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:network and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:53.688224 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:53.689122 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:53.708111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:53.710671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45784) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.736932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-5761dcda-966f-4eed-b264-600ffa22a1a7 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.737902 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5761dcda-966f-4eed-b264-600ffa22a1a7 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0063698 Feb 04 06:15:53.742342 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45790) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.752077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-2a8477b8-f722-4b4d-8251-b2ac1e58b81c tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.753081 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2a8477b8-f722-4b4d-8251-b2ac1e58b81c tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0103128 Feb 04 06:15:53.758295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45794) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.769179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:53.777369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-ba6818a2-a2c3-4079-b487-a3a6e5da0e21 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.780847 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ba6818a2-a2c3-4079-b487-a3a6e5da0e21 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0192585 Feb 04 06:15:53.780847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:53.783535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.788379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45798) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.832909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] device_id is not set on port 2c1f74d0-b733-4a65-a12d-7d62c0f5b190 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:15:53.876394 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.884503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-cb24e3e9-79c4-4ee6-a8c0-385dc3fde886 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.889722 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cb24e3e9-79c4-4ee6-a8c0-385dc3fde886 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0996332 Feb 04 06:15:53.890887 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45802) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.907589 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:53.908339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-f3a2c15c-ac7b-47b7-9509-bf2d84cc661c tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.911857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:53.912170 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f3a2c15c-ac7b-47b7-9509-bf2d84cc661c tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0132728 Feb 04 06:15:53.915952 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45806) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.927235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-b273153f-59a0-4e29-942c-99dfdba22d09 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:53.930731 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b273153f-59a0-4e29-942c-99dfdba22d09 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0098512 Feb 04 06:15:53.936386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45810) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:53.942688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 00414135-03ca-4bf1-98c9-5822af56ce31 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:53.945486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.993133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:53.999276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.009718 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-f4758b71-c57d-4e8f-adc6-ac85ffd80529 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:54.011433 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f4758b71-c57d-4e8f-adc6-ac85ffd80529 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0719144 Feb 04 06:15:54.014249 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:54.016299 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45814) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:54.035885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7', 'network_id': '55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7', 'tenant_id': 'b2f1a2a77d254eed9553907328659305', 'fixed_ips': [{'subnet_id': 'a3f08966-f049-49b3-981e-6f367386b3dd'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:54.040846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.055621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 141b0d95-5592-4b3d-9024-b732ca868e39 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:54.106010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=95d38969-e1a2-4fa0-a899-01f44705b850,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:54.249993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f636-95fc-43b6-92dc-34f362ad236a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.254863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] For port 00414135-03ca-4bf1-98c9-5822af56ce31, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:54.262117 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] For port 00414135-03ca-4bf1-98c9-5822af56ce31, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=00414135-03ca-4bf1-98c9-5822af56ce31,segment=NetworkSegment(fb2d7905-bdc9-4df8-8799-32905d526eff),segment_id=fb2d7905-bdc9-4df8-8799-32905d526eff)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:54.273717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbe2fc-557c-4fe3-9178-2f472d70f111 None None] Pushing event updated for resources: {'Port': ['ID=0c58a914-9587-4dd2-b5e6-f28c33c1dbad,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:54.291087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-46effa99-f0e4-4942-a04f-9d6a3bab596a None None] Provisioning complete for port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:54.291478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-46effa99-f0e4-4942-a04f-9d6a3bab596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.311671 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-df49ff48-21f8-4d08-b649-512f0afee6d3 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:54.319580 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-df49ff48-21f8-4d08-b649-512f0afee6d3 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.2599733 Feb 04 06:15:54.341807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Allocated IP 2001:db8::f816:3eff:fed5:5fca (55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7/a3f08966-f049-49b3-981e-6f367386b3dd/2c1f74d0-b733-4a65-a12d-7d62c0f5b190) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:54.394909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2f636-95fc-43b6-92dc-34f362ad236a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for de257ef7-c6ca-4912-8b13-9160d5a63805 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:54.479052 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:15:49Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:15:51Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:54.495846 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Checking router: 0cbbee68-c4f5-4974-bc2a-958b0e701717 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:54.496216 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Updating router 0cbbee68-c4f5-4974-bc2a-958b0e701717 port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:15:54.500075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.601314 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.688566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45818) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:54.818313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-0b4e5342-405d-4c6d-9d5a-da8e8080ff47 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:54.819658 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0b4e5342-405d-4c6d-9d5a-da8e8080ff47 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057826 Feb 04 06:15:54.830906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45822) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:54.831535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:54.850806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-f95e5665-b60d-40c5-a568-ee0646a09320 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:54.850806 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f95e5665-b60d-40c5-a568-ee0646a09320 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0071464 Feb 04 06:15:54.858435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45826) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:54.862383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.862867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.863338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.863800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.864261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.864739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.865199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.865734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.866101 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.866552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.867003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.867454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.877434 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5fb798a3-1dbf-41cd-8ae6-095b83228d24 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8368 time: 1.1656621 Feb 04 06:15:54.891857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-0fdc2ca0-e5a4-4064-9018-f8246df188cb tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:54.892290 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0fdc2ca0-e5a4-4064-9018-f8246df188cb tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0329945 Feb 04 06:15:54.904326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45830) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:54.904326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45832) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:54.909618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b2097c-e7b3-4a3b-a1e7-d6886a683e4e None None] Network 51a855c8-60c9-43ab-b956-14621f2fae9f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:54.912570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-670d0d22-6925-47fc-a87d-a1b21ea5751f tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:54.913103 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-670d0d22-6925-47fc-a87d-a1b21ea5751f tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0062683 Feb 04 06:15:54.916681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45838) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:54.941249 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b83fc-f033-4547-84ec-122c763430f7 None None] Pushing event updated for resources: {'Port': ['ID=00414135-03ca-4bf1-98c9-5822af56ce31,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:54.962800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.008700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] For port 00414135-03ca-4bf1-98c9-5822af56ce31, host dv-neutron-827796-1-hyperv, got binding levels [] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:55.008700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.023526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-ec2faa62-45a3-4e68-b874-10451b303750 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.028406 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ec2faa62-45a3-4e68-b874-10451b303750 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1076770 Feb 04 06:15:55.051200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.057616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-40555aaa-1fd5-45a8-9d20-5719b3a3a20d tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.058885 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-40555aaa-1fd5-45a8-9d20-5719b3a3a20d tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0063405 Feb 04 06:15:55.063971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.082593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-0d87b503-66a9-40fc-b422-df8e92489efe tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.089405 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0d87b503-66a9-40fc-b422-df8e92489efe tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0156643 Feb 04 06:15:55.093689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.099588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-9f27f9a4-99d0-4c73-ab38-6526df87e04b tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.101606 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9f27f9a4-99d0-4c73-ab38-6526df87e04b tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063956 Feb 04 06:15:55.105868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45854) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.117334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-a045895e-c05f-43e4-9c5a-6cba9d9cebfc tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.118893 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a045895e-c05f-43e4-9c5a-6cba9d9cebfc tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0117254 Feb 04 06:15:55.122844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45858) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.134014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-30aa86ca-6a21-4ded-91a5-9c920d97c63f tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.135490 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-30aa86ca-6a21-4ded-91a5-9c920d97c63f tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0113168 Feb 04 06:15:55.137538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 141b0d95-5592-4b3d-9024-b732ca868e39 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:55.143924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45862) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.166752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-3ee68e77-bea8-4f3a-aa3c-4db99e47b012 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.167775 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3ee68e77-bea8-4f3a-aa3c-4db99e47b012 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0215566 Feb 04 06:15:55.173790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7af81-f60b-4aa7-9da0-16ccbab7f6ce tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.175609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7af81-f60b-4aa7-9da0-16ccbab7f6ce tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.175609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7af81-f60b-4aa7-9da0-16ccbab7f6ce tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.175609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7af81-f60b-4aa7-9da0-16ccbab7f6ce tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.175860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7af81-f60b-4aa7-9da0-16ccbab7f6ce tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.176176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7af81-f60b-4aa7-9da0-16ccbab7f6ce tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.177480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7af81-f60b-4aa7-9da0-16ccbab7f6ce tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.177945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7af81-f60b-4aa7-9da0-16ccbab7f6ce tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.178399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7af81-f60b-4aa7-9da0-16ccbab7f6ce tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.178849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7af81-f60b-4aa7-9da0-16ccbab7f6ce tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.184247 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-52b7af81-f60b-4aa7-9da0-16ccbab7f6ce tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6449 time: 0.2766724 Feb 04 06:15:55.184247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45866) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.185323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45868) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.190981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-b0162fea-32ef-4929-a3fa-88a090c7414d tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.192123 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b0162fea-32ef-4929-a3fa-88a090c7414d tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0086362 Feb 04 06:15:55.268571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 141b0d95-5592-4b3d-9024-b732ca868e39 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:55.269214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.275201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45874) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.281400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:55.282660 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 00414135-03ca-4bf1-98c9-5822af56ce31 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:55.291518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.292005 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added segment 4438360f-025b-4f6c-b9bb-eb8d71536677 of type vlan for network a0f5df12-ee7f-40bf-a1ff-a007967540ff Feb 04 06:15:55.326192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Transition to ACTIVE for port object 2c1f74d0-b733-4a65-a12d-7d62c0f5b190 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:55.336014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.371321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f636-95fc-43b6-92dc-34f362ad236a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.376706 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.402918 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Transition to ACTIVE for port object aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:55.467908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-716dd782-25c8-45c2-875f-7fb82e993abf tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.469101 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-716dd782-25c8-45c2-875f-7fb82e993abf tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0957403 Feb 04 06:15:55.473208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45878) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.488826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-3054518e-85d9-49b8-89f4-2fbf90c7d44e tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.492007 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3054518e-85d9-49b8-89f4-2fbf90c7d44e tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0162461 Feb 04 06:15:55.493100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.502358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45882) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.505471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.506178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.509290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-3a5b030b-7d5b-4c35-8293-53a3f27276cc tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.516016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2f636-95fc-43b6-92dc-34f362ad236a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=de257ef7-c6ca-4912-8b13-9160d5a63805,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:55.517881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45886) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.527877 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3a5b030b-7d5b-4c35-8293-53a3f27276cc tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0240555 Feb 04 06:15:55.532769 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.533540 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d005f2-b0c1-4891-b44c-b39748ca16da None None] Network 60f52fc5-6237-4cf7-817f-9aed763089fe requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:55.534078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:55.534530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:55.557466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-2402503a-91de-454d-b17b-e819ffcfc7e1 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.558583 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2402503a-91de-454d-b17b-e819ffcfc7e1 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0140679 Feb 04 06:15:55.565377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45890) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.571690 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-c67b412b-48d0-46b7-b4aa-75bc3b385289 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.575209 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c67b412b-48d0-46b7-b4aa-75bc3b385289 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0078313 Feb 04 06:15:55.582168 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45894) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.588092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-0864aa05-1f1d-4169-b07f-b27bc3c10324 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.591824 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0864aa05-1f1d-4169-b07f-b27bc3c10324 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0065291 Feb 04 06:15:55.592022 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45898) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.602806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-0873f141-4a08-437b-a5fd-a9bdca8ef9ec tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.607585 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0873f141-4a08-437b-a5fd-a9bdca8ef9ec tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0122714 Feb 04 06:15:55.611326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.620576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45902) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.718689 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a21f2d-1c82-470f-8e79-6c9b193f3431 None None] Pushing event updated for resources: {'Port': ['ID=aa493bb8-c3d8-4a2a-896c-f51d1b17eb49,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:55.745793 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-f1a49852-08bf-4b1e-bb18-025ea8e7b8ae tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.753931 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f1a49852-08bf-4b1e-bb18-025ea8e7b8ae tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0621459 Feb 04 06:15:55.763057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f636-95fc-43b6-92dc-34f362ad236a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.766831 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d5b2f636-95fc-43b6-92dc-34f362ad236a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/de257ef7-c6ca-4912-8b13-9160d5a63805 HTTP/1.1" status: 204 len: 168 time: 2.3161469 Feb 04 06:15:55.767642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45906) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.777520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45908) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.781211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Network': ['ID=a0f5df12-ee7f-40bf-a1ff-a007967540ff,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:55.812557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-a35fd638-16e7-4ef8-9fef-5f71b20fc8ea tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.816930 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a35fd638-16e7-4ef8-9fef-5f71b20fc8ea tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0382733 Feb 04 06:15:55.819089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network a0f5df12-ee7f-40bf-a1ff-a007967540ff details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:55.819566 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45914) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.828002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-ba506e90-a5aa-4274-a38a-9ca18740446f tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.832306 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ba506e90-a5aa-4274-a38a-9ca18740446f tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0098348 Feb 04 06:15:55.832947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45918) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.846909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-5ce8643b-b670-4516-8df9-f431f561c3f7 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.849961 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5ce8643b-b670-4516-8df9-f431f561c3f7 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0145102 Feb 04 06:15:55.854433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.854697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network 55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:55.862871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-91dfadc7-882f-48c9-b29f-077f3c3b836c tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.867826 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-91dfadc7-882f-48c9-b29f-077f3c3b836c tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0123258 Feb 04 06:15:55.868233 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:55.869464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45926) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.870789 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Port': ['ID=2c1f74d0-b733-4a65-a12d-7d62c0f5b190,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:55.871613 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ec87d6a8-83e5-493b-b6d0-11a84e8efdc4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2762411 Feb 04 06:15:55.873615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:55.880494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.881307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.886374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45928) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.896887 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'subnet': {'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:55.920183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-f93fc344-a7be-4d8b-8f4d-50f227064415 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.924252 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f93fc344-a7be-4d8b-8f4d-50f227064415 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0377519 Feb 04 06:15:55.927221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45934) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.933829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-e2764ba0-38b3-48c8-8656-38132f6f53bb tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.938990 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e2764ba0-38b3-48c8-8656-38132f6f53bb tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0066299 Feb 04 06:15:55.946769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45938) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.952385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-22dac52e-c52e-4e6e-bf88-767f51567a06 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.957761 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-22dac52e-c52e-4e6e-bf88-767f51567a06 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0176442 Feb 04 06:15:55.958565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45942) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.961749 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Attempting to bind port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:55.962231 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Attempting to bind port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:55.962723 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Attempting to bind port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 on network 60f52fc5-6237-4cf7-817f-9aed763089fe {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:55.964027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cfdc9736-2428-4a55-9613-931e1602d668 None None] Provisioning complete for port 141b0d95-5592-4b3d-9024-b732ca868e39 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:55.964514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfdc9736-2428-4a55-9613-931e1602d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.969863 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:55.970573 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Checking segment: {'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:55.971258 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.971870 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Bound using segment: {'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:55.972552 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Bound port: aa493bb8-c3d8-4a2a-896c-f51d1b17eb49, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:55.972788 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-cdf4ac68-99b6-4040-8ca0-12418370d27e tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.973429 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.976858 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cdf4ac68-99b6-4040-8ca0-12418370d27e tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0165744 Feb 04 06:15:55.977466 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45946) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.987359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-8c2e5e91-4d8c-455c-a743-8ff284eb46f2 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:55.992185 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8c2e5e91-4d8c-455c-a743-8ff284eb46f2 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0121715 Feb 04 06:15:55.992443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45950) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:55.997570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Allocated IP 2001:db8::f816:3eff:fefd:dda (55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7/a3f08966-f049-49b3-981e-6f367386b3dd/79cd3aec-21ba-4e50-ac3b-19facaa8f138) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:56.011288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed03391-6149-4326-8e80-52a572da04ef tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:56.013498 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-aed03391-6149-4326-8e80-52a572da04ef tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2346838 Feb 04 06:15:56.015987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45952) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.062166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 00414135-03ca-4bf1-98c9-5822af56ce31 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:15:56.063189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.071195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-2a6e2624-af26-47a6-a7cf-1564ea2a35d0 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.074718 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2a6e2624-af26-47a6-a7cf-1564ea2a35d0 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0253813 Feb 04 06:15:56.084090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45958) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.085473 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] For port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:56.092251 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] For port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=aa493bb8-c3d8-4a2a-896c-f51d1b17eb49,segment=NetworkSegment(1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c),segment_id=1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:56.097932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-50aeb51a-6700-4d9d-926c-9284811c1756 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.101461 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-50aeb51a-6700-4d9d-926c-9284811c1756 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0096533 Feb 04 06:15:56.107157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45962) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.111079 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0932df9e-3964-47c6-8245-b305c002cf95 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9968078 Feb 04 06:15:56.112267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45964) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.127283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-25301354-a2fe-43a5-af10-0d761294999f tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.130957 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-25301354-a2fe-43a5-af10-0d761294999f tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0161159 Feb 04 06:15:56.142871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45970) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.160153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-dd515b74-d907-4f4f-b5ce-6baaef853ee1 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.164476 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dd515b74-d907-4f4f-b5ce-6baaef853ee1 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0097466 Feb 04 06:15:56.169156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45974) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.189848 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.190096 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-97f92d03-1d01-4e32-b4ab-7107c88b4ada tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.190096 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-97f92d03-1d01-4e32-b4ab-7107c88b4ada tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0104070 Feb 04 06:15:56.190296 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:56.199877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45978) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.204002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:subnet and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:56.209163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-645c78ce-539d-4db3-aac6-6d566fdbe78b tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.214039 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-645c78ce-539d-4db3-aac6-6d566fdbe78b tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0083337 Feb 04 06:15:56.214039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45982) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.214543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:56.242666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-e3745900-c8d9-4571-9815-03bfb9eaf275 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.246278 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e3745900-c8d9-4571-9815-03bfb9eaf275 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0138373 Feb 04 06:15:56.247894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:56.249966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45986) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.255230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-3e3a5ee7-9a9c-43c9-aba8-290b386a4a11 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.255660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-551517a6-77a9-47de-bd2f-d6a086214bd8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Deleting subnet a3f08966-f049-49b3-981e-6f367386b3dd {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:56.259046 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3e3a5ee7-9a9c-43c9-aba8-290b386a4a11 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0057540 Feb 04 06:15:56.260847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 45990) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.270653 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-ccfff1a5-ea96-456d-8617-9e2df37c70fb tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.274800 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ccfff1a5-ea96-456d-8617-9e2df37c70fb tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0090237 Feb 04 06:15:56.285673 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a57ef535-4eb3-477a-8d0f-0bd3fbc72f8f tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2137 time: 1.0988765 Feb 04 06:15:56.289205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 45994) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.301148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-9b4f9557-98bc-406d-b227-6d8f827a87ef tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.304836 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9b4f9557-98bc-406d-b227-6d8f827a87ef tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0119607 Feb 04 06:15:56.305429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46000) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.312426 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a21f2d-1c82-470f-8e79-6c9b193f3431 None None] Pushing event updated for resources: {'Port': ['ID=aa493bb8-c3d8-4a2a-896c-f51d1b17eb49,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:56.314165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-a8b24025-4fc5-4bf0-93b3-f9fa6a1eea7d tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.320462 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a8b24025-4fc5-4bf0-93b3-f9fa6a1eea7d tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0120795 Feb 04 06:15:56.327393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46004) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.334076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-d2a8a8f4-8dae-4e8c-830c-d51d74faa4a3 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.337362 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d2a8a8f4-8dae-4e8c-830c-d51d74faa4a3 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0081408 Feb 04 06:15:56.341009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.349945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e6819-b7b8-4951-a390-c33ebafe4327 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:56.351726 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ba1e6819-b7b8-4951-a390-c33ebafe4327 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3347661 Feb 04 06:15:56.354204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-2035b92c-8c55-4171-96f8-3d3a318a6a6a tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.356067 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2035b92c-8c55-4171-96f8-3d3a318a6a6a tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0139010 Feb 04 06:15:56.358064 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46012) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.361499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:56.368364 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:15:56.369039 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:56.370324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.377775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.412958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46014) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.425770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-0aa53403-ed26-4348-b6c8-49cb88b23de9 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.426988 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0aa53403-ed26-4348-b6c8-49cb88b23de9 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0099394 Feb 04 06:15:56.437401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46020) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.441969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14fe26e-811c-446f-b22d-4265957e7288 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:56.448380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14fe26e-811c-446f-b22d-4265957e7288 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:56.450516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14fe26e-811c-446f-b22d-4265957e7288 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:56.451450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b14fe26e-811c-446f-b22d-4265957e7288 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:15:56.468430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-2e96baf7-8235-4c34-83e0-b9b6ab4df669 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.473339 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2e96baf7-8235-4c34-83e0-b9b6ab4df669 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0185544 Feb 04 06:15:56.503316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46024) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.540870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-f4f858df-9da8-4294-9c36-4640c9a63cf6 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.542059 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f4f858df-9da8-4294-9c36-4640c9a63cf6 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0375707 Feb 04 06:15:56.549040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46028) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.566048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] For port 00414135-03ca-4bf1-98c9-5822af56ce31, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=00414135-03ca-4bf1-98c9-5822af56ce31,segment=NetworkSegment(fb2d7905-bdc9-4df8-8799-32905d526eff),segment_id=fb2d7905-bdc9-4df8-8799-32905d526eff)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:56.566554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.572760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-46c7b4f5-91e5-488d-b065-58b23e2f7516 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.576458 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-46c7b4f5-91e5-488d-b065-58b23e2f7516 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0159554 Feb 04 06:15:56.588483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46032) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.588483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [None req-e9a5527c-1122-44c6-9a42-f112bcc0c13d tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.588483 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e9a5527c-1122-44c6-9a42-f112bcc0c13d tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0076957 Feb 04 06:15:56.600354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46036) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.609413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 141b0d95-5592-4b3d-9024-b732ca868e39, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=141b0d95-5592-4b3d-9024-b732ca868e39,segment=NetworkSegment(077c0886-eaa6-4e0a-887a-f1f7ecb2290f),segment_id=077c0886-eaa6-4e0a-887a-f1f7ecb2290f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:15:56.617985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-59ae44ed-3662-40db-a1fc-a28e2d7fec00 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.624052 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-59ae44ed-3662-40db-a1fc-a28e2d7fec00 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0205510 Feb 04 06:15:56.624859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46040) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.644769 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-af081b36-fb3e-4c41-a749-c8cf03f453f6 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.648316 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-af081b36-fb3e-4c41-a749-c8cf03f453f6 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0198574 Feb 04 06:15:56.651046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46044) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.673721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-aad90ac6-092f-4630-9311-2440baa9745c tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.677381 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aad90ac6-092f-4630-9311-2440baa9745c tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0185361 Feb 04 06:15:56.679571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46048) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.713209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-06125590-6c7a-4913-9302-025644456f31 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.713209 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-06125590-6c7a-4913-9302-025644456f31 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0209405 Feb 04 06:15:56.713541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b14fe26e-811c-446f-b22d-4265957e7288 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:15:56.713541 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b14fe26e-811c-446f-b22d-4265957e7288 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3437672 Feb 04 06:15:56.713729 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:15:56.714172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 00414135-03ca-4bf1-98c9-5822af56ce31 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:15:56.715068 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46052) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.715410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46054) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:56.783684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [None req-ab2adb0a-d222-4dbb-9149-b84d81b65ad3 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:15:56.783684 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ab2adb0a-d222-4dbb-9149-b84d81b65ad3 tempest-ExtensionsTestJSON-210305810 tempest-ExtensionsTestJSON-210305810-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0653188 Feb 04 06:15:56.815210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfdc9736-2428-4a55-9613-931e1602d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.867304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.878904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77de627e-81f1-407e-a902-26837e398b15 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:56.894100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a446dc-c0ce-4c3a-900b-f514938f1c10 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 09265dd7-3359-4ea9-a4c5-c0daa5c288da {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:56.900905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40a446dc-c0ce-4c3a-900b-f514938f1c10 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.913005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.971593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40a446dc-c0ce-4c3a-900b-f514938f1c10 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.009768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=00414135-03ca-4bf1-98c9-5822af56ce31,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:57.023829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No DVR routers for this DVR port 00414135-03ca-4bf1-98c9-5822af56ce31 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:57.081722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:15:49Z', 'revision_number': 3, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:15:45Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:15:50Z', 'revision_number': 2, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:57.091637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40a446dc-c0ce-4c3a-900b-f514938f1c10 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.106832 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.117173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Checking router: 7a648568-f69f-41f0-ae27-731209a6ede3 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:57.117531 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Updating router 7a648568-f69f-41f0-ae27-731209a6ede3 port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:15:57.201884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Transition to ACTIVE for port object 79cd3aec-21ba-4e50-ac3b-19facaa8f138 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:57.204063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.215904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=141b0d95-5592-4b3d-9024-b732ca868e39,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:57.237684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-cfdc9736-2428-4a55-9613-931e1602d668 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:15:57.237684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-cfdc9736-2428-4a55-9613-931e1602d668 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:15:57.246352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a855c8-60c9-43ab-b956-14621f2fae9f']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:57.249126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.260944 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:15:49Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:15:56Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:57.277799 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bcca0-22b3-4bd1-aa0a-cf08e010350a None None] The sync data for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv is: [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:15:49Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:15:56Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:57.278388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Transition to ACTIVE for port object 79cd3aec-21ba-4e50-ac3b-19facaa8f138 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:57.278487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46062) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:57.288554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413009151', 'description': 'tempest-secgroup-smoke-1413009151 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:57.289338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2d7905-bdc9-4df8-8799-32905d526eff') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:57.289944 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2d7905-bdc9-4df8-8799-32905d526eff') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:57.301263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:57.308394 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 77de627e-81f1-407e-a902-26837e398b15 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:57.313033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.313892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:57.315665 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.318498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:57.327676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:57.490830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.501874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:57.502419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.512828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-551517a6-77a9-47de-bd2f-d6a086214bd8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:57.553141 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:57.594751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.597750 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.649955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.657619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46068) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:57.713512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40a446dc-c0ce-4c3a-900b-f514938f1c10 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.758320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:57.764245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Network 55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:57.774407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:57.800966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.803266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:57.807100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.819255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:15:57.827533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-551517a6-77a9-47de-bd2f-d6a086214bd8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.875768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092db66d-1fc1-4766-93c0-2f997cdbe501 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:57.881022 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Network': ['ID=51a855c8-60c9-43ab-b956-14621f2fae9f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:57.979383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Pushing event updated for resources: {'Port': ['ID=79cd3aec-21ba-4e50-ac3b-19facaa8f138,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:57.982695 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b62a2ed-d974-4b1b-903a-88aab4f43daa up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:15:58.022685 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d1814851-82b3-4cda-b71d-2ceedbef089d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/networks/51a855c8-60c9-43ab-b956-14621f2fae9f HTTP/1.1" status: 204 len: 168 time: 4.4603837 Feb 04 06:15:58.022685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46074) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:58.034974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-341972553'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:58.036909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:58.040089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-40a446dc-c0ce-4c3a-900b-f514938f1c10 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.045618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:58.050933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:network and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:58.054169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:58.060762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:58.067633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Checking segment: {'id': '4438360f-025b-4f6c-b9bb-eb8d71536677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:58.068286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network hostable DHCP agents. Network: a0f5df12-ee7f-40bf-a1ff-a007967540ff, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:58.099360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:58.104151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Subnet': ['ID=53700a5a-d8bf-47aa-a9bf-d62b2699a9d3,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:58.153163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad03338a-844c-4883-ac82-45d2afc0dc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.159528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:58.167068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.207507 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-40a446dc-c0ce-4c3a-900b-f514938f1c10 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/09265dd7-3359-4ea9-a4c5-c0daa5c288da HTTP/1.1" status: 204 len: 168 time: 1.4887846 Feb 04 06:15:58.208281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46078) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:58.212111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:58.212302 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a446dc-c0ce-4c3a-900b-f514938f1c10 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=09265dd7-3359-4ea9-a4c5-c0daa5c288da,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:58.236977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ad03338a-844c-4883-ac82-45d2afc0dc7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:58.260011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad03338a-844c-4883-ac82-45d2afc0dc7e admin admin] Usage tracker for resource:security_group_rule and tenant:2735c735623e4956ba2aebbe71ee1bb1 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:58.272811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad03338a-844c-4883-ac82-45d2afc0dc7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:58.282004 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.282238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ad03338a-844c-4883-ac82-45d2afc0dc7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:58.282833 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Added segment 7ee45041-0f04-4d53-b04d-c84b77154833 of type vlan for network 802ccffe-9ead-431a-890a-ca98b782b538 Feb 04 06:15:58.318401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.353741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cfdc9736-2428-4a55-9613-931e1602d668 None None] Could not find standard attr ID for object de257ef7-c6ca-4912-8b13-9160d5a63805. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:15:58.370095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network a0f5df12-ee7f-40bf-a1ff-a007967540ff is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:58.393440 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bec0019-a89f-47b6-a3d5-727ad93908ed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 1d0b46ed-d25a-4d47-8610-2e9a48607123 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:15:58.396708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0bec0019-a89f-47b6-a3d5-727ad93908ed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.468583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0bec0019-a89f-47b6-a3d5-727ad93908ed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.471165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad03338a-844c-4883-ac82-45d2afc0dc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.517135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.540000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.548877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:58.549919 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.552681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.554912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Transition to ACTIVE for port object 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:58.561725 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Attempting to bind port 79cd3aec-21ba-4e50-ac3b-19facaa8f138 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:58.562321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Attempting to bind port 79cd3aec-21ba-4e50-ac3b-19facaa8f138 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '5a6585ee-d84b-4eb7-a35f-c943c433c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:58.563523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Attempting to bind port 79cd3aec-21ba-4e50-ac3b-19facaa8f138 on network 55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:58.568379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-551517a6-77a9-47de-bd2f-d6a086214bd8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.614346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad03338a-844c-4883-ac82-45d2afc0dc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.661219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, a0f5df12-ee7f-40bf-a1ff-a007967540ff) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:58.677183 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ad03338a-844c-4883-ac82-45d2afc0dc7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2735c735623e4956ba2aebbe71ee1bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9789202 Feb 04 06:15:58.686120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:58.686722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.687392 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696cb370-482a-480d-8f0a-34e38cdcdd2b None None] Network a0f5df12-ee7f-40bf-a1ff-a007967540ff requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:15:58.691079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.696962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46082) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:58.710553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cfdc9736-2428-4a55-9613-931e1602d668 None None] Provisioning for port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:58.714443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:58.715417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Checking segment: {'id': '5a6585ee-d84b-4eb7-a35f-c943c433c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:58.716048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.716659 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Bound using segment: {'id': '5a6585ee-d84b-4eb7-a35f-c943c433c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:58.717365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Bound port: 79cd3aec-21ba-4e50-ac3b-19facaa8f138, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6585ee-d84b-4eb7-a35f-c943c433c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:58.718106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.733857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Network': ['ID=802ccffe-9ead-431a-890a-ca98b782b538,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:58.788251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.815216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0bec0019-a89f-47b6-a3d5-727ad93908ed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:58.838077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 802ccffe-9ead-431a-890a-ca98b782b538 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:15:58.853183 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7be78940-08c7-4204-a5d5-cfe7e1705b03 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8264580 Feb 04 06:15:58.854122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46086) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:58.856950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03338a-844c-4883-ac82-45d2afc0dc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e7970d-99f8-4829-a830-0d3532ad2914,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:58.876707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '802ccffe-9ead-431a-890a-ca98b782b538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:58.997248 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-591eb097-3a81-425f-8ae6-6196ed90cf64 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1091671 Feb 04 06:15:58.997840 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46090) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:59.020019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.021592 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7385018 Feb 04 06:15:59.041597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b96307-15cb-4123-a8b7-aec7d749798f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:59.044096 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46094) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:59.087818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5f042cf3-6503-4577-aa35-0edc25d60bc4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:59.089876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0bec0019-a89f-47b6-a3d5-727ad93908ed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.118059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5f042cf3-6503-4577-aa35-0edc25d60bc4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:59.121304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-551517a6-77a9-47de-bd2f-d6a086214bd8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.165934 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0019-a89f-47b6-a3d5-727ad93908ed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0b46ed-d25a-4d47-8610-2e9a48607123,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:59.173071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5f042cf3-6503-4577-aa35-0edc25d60bc4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:59.188450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5f042cf3-6503-4577-aa35-0edc25d60bc4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:59.194622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9a35473-7d14-4683-a643-c117a8f0d15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.197176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:59.202773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551517a6-77a9-47de-bd2f-d6a086214bd8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f08966-f049-49b3-981e-6f367386b3dd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:59.217734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5f042cf3-6503-4577-aa35-0edc25d60bc4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:59.228695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0bec0019-a89f-47b6-a3d5-727ad93908ed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.229944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:15:59.236903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-551517a6-77a9-47de-bd2f-d6a086214bd8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.243079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:15:59.269285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:15:59.304599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9a35473-7d14-4683-a643-c117a8f0d15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.420072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 2b62a2ed-d974-4b1b-903a-88aab4f43daa completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:59.421509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f042cf3-6503-4577-aa35-0edc25d60bc4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.440726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b5bf6-4bb1-44bb-90ed-1c2818b3b191 None None] Pushing event updated for resources: {'Port': ['ID=7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:59.468241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9a35473-7d14-4683-a643-c117a8f0d15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.486538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:59.492495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.497257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 2b62a2ed-d974-4b1b-903a-88aab4f43daa triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:59.497750 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.565104 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-551517a6-77a9-47de-bd2f-d6a086214bd8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/subnets/a3f08966-f049-49b3-981e-6f367386b3dd HTTP/1.1" status: 204 len: 168 time: 3.4420688 Feb 04 06:15:59.572350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46098) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:59.573222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-42c3262b-3232-4a27-8a20-b4075190e356 None None] Provisioning for port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:59.583062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a35473-7d14-4683-a643-c117a8f0d15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e7970d-99f8-4829-a830-0d3532ad2914,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:59.591692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9a35473-7d14-4683-a643-c117a8f0d15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.596083 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e9a35473-7d14-4683-a643-c117a8f0d15c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81e7970d-99f8-4829-a830-0d3532ad2914 HTTP/1.1" status: 204 len: 168 time: 0.8837581 Feb 04 06:15:59.617340 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0bec0019-a89f-47b6-a3d5-727ad93908ed tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/1d0b46ed-d25a-4d47-8610-2e9a48607123 HTTP/1.1" status: 204 len: 168 time: 1.4082603 Feb 04 06:15:59.623872 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46104) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:59.629174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f042cf3-6503-4577-aa35-0edc25d60bc4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.703764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] For port 79cd3aec-21ba-4e50-ac3b-19facaa8f138, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:15:59.719802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Attempting to bind port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:59.720151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Attempting to bind port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '077c0886-eaa6-4e0a-887a-f1f7ecb2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:59.720456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Attempting to bind port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc on network fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:15:59.722662 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:15:59.723447 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.733842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f042cf3-6503-4577-aa35-0edc25d60bc4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.753328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] For port 79cd3aec-21ba-4e50-ac3b-19facaa8f138, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=79cd3aec-21ba-4e50-ac3b-19facaa8f138,segment=NetworkSegment(5a6585ee-d84b-4eb7-a35f-c943c433c6e0),segment_id=5a6585ee-d84b-4eb7-a35f-c943c433c6e0)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:15:59.755421 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:15:59.755891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Checking segment: {'id': '077c0886-eaa6-4e0a-887a-f1f7ecb2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:15:59.756296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.756713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Bound using segment: {'id': '077c0886-eaa6-4e0a-887a-f1f7ecb2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:15:59.757193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Bound port: 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077c0886-eaa6-4e0a-887a-f1f7ecb2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:59.757566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.777057 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-259367db-fb44-4908-9a7f-a034114fe532 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1462150 Feb 04 06:15:59.785577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46108) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:59.793816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:59.808085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f042cf3-6503-4577-aa35-0edc25d60bc4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390b3bff-8410-4979-9b0d-e745f71e1872,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:59.893841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5f042cf3-6503-4577-aa35-0edc25d60bc4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.894326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-42c3262b-3232-4a27-8a20-b4075190e356 None None] Provisioning for port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:15:59.897673 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5f042cf3-6503-4577-aa35-0edc25d60bc4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8445590 Feb 04 06:15:59.897673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.903406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46112) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:15:59.922263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:59.961834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b8af4cd1-4ead-423d-9d4d-86d878002d32 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:59.983397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b8af4cd1-4ead-423d-9d4d-86d878002d32 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:15:59.997497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8af4cd1-4ead-423d-9d4d-86d878002d32 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:00.004074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8af4cd1-4ead-423d-9d4d-86d878002d32 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:00.027945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08144ec-bce0-4918-abf6-e59997df7d92 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:00.029562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b8af4cd1-4ead-423d-9d4d-86d878002d32 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:00.029738 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08144ec-bce0-4918-abf6-e59997df7d92 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:00.030400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a08144ec-bce0-4918-abf6-e59997df7d92 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Synchronizing usage tracker for tenant:b2f1a2a77d254eed9553907328659305 on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:00.055540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Subnet': ['ID=bc9fd081-aaca-44de-b57d-12ee8389a839,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:00.065057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Checking segment: {'id': '7ee45041-0f04-4d53-b04d-c84b77154833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '802ccffe-9ead-431a-890a-ca98b782b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:00.066241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network hostable DHCP agents. Network: 802ccffe-9ead-431a-890a-ca98b782b538, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:00.090645 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.133285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:00.137406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:00.138712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8af4cd1-4ead-423d-9d4d-86d878002d32 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.140331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:00.146879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:00.229147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 802ccffe-9ead-431a-890a-ca98b782b538 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:00.243598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8af4cd1-4ead-423d-9d4d-86d878002d32 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.248511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.250410 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] For port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:00.260549 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:00.264095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.279641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a08144ec-bce0-4918-abf6-e59997df7d92 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Unset dirty status for tenant:b2f1a2a77d254eed9553907328659305 on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:00.283889 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a08144ec-bce0-4918-abf6-e59997df7d92 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7102420 Feb 04 06:16:00.284059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46124) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:00.286674 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad6da4-e799-45e4-9e24-aa624cb3eac7 None None] Pushing event updated for resources: {'Port': ['ID=79cd3aec-21ba-4e50-ac3b-19facaa8f138,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:00.299204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0c167-2be1-4a0c-9058-02548c45c9c3 None None] Update dhcp port {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': '1d0b46ed-d25a-4d47-8610-2e9a48607123'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '2bd821a9-0b81-47e4-975f-3fe48b3dfc1b'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:16:00.332436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] For port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc,segment=NetworkSegment(077c0886-eaa6-4e0a-887a-f1f7ecb2290f),segment_id=077c0886-eaa6-4e0a-887a-f1f7ecb2290f)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:00.337946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 2b62a2ed-d974-4b1b-903a-88aab4f43daa, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2b62a2ed-d974-4b1b-903a-88aab4f43daa,segment=NetworkSegment(31a0ba08-b207-4340-a67e-9991b26ea5b4),segment_id=31a0ba08-b207-4340-a67e-9991b26ea5b4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:00.380484 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Allocated IP 172.22.0.2 (a0f5df12-ee7f-40bf-a1ff-a007967540ff/53700a5a-d8bf-47aa-a9bf-d62b2699a9d3/cee59337-b94b-4b21-8b4f-af3dfe4081f7) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:00.397423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-24f0c167-2be1-4a0c-9058-02548c45c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.409628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11464bc7-3c8e-4445-a36e-787b954ba46a None None] Network 55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:00.413400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8af4cd1-4ead-423d-9d4d-86d878002d32 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.423829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 802ccffe-9ead-431a-890a-ca98b782b538) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:00.448284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:00.449011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.480334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af4cd1-4ead-423d-9d4d-86d878002d32 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e38ea3e-3e41-4960-9b6c-1d8e8ba9022c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:00.491640 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26692db4-437e-4eaf-a327-715d804c31c5 None None] Network 802ccffe-9ead-431a-890a-ca98b782b538 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:00.492225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-25e991ff-2a2f-4edf-b344-5060be19b8f3 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.502480 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e991ff-2a2f-4edf-b344-5060be19b8f3 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 06:16:00.503143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e991ff-2a2f-4edf-b344-5060be19b8f3 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:00.505002 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-25e991ff-2a2f-4edf-b344-5060be19b8f3 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/networks/55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7 HTTP/1.1" status: 409 len: 405 time: 0.2196591 Feb 04 06:16:00.506842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.509937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46130) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:00.511326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.531466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-119360929'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:00.555438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:00.561614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:network and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:00.581711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:00.593751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:00.612616 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b6ce8b8a-2c8a-43eb-ac4f-b330ab6f48fa tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7517819 Feb 04 06:16:00.615501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46134) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:00.622157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '802ccffe-9ead-431a-890a-ca98b782b538', 'security_groups': [], 'name': 'tempest-PortsTestJSON-350427762'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:00.801196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:00.802365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:00.805899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.816286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8af4cd1-4ead-423d-9d4d-86d878002d32 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.817504 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b8af4cd1-4ead-423d-9d4d-86d878002d32 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8664460 Feb 04 06:16:00.822080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:port and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:00.824597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:00.832433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:00.845983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e8d78c37-66c5-4430-be45-4371572d2eb1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:00.853090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:00.868046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e8d78c37-66c5-4430-be45-4371572d2eb1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:00.888712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:00.900073 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.900423 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Added segment 58f46c4a-0a52-48e8-9c2e-32adc03af58c of type vlan for network 8531714d-eb33-483d-93a0-00adaacfff51 Feb 04 06:16:00.930406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e8d78c37-66c5-4430-be45-4371572d2eb1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:00.944174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.948067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e8d78c37-66c5-4430-be45-4371572d2eb1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:00.955576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e8d78c37-66c5-4430-be45-4371572d2eb1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:01.022121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:01.027374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.056543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 2ff6108d-5733-49ea-8c0b-ccafefd94c3a yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:16:01.074718 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 95d38969-e1a2-4fa0-a899-01f44705b850 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:01.101724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8d78c37-66c5-4430-be45-4371572d2eb1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.153671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.160692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:01.161326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.256965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.279038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:01.279692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:01.343207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:01.355766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:01.367659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:01.369496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.374338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Network': ['ID=8531714d-eb33-483d-93a0-00adaacfff51,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:01.376841 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b5bf6-4bb1-44bb-90ed-1c2818b3b191 None None] Pushing event updated for resources: {'Port': ['ID=7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:01.420364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46150) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:01.451485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 8531714d-eb33-483d-93a0-00adaacfff51 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:01.465569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=48da9ac6-9030-4cbc-a26a-890cef950519,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:01.551585 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d9ac2c99-df62-4f62-b5ad-27edb304fcd0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7582128 Feb 04 06:16:01.551585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46156) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:01.569017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-222b7980-ee61-4eee-ada2-32d45a6911f1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:01.578851 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-fcbf0a2d-5241-4998-8fed-d946213bbcfd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-902113161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:01.599740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fcbf0a2d-5241-4998-8fed-d946213bbcfd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:01.605919 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fcbf0a2d-5241-4998-8fed-d946213bbcfd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Usage tracker for resource:router and tenant:2728ba544e4f40d088887d66eea710e2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:01.610550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fcbf0a2d-5241-4998-8fed-d946213bbcfd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:01.626471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8d78c37-66c5-4430-be45-4371572d2eb1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.626596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fcbf0a2d-5241-4998-8fed-d946213bbcfd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:01.627639 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d7704875-6784-4039-a0a9-1899bd9efbfc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1161916 Feb 04 06:16:01.631051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46160) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:01.633640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.6 (802ccffe-9ead-431a-890a-ca98b782b538/bc9fd081-aaca-44de-b57d-12ee8389a839/2ff6108d-5733-49ea-8c0b-ccafefd94c3a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:01.640820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'subnet': {'network_id': '8531714d-eb33-483d-93a0-00adaacfff51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:01.688408 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e337a0-34ea-4b51-acbf-8a8ff771841c None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:01.719900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.765829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-222b7980-ee61-4eee-ada2-32d45a6911f1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:01.770387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-222b7980-ee61-4eee-ada2-32d45a6911f1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:01.773372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-222b7980-ee61-4eee-ada2-32d45a6911f1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:01.779692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-222b7980-ee61-4eee-ada2-32d45a6911f1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:01.829528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8d78c37-66c5-4430-be45-4371572d2eb1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.846808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Transition to ACTIVE for port object cee59337-b94b-4b21-8b4f-af3dfe4081f7 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:01.864238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcbf0a2d-5241-4998-8fed-d946213bbcfd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.866486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcbf0a2d-5241-4998-8fed-d946213bbcfd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.873494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:01.874978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:01.882596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d78c37-66c5-4430-be45-4371572d2eb1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea3cfbd-ee52-4dde-b5b8-56bf10703259,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:01.883606 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcbf0a2d-5241-4998-8fed-d946213bbcfd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.905467 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222b7980-ee61-4eee-ada2-32d45a6911f1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:01.910424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-222b7980-ee61-4eee-ada2-32d45a6911f1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.914145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:01.977036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.983512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=2b62a2ed-d974-4b1b-903a-88aab4f43daa,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:01.996950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object 2ff6108d-5733-49ea-8c0b-ccafefd94c3a will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:02.008798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Transition to ACTIVE for port object cee59337-b94b-4b21-8b4f-af3dfe4081f7 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:02.010555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e8d78c37-66c5-4430-be45-4371572d2eb1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.014972 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e8d78c37-66c5-4430-be45-4371572d2eb1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1893158 Feb 04 06:16:02.017147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46164) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:02.032640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2e196e07-4ea9-4afc-bcf9-8fc297d8799d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:02.047763 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2e196e07-4ea9-4afc-bcf9-8fc297d8799d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:02.049846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:02.051400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 95d38969-e1a2-4fa0-a899-01f44705b850 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:02.051765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.053813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.057017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2e196e07-4ea9-4afc-bcf9-8fc297d8799d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:02.061508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2e196e07-4ea9-4afc-bcf9-8fc297d8799d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:02.071301 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.ipam_backend_mixin [None req-222b7980-ee61-4eee-ada2-32d45a6911f1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48da9ac6-9030-4cbc-a26a-890cef950519 (CIDR: 2001:db8::/64) Feb 04 06:16:02.071501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2e196e07-4ea9-4afc-bcf9-8fc297d8799d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:02.113748 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-222b7980-ee61-4eee-ada2-32d45a6911f1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:16:02.114328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222b7980-ee61-4eee-ada2-32d45a6911f1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:02.125760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcbf0a2d-5241-4998-8fed-d946213bbcfd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.193652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-802ccffe-9ead-431a-890a-ca98b782b538', 'network_id': '802ccffe-9ead-431a-890a-ca98b782b538', 'tenant_id': '8ccb16afb7e244ec96b61fcb5af58d5f', 'fixed_ips': [{'subnet_id': 'bc9fd081-aaca-44de-b57d-12ee8389a839'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:02.194480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.226222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fbd8802f-583a-40ba-be8a-a3e764de7f9c None None] Provisioning complete for port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:02.226611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fbd8802f-583a-40ba-be8a-a3e764de7f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.245057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Allocated IP 172.22.0.1 (a0f5df12-ee7f-40bf-a1ff-a007967540ff/53700a5a-d8bf-47aa-a9bf-d62b2699a9d3/5b236377-f091-4ae8-a6f5-836ecf934854) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:02.342906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.352316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcbf0a2d-5241-4998-8fed-d946213bbcfd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.353552 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fcbf0a2d-5241-4998-8fed-d946213bbcfd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9322128 Feb 04 06:16:02.357761 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-222b7980-ee61-4eee-ada2-32d45a6911f1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8026426 Feb 04 06:16:02.359889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46168) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:02.360224 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46170) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:02.376680 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1119544439'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:02.380588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e196e07-4ea9-4afc-bcf9-8fc297d8799d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.412512 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'subnet': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:02.417446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.429469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:02.433670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Usage tracker for resource:network and tenant:2728ba544e4f40d088887d66eea710e2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:02.438025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:02.444330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:02.526912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 802ccffe-9ead-431a-890a-ca98b782b538 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:02.543082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.objects.ports [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88198) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:16:02.544245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:02.548860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.555968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:02.576733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Made reservation on behalf of 2728ba544e4f40d088887d66eea710e2 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:02.580697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.615932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=2ff6108d-5733-49ea-8c0b-ccafefd94c3a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:02.623310 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Network a0f5df12-ee7f-40bf-a1ff-a007967540ff is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:02.623524 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.639603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:02.660544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:02.664997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:02.667444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e196e07-4ea9-4afc-bcf9-8fc297d8799d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.680228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Usage tracker for resource:security_group_rule and tenant:2728ba544e4f40d088887d66eea710e2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:02.682273 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Pushing event updated for resources: {'Port': ['ID=cee59337-b94b-4b21-8b4f-af3dfe4081f7,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:02.689181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Subnet': ['ID=cd414971-4c54-48b9-8646-30a52ab826fc,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:02.699111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:02.699771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.701869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:02.715160 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.718366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:02.721661 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Checking segment: {'id': '58f46c4a-0a52-48e8-9c2e-32adc03af58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8531714d-eb33-483d-93a0-00adaacfff51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:02.722046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network hostable DHCP agents. Network: 8531714d-eb33-483d-93a0-00adaacfff51, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:02.745668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e196e07-4ea9-4afc-bcf9-8fc297d8799d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.801983 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-eec9b7fa-3924-49d6-8cfc-578ba365a0bb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.1852345 Feb 04 06:16:02.805242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46176) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:02.861147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network 8531714d-eb33-483d-93a0-00adaacfff51 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:02.895860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5b19719e-ac37-4088-b45b-45c29c57821c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 2ff6108d-5733-49ea-8c0b-ccafefd94c3a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:02.896109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b19719e-ac37-4088-b45b-45c29c57821c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.935760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Transition to ACTIVE for port object 5b236377-f091-4ae8-a6f5-836ecf934854 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:02.944345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e196e07-4ea9-4afc-bcf9-8fc297d8799d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fdecf8-f8ed-4ff0-abf6-1e14f503c3bb,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:02.972351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:02.984803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:subnet and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:02.991509 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:03.006571 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:03.014458 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 8531714d-eb33-483d-93a0-00adaacfff51) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:03.023411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:03.024284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.065433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e196e07-4ea9-4afc-bcf9-8fc297d8799d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.069767 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2e196e07-4ea9-4afc-bcf9-8fc297d8799d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0509627 Feb 04 06:16:03.070871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46180) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:03.072812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b9b1c-4ae7-40c6-9cea-4b26665d976b None None] Network 8531714d-eb33-483d-93a0-00adaacfff51 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:03.087986 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:03.088202 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:03.097958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.099403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:03.103751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:03.107053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:03.114606 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:03.126350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:03.130376 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.154315 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cb29810b-8215-41a1-b6fd-ad8b83a368a8 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5210395 Feb 04 06:16:03.154315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46184) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:03.194410 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Attempting to bind port cee59337-b94b-4b21-8b4f-af3dfe4081f7 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:03.195013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Attempting to bind port cee59337-b94b-4b21-8b4f-af3dfe4081f7 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '4438360f-025b-4f6c-b9bb-eb8d71536677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:03.195224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Attempting to bind port cee59337-b94b-4b21-8b4f-af3dfe4081f7 on network a0f5df12-ee7f-40bf-a1ff-a007967540ff {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:03.201092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.242009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:03.242676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Checking segment: {'id': '4438360f-025b-4f6c-b9bb-eb8d71536677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:03.243561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.243684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Bound using segment: {'id': '4438360f-025b-4f6c-b9bb-eb8d71536677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:03.244101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Bound port: cee59337-b94b-4b21-8b4f-af3dfe4081f7, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438360f-025b-4f6c-b9bb-eb8d71536677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:03.244483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.296043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network a0f5df12-ee7f-40bf-a1ff-a007967540ff is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:03.301743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:03.307893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:03.329352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b19719e-ac37-4088-b45b-45c29c57821c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.342095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Allocated IP 172.20.0.2 (802ccffe-9ead-431a-890a-ca98b782b538/bc9fd081-aaca-44de-b57d-12ee8389a839/0741ec27-4ad1-47ac-9961-024c4aa2ed44) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:03.353023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=5b236377-f091-4ae8-a6f5-836ecf934854,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:03.387549 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:16:03.392499 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.400426 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.433931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.474571 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:03.474787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5b19719e-ac37-4088-b45b-45c29c57821c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 2ff6108d-5733-49ea-8c0b-ccafefd94c3a owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:03.479209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.519808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71164528-0370-4d1a-bbe2-f782cfad246c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:03.557453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.557806 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Added segment d5dfe35c-0a40-4a6e-aced-f916d29c33c3 of type vlan for network d1848e59-01f2-43df-baf2-e5e1943c3bf5 Feb 04 06:16:03.701655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:15:49Z', 'revision_number': 3, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:03.703734 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:03.705542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.712080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] For port cee59337-b94b-4b21-8b4f-af3dfe4081f7, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:03.729749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.738668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:03.738668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.742225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.764208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3b082-4744-4078-bcdf-359eb93389f5 None None] The sync data for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv is: [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:15:49Z', 'revision_number': 3, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:03.774474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] For port cee59337-b94b-4b21-8b4f-af3dfe4081f7, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cee59337-b94b-4b21-8b4f-af3dfe4081f7,segment=NetworkSegment(4438360f-025b-4f6c-b9bb-eb8d71536677),segment_id=4438360f-025b-4f6c-b9bb-eb8d71536677)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:03.828814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] Update dhcp port {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'fixed_ips': [{'subnet_id': '48da9ac6-9030-4cbc-a26a-890cef950519'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '2bd821a9-0b81-47e4-975f-3fe48b3dfc1b'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:16:03.837286 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.857717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:03.860706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.939919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:03.991125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.001454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.028812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7015386-01be-400b-9261-c13ea0cb1fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-8531714d-eb33-483d-93a0-00adaacfff51', 'network_id': '8531714d-eb33-483d-93a0-00adaacfff51', 'tenant_id': 'b2f1a2a77d254eed9553907328659305', 'fixed_ips': [{'subnet_id': 'cd414971-4c54-48b9-8646-30a52ab826fc'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:04.035587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7015386-01be-400b-9261-c13ea0cb1fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.035760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b19719e-ac37-4088-b45b-45c29c57821c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.069074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574f3fe4-35d3-4d6e-9f27-db210995326a,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:04.100115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19719e-ac37-4088-b45b-45c29c57821c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=2ff6108d-5733-49ea-8c0b-ccafefd94c3a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:04.104211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Subnet': ['ID=cd414971-4c54-48b9-8646-30a52ab826fc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:04.152167 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.162605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event updated for resources: {'Network': ['ID=d1848e59-01f2-43df-baf2-e5e1943c3bf5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:04.183069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.198376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Transition to ACTIVE for port object 0741ec27-4ad1-47ac-9961-024c4aa2ed44 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:04.231279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Transition to ACTIVE for port object 0741ec27-4ad1-47ac-9961-024c4aa2ed44 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:04.231279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.253703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network d1848e59-01f2-43df-baf2-e5e1943c3bf5 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:04.256625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.260711 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dbeef8fd-8387-45ab-b18f-accf97dcb47c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1802154 Feb 04 06:16:04.271074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46188) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:04.295405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:04.319062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.329224 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fee402ce-7deb-485e-9967-43cd5db62468 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9648678 Feb 04 06:16:04.332593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:04.333951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46192) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:04.345867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Request body: {'subnet': {'network_id': 'd1848e59-01f2-43df-baf2-e5e1943c3bf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:04.401952 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:04.429586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:04.453537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:04.480691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:04.489192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b19719e-ac37-4088-b45b-45c29c57821c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.492372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Usage tracker for resource:subnet and tenant:2728ba544e4f40d088887d66eea710e2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:04.497648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:04.501310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8531714d-eb33-483d-93a0-00adaacfff51']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:04.527552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:04.534983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.537489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f46c4a-0a52-48e8-9c2e-32adc03af58c') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:04.537775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f46c4a-0a52-48e8-9c2e-32adc03af58c') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:04.550405 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5b19719e-ac37-4088-b45b-45c29c57821c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/2ff6108d-5733-49ea-8c0b-ccafefd94c3a HTTP/1.1" status: 204 len: 168 time: 1.7432611 Feb 04 06:16:04.554740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46196) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:04.603553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.objects.ports [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88199) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:16:04.622090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.623485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b28c78-1892-4fe4-a3e9-eefd7dc91b5c None None] Pushing event updated for resources: {'Port': ['ID=cee59337-b94b-4b21-8b4f-af3dfe4081f7,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:04.643027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Network 802ccffe-9ead-431a-890a-ca98b782b538 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:04.645721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08d4345-8e7b-47f5-bd62-65c6edf766f2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:16:04.646270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d08d4345-8e7b-47f5-bd62-65c6edf766f2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:04.662556 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.677267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:04.683407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:04.696135 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:04.719176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:04.737364 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:16:04.749223 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:04.769360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Made reservation on behalf of 2728ba544e4f40d088887d66eea710e2 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:04.770060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.804688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.910811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d08d4345-8e7b-47f5-bd62-65c6edf766f2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:04.916546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46200) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:04.917082 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d08d4345-8e7b-47f5-bd62-65c6edf766f2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/2ff6108d-5733-49ea-8c0b-ccafefd94c3a HTTP/1.1" status: 404 len: 333 time: 0.3612900 Feb 04 06:16:04.954142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.972580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Pushing event updated for resources: {'Port': ['ID=0741ec27-4ad1-47ac-9961-024c4aa2ed44,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:04.994468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d810b8e9-7741-4a9f-ae6f-4097b0f38376 None None] Network 8531714d-eb33-483d-93a0-00adaacfff51 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:05.045265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.059313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6860df6-a6ed-42b5-8b02-2ff9c8d51f5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting subnet bc9fd081-aaca-44de-b57d-12ee8389a839 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:05.064069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d6860df6-a6ed-42b5-8b02-2ff9c8d51f5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.071451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Attempting to bind port 0741ec27-4ad1-47ac-9961-024c4aa2ed44 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:05.071971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Attempting to bind port 0741ec27-4ad1-47ac-9961-024c4aa2ed44 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '7ee45041-0f04-4d53-b04d-c84b77154833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '802ccffe-9ead-431a-890a-ca98b782b538'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:05.072430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Attempting to bind port 0741ec27-4ad1-47ac-9961-024c4aa2ed44 on network 802ccffe-9ead-431a-890a-ca98b782b538 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:05.102104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.105090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:05.105641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Checking segment: {'id': '7ee45041-0f04-4d53-b04d-c84b77154833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '802ccffe-9ead-431a-890a-ca98b782b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:05.115393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.115393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Bound using segment: {'id': '7ee45041-0f04-4d53-b04d-c84b77154833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '802ccffe-9ead-431a-890a-ca98b782b538'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:05.115393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Bound port: 0741ec27-4ad1-47ac-9961-024c4aa2ed44, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee45041-0f04-4d53-b04d-c84b77154833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '802ccffe-9ead-431a-890a-ca98b782b538'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:05.115393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.116041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.157646 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=aa493bb8-c3d8-4a2a-896c-f51d1b17eb49,segment=NetworkSegment(1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c),segment_id=1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:05.160196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Network': ['ID=8531714d-eb33-483d-93a0-00adaacfff51,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:05.173655 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7537581b-6d86-4fc9-89b5-efee666c8ddb tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/networks/8531714d-eb33-483d-93a0-00adaacfff51 HTTP/1.1" status: 204 len: 168 time: 2.0187016 Feb 04 06:16:05.174508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:05.181003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1856346220'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:05.187005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:05.192008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:network and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:05.195708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:05.202652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:05.222633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.257071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:16:05.278164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.285996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.286920 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 141b0d95-5592-4b3d-9024-b732ca868e39 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:05.288894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.311548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event updated for resources: {'Subnet': ['ID=0f29b2b3-5426-4672-97f0-9d3ae3ba88a1,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:05.317230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Checking segment: {'id': 'd5dfe35c-0a40-4a6e-aced-f916d29c33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1848e59-01f2-43df-baf2-e5e1943c3bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:05.317579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Network hostable DHCP agents. Network: d1848e59-01f2-43df-baf2-e5e1943c3bf5, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:05.353390 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:05.357348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.378533 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb810138-8b30-4ead-9802-2efb66866caf,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:05.382922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d6860df6-a6ed-42b5-8b02-2ff9c8d51f5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.394491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:05.405530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.405943 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Added segment f9f301d5-4b4b-4ad0-a2f1-00df3779957b of type vlan for network d6ac26f2-3f91-4a8b-8a70-751c6286ad1e Feb 04 06:16:05.430416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.438516 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.508177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Network d1848e59-01f2-43df-baf2-e5e1943c3bf5 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:05.512902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] For port 0741ec27-4ad1-47ac-9961-024c4aa2ed44, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:05.518311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] For port 0741ec27-4ad1-47ac-9961-024c4aa2ed44, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0741ec27-4ad1-47ac-9961-024c4aa2ed44,segment=NetworkSegment(7ee45041-0f04-4d53-b04d-c84b77154833),segment_id=7ee45041-0f04-4d53-b04d-c84b77154833)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:05.546312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=aa493bb8-c3d8-4a2a-896c-f51d1b17eb49,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:05.552437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=5b236377-f091-4ae8-a6f5-836ecf934854,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:05.560417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 141b0d95-5592-4b3d-9024-b732ca868e39 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:05.560850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.561171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.570391 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-34cabadb-b586-4bfa-b8e5-23d87426893b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2717943 Feb 04 06:16:05.572016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.612132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.623304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:05.623304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.638051 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe02:b65b-05b9dc91-9980-4c38-acea-eef45da {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:05.639564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:05.657770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.663204 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.799359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d6860df6-a6ed-42b5-8b02-2ff9c8d51f5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.818458 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, d1848e59-01f2-43df-baf2-e5e1943c3bf5) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:05.833066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcd0acb-ac16-43a0-8923-5983eb996e47 None None] Network d1848e59-01f2-43df-baf2-e5e1943c3bf5 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:05.858045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:05.859501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.935630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Network': ['ID=d6ac26f2-3f91-4a8b-8a70-751c6286ad1e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:05.943268 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3431d22e-9bc8-4cb9-9faf-75675dda49dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7649744 Feb 04 06:16:05.944734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46218) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:05.958547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'subnet': {'network_id': 'd6ac26f2-3f91-4a8b-8a70-751c6286ad1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:05.960975 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:05.990291 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fd84d-16a2-4ec5-bcce-e4713728eec6 None None] Pushing event updated for resources: {'Port': ['ID=0741ec27-4ad1-47ac-9961-024c4aa2ed44,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:06.000800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network d6ac26f2-3f91-4a8b-8a70-751c6286ad1e details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:06.086402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network a0f5df12-ee7f-40bf-a1ff-a007967540ff is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:06.093006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:06.096230 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fa3bb8a4-01e7-44a1-be6b-1ede38d2879b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7599406 Feb 04 06:16:06.103622 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46222) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:06.138305 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Request body: {'network': {'name': 'tempest-router-network01--657399270'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:06.181889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:06.193304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:06.232273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:06.265742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Usage tracker for resource:network and tenant:2728ba544e4f40d088887d66eea710e2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:06.279408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:06.284154 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:06.321865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:06.331399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.360540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:06.373053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d6860df6-a6ed-42b5-8b02-2ff9c8d51f5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.394466 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e3e5b-8d99-42db-a42f-c7ba005cc98f None None] Network a0f5df12-ee7f-40bf-a1ff-a007967540ff requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:06.433693 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6860df6-a6ed-42b5-8b02-2ff9c8d51f5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9fd081-aaca-44de-b57d-12ee8389a839,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:06.461054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d6860df6-a6ed-42b5-8b02-2ff9c8d51f5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.470655 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d6860df6-a6ed-42b5-8b02-2ff9c8d51f5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/bc9fd081-aaca-44de-b57d-12ee8389a839 HTTP/1.1" status: 204 len: 168 time: 1.5518274 Feb 04 06:16:06.471679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46230) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:06.474963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.482444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 7a648568-f69f-41f0-ae27-731209a6ede3 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:16:06.547513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-8cedb622-3c4e-42fd-8edc-5701db94eac5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:06.560758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Made reservation on behalf of 2728ba544e4f40d088887d66eea710e2 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:06.564141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.566079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.581837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.582557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.715415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,revision_number=9']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:06.728545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:06.729228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.739450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-8cedb622-3c4e-42fd-8edc-5701db94eac5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:06.740607 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-8cedb622-3c4e-42fd-8edc-5701db94eac5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413009151&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.3832042 Feb 04 06:16:06.801731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ae1a34f4-abbc-418e-afc1-6c95777db482 None None] Provisioning for port cee59337-b94b-4b21-8b4f-af3dfe4081f7 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:06.834477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:06.968715 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:06.968967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-14d275d2-95c7-4781-a0cd-fa0c63a879f5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:06.969735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-14d275d2-95c7-4781-a0cd-fa0c63a879f5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:06.971416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Subnet': ['ID=5746c029-7a31-458e-930b-01098c7c3ddc,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:06.977002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.982931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:06.982931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.017209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:07.040635 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:07.042538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 0741ec27-4ad1-47ac-9961-024c4aa2ed44 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:07.042976 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.060050 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-d1848e59-01f2-43df-baf2-e5e1943c3bf5', 'network_id': 'd1848e59-01f2-43df-baf2-e5e1943c3bf5', 'tenant_id': '2728ba544e4f40d088887d66eea710e2', 'fixed_ips': [{'subnet_id': '0f29b2b3-5426-4672-97f0-9d3ae3ba88a1'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:07.060837 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.067759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.072708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.073129 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Added segment 17046f71-4a04-4793-9d8e-cebdae3ba382 of type vlan for network 1d8a8891-a051-4cf3-a239-075864508a49 Feb 04 06:16:07.078702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Sync routers for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:07.085153 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f5a56a77-d9e2-4e28-b5f5-8836accb9c53 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0861397 Feb 04 06:16:07.116098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46234) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:07.120977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-14d275d2-95c7-4781-a0cd-fa0c63a879f5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:07.122739 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-14d275d2-95c7-4781-a0cd-fa0c63a879f5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/networks?id=60f52fc5-6237-4cf7-817f-9aed763089fe HTTP/1.1" status: 200 len: 796 time: 0.3699880 Feb 04 06:16:07.141741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'network': {'name': 'tempest-RoutersTest-1778789315'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:07.153039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:07.169992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:network and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:07.180749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:07.195398 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-4fc74db5-7915-4d9e-9a17-f504d5258783 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/quotas/ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 375 time: 0.0481994 Feb 04 06:16:07.199840 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:07.208439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:07.209142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:07.275374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Subnet': ['ID=99762700-d4f1-44e2-aac6-d45186007a15,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:07.277924 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1e988ded-2cd0-44f3-85c8-e5516b9b4282 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.9090755 Feb 04 06:16:07.287111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46238) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:07.307527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d181c2b-46fc-4c6f-8d6c-4dec29c41cb1 None None] Network 802ccffe-9ead-431a-890a-ca98b782b538 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:07.321331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Checking segment: {'id': 'f9f301d5-4b4b-4ad0-a2f1-00df3779957b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd6ac26f2-3f91-4a8b-8a70-751c6286ad1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:07.321579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network hostable DHCP agents. Network: d6ac26f2-3f91-4a8b-8a70-751c6286ad1e, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:07.363212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-c7adbcb3-fbcc-4ce5-8fae-a53ab1402232 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:07.365320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.410280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:07.414829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.468442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Request body: {'port': {'network_id': 'b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c', 'mac_address': 'fa:16:3e:f5:74:24', 'name': 'tempest-NetworksTestDHCPv6-529708498'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:07.472275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network d6ac26f2-3f91-4a8b-8a70-751c6286ad1e is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:07.506566 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-c7adbcb3-fbcc-4ce5-8fae-a53ab1402232 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:07.507515 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-c7adbcb3-fbcc-4ce5-8fae-a53ab1402232 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2904263 Feb 04 06:16:07.542255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:07.561002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.561570 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added segment 2df6c935-3ecc-4de9-a89f-eb5345c71f72 of type vlan for network 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f Feb 04 06:16:07.607202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, d6ac26f2-3f91-4a8b-8a70-751c6286ad1e) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:07.607364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0c58a914-9587-4dd2-b5e6-f28c33c1dbad up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:07.611685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.612702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] For port 0741ec27-4ad1-47ac-9961-024c4aa2ed44, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0741ec27-4ad1-47ac-9961-024c4aa2ed44,segment=NetworkSegment(7ee45041-0f04-4d53-b04d-c84b77154833),segment_id=7ee45041-0f04-4d53-b04d-c84b77154833)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:07.613161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.616707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:07.617759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.634364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.641688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:07.642389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.671203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab754c-03de-4cc6-9c78-942438158278 None None] Network d6ac26f2-3f91-4a8b-8a70-751c6286ad1e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:07.809039 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 0741ec27-4ad1-47ac-9961-024c4aa2ed44 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:07.819539 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-dc52a75a-0cb0-4cb0-953e-a924f0252d0c service neutron] 10.222.0.32 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979360 Feb 04 06:16:07.826195 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3c66c5b6-5467-4816-b9f4-c562ea4a246f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8775930 Feb 04 06:16:07.828152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46246) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:07.913984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:07.959421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:07.964986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event updated for resources: {'Network': ['ID=1d8a8891-a051-4cf3-a239-075864508a49,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:07.967871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Usage tracker for resource:port and tenant:6c4e720fd066499cb98537c4e780edba is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:07.973237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:07.984849 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:07.985976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:07.992107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:07.992746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.013118 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-32a1481e-a112-45c8-8327-ed1f04c4a425 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8971980 Feb 04 06:16:08.015636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46250) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:08.018314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6fa01686-af60-420c-95d1-7ed08f98f28d None None] Provisioning for port 0741ec27-4ad1-47ac-9961-024c4aa2ed44 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:08.022737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Request body: {'network': {'name': 'tempest-router-network02--332569996'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:08.028028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:08.033390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Usage tracker for resource:network and tenant:2728ba544e4f40d088887d66eea710e2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:08.036385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:08.042582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:08.135656 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.138539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] Allocated IP 2001:db8::2 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/48da9ac6-9030-4cbc-a26a-890cef950519/2bd821a9-0b81-47e4-975f-3fe48b3dfc1b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:08.162478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Network': ['ID=325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:08.196385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No DVR routers for this DVR port 0741ec27-4ad1-47ac-9961-024c4aa2ed44 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:08.198661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=0741ec27-4ad1-47ac-9961-024c4aa2ed44,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:08.223753 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-1787b84a-1fc4-46cb-a8b8-a6c0cfcb186f service neutron] 10.222.0.32 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944807 Feb 04 06:16:08.227299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.242871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 1d8a8891-a051-4cf3-a239-075864508a49 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:08.245859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Made reservation on behalf of 2728ba544e4f40d088887d66eea710e2 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:08.250365 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.260344 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Made reservation on behalf of 6c4e720fd066499cb98537c4e780edba for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:08.298744 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1418e761-bb56-44ab-b6bf-46cbf47b35d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1745956 Feb 04 06:16:08.299550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:08.310048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'subnet': {'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:08.330098 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Allocated IP 172.20.0.2 (d1848e59-01f2-43df-baf2-e5e1943c3bf5/0f29b2b3-5426-4672-97f0-9d3ae3ba88a1/b1e43380-5412-4cdc-a821-589229aec72f) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:08.332921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:08.432091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.450185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.495912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802ccffe-9ead-431a-890a-ca98b782b538']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:08.531613 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee45041-0f04-4d53-b04d-c84b77154833') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:08.531911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee45041-0f04-4d53-b04d-c84b77154833') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:08.550316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.577603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:08.585739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:subnet and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:08.590659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:08.597322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:08.623319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:08.659146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.678260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b7dd5e-773f-46c8-9e48-45ce7b129bad None None] DHCP port deletion for 802ccffe-9ead-431a-890a-ca98b782b538 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:16:08.681445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:08.692984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:08.693313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:08.710431 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:08.748218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:08.748632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.755976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.757805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.758162 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Added segment 7731b717-1eb1-4517-9a4f-b2aa315230a0 of type vlan for network 524b09dc-4935-45c4-b4f8-fd3922cdd165 Feb 04 06:16:08.827553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Subnet': ['ID=99762700-d4f1-44e2-aac6-d45186007a15,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:08.857183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Made reservation on behalf of 74fd1bdcfa2b41b09960c974ba7d6576 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:08.861602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.884816 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6e29fc58-39f9-489c-a597-6bd75190ecf7 req-d71e6ce1-b13b-4556-9913-91c176410cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 210 time: 0.3057694 Feb 04 06:16:08.915665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.940687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:08.981081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] device_id is not set on port adec5643-ad47-45c6-a63c-e3fc71237417 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:16:09.020175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.045547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.048717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.075810 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Network': ['ID=802ccffe-9ead-431a-890a-ca98b782b538,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:09.197372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ac26f2-3f91-4a8b-8a70-751c6286ad1e']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:09.212688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f301d5-4b4b-4ad0-a2f1-00df3779957b') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:09.212904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f301d5-4b4b-4ad0-a2f1-00df3779957b') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:09.217925 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cb3c5d0d-bb3d-4eed-8c29-329554fd7fe9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/networks/802ccffe-9ead-431a-890a-ca98b782b538 HTTP/1.1" status: 204 len: 168 time: 2.7408142 Feb 04 06:16:09.219682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46272) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:09.223120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.227608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.230903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:09.233006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.254940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'name': 'tempest-PortsTestJSON-602824803'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:09.255284 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659e97a7-d965-43d7-a31e-25871e9c6ae6 None None] Network d6ac26f2-3f91-4a8b-8a70-751c6286ad1e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:09.275931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.283891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:09.290664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:09.291065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:09.306013 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:09.444719 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.479245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ff7f2e91-3c87-4b0f-8109-5e8c453e6a56 None None] Provisioning for port 5b236377-f091-4ae8-a6f5-836ecf934854 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:09.553858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.556220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.560639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ff7f2e91-3c87-4b0f-8109-5e8c453e6a56 None None] Provisioning complete for port 5b236377-f091-4ae8-a6f5-836ecf934854 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:09.560639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2e91-3c87-4b0f-8109-5e8c453e6a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.596537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Transition to ACTIVE for port object b1e43380-5412-4cdc-a821-589229aec72f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:09.596932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event updated for resources: {'Network': ['ID=524b09dc-4935-45c4-b4f8-fd3922cdd165,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:09.603432 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.resource_extend [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:16:09.609893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:09.614500 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:port and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:09.616065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.619119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:09.625404 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:09.635479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 524b09dc-4935-45c4-b4f8-fd3922cdd165 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:09.642151 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4f75441e-fe01-4cc9-895c-7808ad99669d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6252694 Feb 04 06:16:09.642829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Network': ['ID=d6ac26f2-3f91-4a8b-8a70-751c6286ad1e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:09.645431 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46276) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:09.651531 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Request body: {'subnet': {'network_id': '1d8a8891-a051-4cf3-a239-075864508a49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:09.661766 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-93aabe2b-29a0-4e9a-a06d-c05305e06908 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/networks/d6ac26f2-3f91-4a8b-8a70-751c6286ad1e HTTP/1.1" status: 204 len: 168 time: 1.8082972 Feb 04 06:16:09.672708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46280) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:09.699158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.704261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Subnet': ['ID=1c9f3312-b5c3-4f1c-b061-6a8d23044f7f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:09.712672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Checking segment: {'id': '2df6c935-3ecc-4de9-a89f-eb5345c71f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:09.712672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network hostable DHCP agents. Network: 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:09.723961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1556736937'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:09.728691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:09.738515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:network and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:09.744537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:09.750690 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.762924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:09.787036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:09.807370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 388b04a9-04b1-43ab-b8ed-72cad5611545 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:16:09.850049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:09.855476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:09.872708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:09.877887 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Usage tracker for resource:subnet and tenant:2728ba544e4f40d088887d66eea710e2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:09.891653 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:09.899146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:09.902698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Transition to ACTIVE for port object b1e43380-5412-4cdc-a821-589229aec72f will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:09.925459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] Transition to ACTIVE for port object 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:09.949741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f2e91-3c87-4b0f-8109-5e8c453e6a56 None None] Port 5b236377-f091-4ae8-a6f5-836ecf934854 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:09.970581 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0c58a914-9587-4dd2-b5e6-f28c33c1dbad,segment=NetworkSegment(1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c),segment_id=1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:09.984745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:03Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:04Z', 'revision_number': 2, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:09.989683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.008163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:10.011189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:10.011685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.021833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Made reservation on behalf of 2728ba544e4f40d088887d66eea710e2 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:10.024167 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9aaf3b39-78dd-4c0e-aa94-40084a43f8f1 req-f923d421-10ea-4944-b6df-ab77089b430e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 210 time: 0.0845954 Feb 04 06:16:10.025645 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:10.026228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.027026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.029731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Checking router: 7a648568-f69f-41f0-ae27-731209a6ede3 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:16:10.030094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Updating router 7a648568-f69f-41f0-ae27-731209a6ede3 port 5b236377-f091-4ae8-a6f5-836ecf934854 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:16:10.066450 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3ef65a-40fa-4f75-86e0-8d13d00c36bb None None] Network 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:10.159451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.167957 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2697cde8-3d47-492b-b435-243e926c48d4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8625672 Feb 04 06:16:10.170684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46288) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:10.188571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.196254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Network d1848e59-01f2-43df-baf2-e5e1943c3bf5 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:10.206879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:10.209774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:10.249144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Pushing event updated for resources: {'Port': ['ID=b1e43380-5412-4cdc-a821-589229aec72f,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:10.250723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:10.293751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.328458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.329059 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Added segment 291092e0-cab4-4ac5-91f2-e742b84db8a5 of type vlan for network 581bd8d6-6cb5-488a-a3bc-e1a9cb382db1 Feb 04 06:16:10.359456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.438316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.448490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8::398 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/48da9ac6-9030-4cbc-a26a-890cef950519/adec5643-ad47-45c6-a63c-e3fc71237417) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:10.461411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Allocated IP 2001:db8:0:1:f816:3eff:fef5:7424 (b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c/5746c029-7a31-458e-930b-01098c7c3ddc/adec5643-ad47-45c6-a63c-e3fc71237417) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:10.686566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.694892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.700898 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:10.701506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.706594 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:10.931265 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cee59337-b94b-4b21-8b4f-af3dfe4081f7 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:11.003562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:11.006052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Attempting to bind port b1e43380-5412-4cdc-a821-589229aec72f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:11.006440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Attempting to bind port b1e43380-5412-4cdc-a821-589229aec72f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'd5dfe35c-0a40-4a6e-aced-f916d29c33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1848e59-01f2-43df-baf2-e5e1943c3bf5'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:11.006811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Attempting to bind port b1e43380-5412-4cdc-a821-589229aec72f on network d1848e59-01f2-43df-baf2-e5e1943c3bf5 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:11.039052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:11.070016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:11.073000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:11.078779 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.resource_extend [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:16:11.079721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:11.080176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:11.092833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Checking segment: {'id': '17046f71-4a04-4793-9d8e-cebdae3ba382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1d8a8891-a051-4cf3-a239-075864508a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:11.093121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Network hostable DHCP agents. Network: 1d8a8891-a051-4cf3-a239-075864508a49, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:11.101021 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=388b04a9-04b1-43ab-b8ed-72cad5611545,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:11.114314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event updated for resources: {'Subnet': ['ID=6c7901b3-153b-495f-ae9c-8c1f71b446c2,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:11.123604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebfb2c-69d0-4124-a033-c806181ea124 None None] Pushing event updated for resources: {'Port': ['ID=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,revision_number=10']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:11.141576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:11.153906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Checking segment: {'id': 'd5dfe35c-0a40-4a6e-aced-f916d29c33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1848e59-01f2-43df-baf2-e5e1943c3bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:11.153906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:11.153906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Bound using segment: {'id': 'd5dfe35c-0a40-4a6e-aced-f916d29c33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1848e59-01f2-43df-baf2-e5e1943c3bf5'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:11.153906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Bound port: b1e43380-5412-4cdc-a821-589229aec72f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dfe35c-0a40-4a6e-aced-f916d29c33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd1848e59-01f2-43df-baf2-e5e1943c3bf5'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:11.153906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:11.154345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Network': ['ID=581bd8d6-6cb5-488a-a3bc-e1a9cb382db1,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:11.203399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 581bd8d6-6cb5-488a-a3bc-e1a9cb382db1 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:11.217819 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:11.290666 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-913d0f35-fca7-41c8-923b-2186c44022f8 req-d5236f51-8198-41ad-a380-293eea7d0b95 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 210 time: 0.0686188 Feb 04 06:16:11.293534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Transition to ACTIVE for port object adec5643-ad47-45c6-a63c-e3fc71237417 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:11.427306 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-279c5221-8dca-4fdf-ad34-53e2260374cc tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2061257 Feb 04 06:16:11.429903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46294) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:11.431957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Network 1d8a8891-a051-4cf3-a239-075864508a49 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:11.439475 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-675a7167-a62d-451a-b915-29464ee43ded tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7663362 Feb 04 06:16:11.445100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46298) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:11.466265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Request body: {'subnet': {'network_id': '581bd8d6-6cb5-488a-a3bc-e1a9cb382db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:11.503308 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:11.578559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300dfa73-f3fd-4501-8245-af44c2d7a1ff None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:11.609469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:11.610311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:11.686252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-47aa0e86-aecf-4ac5-93bb-894a26d79ade tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 388b04a9-04b1-43ab-b8ed-72cad5611545 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:11.686893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47aa0e86-aecf-4ac5-93bb-894a26d79ade tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:11.717516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:11.724351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=0c58a914-9587-4dd2-b5e6-f28c33c1dbad,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:11.769836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 1d8a8891-a051-4cf3-a239-075864508a49) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:11.808460 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:11.809148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:11.835846 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:11.850246 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:11.852455 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event updated for resources: {'Port': ['ID=adec5643-ad47-45c6-a63c-e3fc71237417,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:11.855055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:11.861879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:11.862621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:11.871564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] For port b1e43380-5412-4cdc-a821-589229aec72f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:11.879143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Allocated IP 172.23.0.1 (325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f/1c9f3312-b5c3-4f1c-b061-6a8d23044f7f/7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:11.887942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:11.892925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Usage tracker for resource:subnet and tenant:b2f1a2a77d254eed9553907328659305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:11.895109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8309241d-5d9f-4ff2-a75a-8318e9a37461 None None] Network 1d8a8891-a051-4cf3-a239-075864508a49 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:11.896003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:11.901938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:11.909838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port cee59337-b94b-4b21-8b4f-af3dfe4081f7 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:11.916542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Transition to ACTIVE for port object 5b236377-f091-4ae8-a6f5-836ecf934854 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:11.945401 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0b3b3876-a277-4e28-af85-b1d33c7f781b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2988038 Feb 04 06:16:11.946635 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46302) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:11.953414 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Request body: {'subnet': {'network_id': '524b09dc-4935-45c4-b4f8-fd3922cdd165', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:11.974178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c8d40e95-5f7f-4836-b651-5730a0e7cc44 None None] Provisioning for port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:11.982822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] For port b1e43380-5412-4cdc-a821-589229aec72f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b1e43380-5412-4cdc-a821-589229aec72f,segment=NetworkSegment(d5dfe35c-0a40-4a6e-aced-f916d29c33c3),segment_id=d5dfe35c-0a40-4a6e-aced-f916d29c33c3)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:11.990240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port cee59337-b94b-4b21-8b4f-af3dfe4081f7 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:11.990424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.030329 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d2cc6e87-b24f-48e8-a9f9-1dea68c1cf45 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.7390420 Feb 04 06:16:12.034597 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46306) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:12.045532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c8d40e95-5f7f-4836-b651-5730a0e7cc44 None None] Provisioning complete for port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:12.045905 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c8d40e95-5f7f-4836-b651-5730a0e7cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.082147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47aa0e86-aecf-4ac5-93bb-894a26d79ade tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.103594 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f3e13d4f-f530-4104-a5e7-93bf83d2204a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting port adec5643-ad47-45c6-a63c-e3fc71237417 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:12.104036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3e13d4f-f530-4104-a5e7-93bf83d2204a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.133115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.157315 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Made reservation on behalf of b2f1a2a77d254eed9553907328659305 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:12.160960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.205332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.222005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-47aa0e86-aecf-4ac5-93bb-894a26d79ade tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 388b04a9-04b1-43ab-b8ed-72cad5611545 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:12.360146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.537582 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd935d-9636-4121-909c-dc772dd196b8 None None] Pushing event updated for resources: {'Port': ['ID=5b236377-f091-4ae8-a6f5-836ecf934854,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:12.542695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-6c1d4d38-8075-413d-ba8b-7db60a9129b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:12.544357 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-6c1d4d38-8075-413d-ba8b-7db60a9129b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=60f52fc5-6237-4cf7-817f-9aed763089fe HTTP/1.1" status: 200 len: 796 time: 0.2229712 Feb 04 06:16:12.584450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:12.587272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Transition to ACTIVE for port object 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:12.597871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Usage tracker for resource:subnet and tenant:2728ba544e4f40d088887d66eea710e2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:12.606884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:12.629227 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2470b324-6fa6-4aed-9422-ac2c9591e9a0 req-d7384e30-dda6-4add-a6e1-63234257a5d9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 210 time: 0.1590269 Feb 04 06:16:12.640497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:12.664731 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-4f51dcee-e024-4134-8ce2-1b03ed81785d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 380 time: 0.0717530 Feb 04 06:16:12.674858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3e13d4f-f530-4104-a5e7-93bf83d2204a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.680015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'device_id': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'admin_state_up': True, 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'security_groups': ['14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:12.802617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.806737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47aa0e86-aecf-4ac5-93bb-894a26d79ade tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.896452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-47aa0e86-aecf-4ac5-93bb-894a26d79ade tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.896816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Made reservation on behalf of 2728ba544e4f40d088887d66eea710e2 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:12.905368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:12.909873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:12.930837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:12.935456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f3e13d4f-f530-4104-a5e7-93bf83d2204a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Calling delete_port for adec5643-ad47-45c6-a63c-e3fc71237417 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:12.940098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:12.955127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Allocated IP 172.23.0.2 (325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f/1c9f3312-b5c3-4f1c-b061-6a8d23044f7f/b72d06cb-593b-46c1-be12-9e19f4b6ce45) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:13.005803 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-47aa0e86-aecf-4ac5-93bb-894a26d79ade tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/388b04a9-04b1-43ab-b8ed-72cad5611545 HTTP/1.1" status: 204 len: 168 time: 1.5746050 Feb 04 06:16:13.010134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:13.015722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:13.017824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46314) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:13.063265 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'mac_address': 'fa:16:3e:ba:d2:d0', 'name': 'tempest-PortsTestJSON-123301976'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:13.155028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa0e86-aecf-4ac5-93bb-894a26d79ade tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=388b04a9-04b1-43ab-b8ed-72cad5611545,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:13.171781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Attempting to bind port 5b236377-f091-4ae8-a6f5-836ecf934854 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:13.171781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Attempting to bind port 5b236377-f091-4ae8-a6f5-836ecf934854 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '4438360f-025b-4f6c-b9bb-eb8d71536677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:13.171781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Attempting to bind port 5b236377-f091-4ae8-a6f5-836ecf934854 on network a0f5df12-ee7f-40bf-a1ff-a007967540ff {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:13.173159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:13.173254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa4559-f193-4b38-8237-c2940e976ad2 None None] Pushing event updated for resources: {'Port': ['ID=b1e43380-5412-4cdc-a821-589229aec72f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:13.174156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.183500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.220256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-1d8a8891-a051-4cf3-a239-075864508a49', 'network_id': '1d8a8891-a051-4cf3-a239-075864508a49', 'tenant_id': '2728ba544e4f40d088887d66eea710e2', 'fixed_ips': [{'subnet_id': '6c7901b3-153b-495f-ae9c-8c1f71b446c2'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:13.220803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.274838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port cee59337-b94b-4b21-8b4f-af3dfe4081f7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cee59337-b94b-4b21-8b4f-af3dfe4081f7,segment=NetworkSegment(4438360f-025b-4f6c-b9bb-eb8d71536677),segment_id=4438360f-025b-4f6c-b9bb-eb8d71536677)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:13.376423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:13.376847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Checking segment: {'id': '4438360f-025b-4f6c-b9bb-eb8d71536677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:13.377137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.377526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Bound using segment: {'id': '4438360f-025b-4f6c-b9bb-eb8d71536677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:13.378009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Bound port: 5b236377-f091-4ae8-a6f5-836ecf934854, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4438360f-025b-4f6c-b9bb-eb8d71536677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:13.378374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.445530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:13.456885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:port and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:13.460550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:13.469488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:13.479964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:13.484511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.537671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.538459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:13.579515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3e13d4f-f530-4104-a5e7-93bf83d2204a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.667475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:13.706109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.719320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] For port 5b236377-f091-4ae8-a6f5-836ecf934854, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:13.722817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] For port 5b236377-f091-4ae8-a6f5-836ecf934854, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5b236377-f091-4ae8-a6f5-836ecf934854,segment=NetworkSegment(4438360f-025b-4f6c-b9bb-eb8d71536677),segment_id=4438360f-025b-4f6c-b9bb-eb8d71536677)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:13.846481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e13d4f-f530-4104-a5e7-93bf83d2204a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Port': ['ID=adec5643-ad47-45c6-a63c-e3fc71237417,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:13.860485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.868218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Allocated IP 172.20.0.2 (1d8a8891-a051-4cf3-a239-075864508a49/6c7901b3-153b-495f-ae9c-8c1f71b446c2/602031f8-3ce5-4672-b9c4-0e6c8abd922d) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:13.943838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.946725 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:13.947479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:15:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:14.078460 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:14.130793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:14.148003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port a15495c9-1ad7-4faf-bddf-3ac97c62ce6e yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:16:14.204128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f3e13d4f-f530-4104-a5e7-93bf83d2204a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:14.249953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.7 (60f52fc5-6237-4cf7-817f-9aed763089fe/13b8ccfb-2481-4bc5-b777-d1b37ffc4004/57acb5a1-0f20-4a42-91e5-3bb92429ab45) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:14.298582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:14.332534 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-76fa52fb-8f42-4db9-a829-641a5c76d2c3 req-94941c5a-0794-43e1-9ceb-fc3743805e1e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 210 time: 0.4211309 Feb 04 06:16:14.395808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Checking segment: {'id': '7731b717-1eb1-4517-9a4f-b2aa315230a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '524b09dc-4935-45c4-b4f8-fd3922cdd165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:14.396383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Network hostable DHCP agents. Network: 524b09dc-4935-45c4-b4f8-fd3922cdd165, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:14.410567 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f3e13d4f-f530-4104-a5e7-93bf83d2204a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/adec5643-ad47-45c6-a63c-e3fc71237417 HTTP/1.1" status: 204 len: 168 time: 2.3771906 Feb 04 06:16:14.443432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46324) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:14.455145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.objects.ports [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88199) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 04 06:16:14.460092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:14.464458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event updated for resources: {'Subnet': ['ID=07423ca8-459a-4f0f-bfd6-f885a5f088a8,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:14.586095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=cee59337-b94b-4b21-8b4f-af3dfe4081f7,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:14.607025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event updated for resources: {'Subnet': ['ID=06dbd450-fef7-4609-97a2-11e1c0d9c76a,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:14.609618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Checking segment: {'id': '291092e0-cab4-4ac5-91f2-e742b84db8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '581bd8d6-6cb5-488a-a3bc-e1a9cb382db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:14.609994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network hostable DHCP agents. Network: 581bd8d6-6cb5-488a-a3bc-e1a9cb382db1, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:14.655825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605588d2-1f0f-4445-939b-b0bd201c801e None None] Network d1848e59-01f2-43df-baf2-e5e1943c3bf5 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:14.661378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Network 524b09dc-4935-45c4-b4f8-fd3922cdd165 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:14.673953 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Transition to ACTIVE for port object b72d06cb-593b-46c1-be12-9e19f4b6ce45 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:14.767292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Network 581bd8d6-6cb5-488a-a3bc-e1a9cb382db1 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:14.867884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:14.869242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 524b09dc-4935-45c4-b4f8-fd3922cdd165) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:14.875377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:14.875966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:14.879603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Transition to ACTIVE for port object b72d06cb-593b-46c1-be12-9e19f4b6ce45 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:14.896745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Transition to ACTIVE for port object 602031f8-3ce5-4672-b9c4-0e6c8abd922d will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:14.898829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 581bd8d6-6cb5-488a-a3bc-e1a9cb382db1) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:14.905367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:14.906185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:14.919015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b072da7-d784-490c-95e1-827735af5939 None None] Network 524b09dc-4935-45c4-b4f8-fd3922cdd165 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:14.945713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef026368-2ae1-44ae-96ff-3773b394bd6b None None] Network 581bd8d6-6cb5-488a-a3bc-e1a9cb382db1 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:14.971638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a040902-59a3-4d33-a2d4-d02c5e02c7ff tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:14.972375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9a040902-59a3-4d33-a2d4-d02c5e02c7ff tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:14.996908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.019332 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c17ce31a-6575-4e7d-8a3d-f15129e0d4dc tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.5721989 Feb 04 06:16:15.029758 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8e3c369c-d82a-418e-bd22-0c9b81de8e2d tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0816624 Feb 04 06:16:15.030920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46328) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:15.031394 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46330) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:15.084243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f99f145a-543f-4a58-9743-041a306887ff None None] Provisioning for port b1e43380-5412-4cdc-a821-589229aec72f completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:15.087296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd935d-9636-4121-909c-dc772dd196b8 None None] Pushing event updated for resources: {'Port': ['ID=5b236377-f091-4ae8-a6f5-836ecf934854,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:15.089869 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:15.114724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.169924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9a040902-59a3-4d33-a2d4-d02c5e02c7ff tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:15.174473 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9a040902-59a3-4d33-a2d4-d02c5e02c7ff tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7279451 Feb 04 06:16:15.175190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46336) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:15.177988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.210149 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:15.210793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.260011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Transition to ACTIVE for port object 602031f8-3ce5-4672-b9c4-0e6c8abd922d will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:15.272446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 57acb5a1-0f20-4a42-91e5-3bb92429ab45 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:15.384290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ee239-096e-438b-8813-a6de3f114217 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:15.388682 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0d1ee239-096e-438b-8813-a6de3f114217 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2035925 Feb 04 06:16:15.389299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46342) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:15.420933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Network 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:15.430469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.435500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.454287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:15.475428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:15.510528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.529104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Pushing event updated for resources: {'Port': ['ID=b72d06cb-593b-46c1-be12-9e19f4b6ce45,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:15.568555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.576472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:15.597492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:15.599793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:15.606229 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:15.606838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.610676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.668196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77868478-1452-43ad-99f8-d57d6507732e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:15.669775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77868478-1452-43ad-99f8-d57d6507732e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:15.671297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77868478-1452-43ad-99f8-d57d6507732e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:15.672535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-77868478-1452-43ad-99f8-d57d6507732e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:15.684408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=a15495c9-1ad7-4faf-bddf-3ac97c62ce6e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:15.725608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.741527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 60f52fc5-6237-4cf7-817f-9aed763089fe is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:15.757811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:15.760149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:15.791370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:15.825823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Network 1d8a8891-a051-4cf3-a239-075864508a49 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:15.840705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:15.856381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:15.981244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.009194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=57acb5a1-0f20-4a42-91e5-3bb92429ab45,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:16.017944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Pushing event updated for resources: {'Port': ['ID=602031f8-3ce5-4672-b9c4-0e6c8abd922d,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:16.063149 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-da68f67a-defb-4007-a0d1-0b04b65dffc9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0440910 Feb 04 06:16:16.067750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46346) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:16.083503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:16.083503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.084607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-617e293a-42a9-4250-8b78-58a0232d10c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.128118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Attempting to bind port b72d06cb-593b-46c1-be12-9e19f4b6ce45 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:16.128481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Attempting to bind port b72d06cb-593b-46c1-be12-9e19f4b6ce45 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2df6c935-3ecc-4de9-a89f-eb5345c71f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:16.128889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Attempting to bind port b72d06cb-593b-46c1-be12-9e19f4b6ce45 on network 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:16.134297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.145859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-524b09dc-4935-45c4-b4f8-fd3922cdd165', 'network_id': '524b09dc-4935-45c4-b4f8-fd3922cdd165', 'tenant_id': '2728ba544e4f40d088887d66eea710e2', 'fixed_ips': [{'subnet_id': '07423ca8-459a-4f0f-bfd6-f885a5f088a8'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:16.147128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.156685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-77868478-1452-43ad-99f8-d57d6507732e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:16.158574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f6386300-96d7-44d5-b1da-df52d27e2880 None None] Provisioning complete for port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:16.159007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f6386300-96d7-44d5-b1da-df52d27e2880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.160502 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-77868478-1452-43ad-99f8-d57d6507732e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7665708 Feb 04 06:16:16.170819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46350) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:16.245782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef8c51-cf73-4255-997b-f661e4d1853f req-b046d3af-a731-4dac-a8e1-4e08caf3c98e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:16.246486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-7bef8c51-cf73-4255-997b-f661e4d1853f req-b046d3af-a731-4dac-a8e1-4e08caf3c98e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:16.261704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event updated for resources: {'Port': ['ID=7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:16.264884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31', 'name': '', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:5c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:11Z', 'updated_at': '2022-02-04T06:16:11Z', 'revision_number': 1, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:16.275803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f059c2c-b6e8-44be-917c-47d1ee55e2ad tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:16.277209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4f059c2c-b6e8-44be-917c-47d1ee55e2ad tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:16.286563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:16.287172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Checking segment: {'id': '2df6c935-3ecc-4de9-a89f-eb5345c71f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:16.287729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.288267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Bound using segment: {'id': '2df6c935-3ecc-4de9-a89f-eb5345c71f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:16.288957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Bound port: b72d06cb-593b-46c1-be12-9e19f4b6ce45, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df6c935-3ecc-4de9-a89f-eb5345c71f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:16.289323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.299316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e73e5ad-2dfd-4799-9005-4ebb2e61931c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 48da9ac6-9030-4cbc-a26a-890cef950519 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:16.310365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fbdc26-d430-4e3f-88ca-8c619db08afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-581bd8d6-6cb5-488a-a3bc-e1a9cb382db1', 'network_id': '581bd8d6-6cb5-488a-a3bc-e1a9cb382db1', 'tenant_id': 'b2f1a2a77d254eed9553907328659305', 'fixed_ips': [{'subnet_id': '06dbd450-fef7-4609-97a2-11e1c0d9c76a'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:16.311280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f6fbdc26-d430-4e3f-88ca-8c619db08afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.316399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e73e5ad-2dfd-4799-9005-4ebb2e61931c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.356534 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-b708c678-c932-4052-92fd-c711f7f7a491 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6811705 Feb 04 06:16:16.366466 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5982a7-5eef-4fd1-9511-28fdd183bdd8 None None] The sync data for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv is: [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31', 'name': '', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:5c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:11Z', 'updated_at': '2022-02-04T06:16:11Z', 'revision_number': 1, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:16.367716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.393894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-7bef8c51-cf73-4255-997b-f661e4d1853f req-b046d3af-a731-4dac-a8e1-4e08caf3c98e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:16.395095 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7bef8c51-cf73-4255-997b-f661e4d1853f req-b046d3af-a731-4dac-a8e1-4e08caf3c98e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 931 time: 0.9063721 Feb 04 06:16:16.409927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e73e5ad-2dfd-4799-9005-4ebb2e61931c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.418680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Attempting to bind port 602031f8-3ce5-4672-b9c4-0e6c8abd922d on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:16.420236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Attempting to bind port 602031f8-3ce5-4672-b9c4-0e6c8abd922d by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '17046f71-4a04-4793-9d8e-cebdae3ba382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1d8a8891-a051-4cf3-a239-075864508a49'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:16.422519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Attempting to bind port 602031f8-3ce5-4672-b9c4-0e6c8abd922d on network 1d8a8891-a051-4cf3-a239-075864508a49 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:16.443422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Network 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:16.455600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:16.491330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Request body: {'port': {'device_id': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:16.525499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:16.533507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Checking segment: {'id': '17046f71-4a04-4793-9d8e-cebdae3ba382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1d8a8891-a051-4cf3-a239-075864508a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:16.538143 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.538841 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Bound using segment: {'id': '17046f71-4a04-4793-9d8e-cebdae3ba382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1d8a8891-a051-4cf3-a239-075864508a49'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:16.539596 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Bound port: 602031f8-3ce5-4672-b9c4-0e6c8abd922d, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17046f71-4a04-4793-9d8e-cebdae3ba382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1d8a8891-a051-4cf3-a239-075864508a49'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:16.540196 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.605523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.621049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Allocated IP 172.20.0.1 (1d8a8891-a051-4cf3-a239-075864508a49/6c7901b3-153b-495f-ae9c-8c1f71b446c2/eff15413-8329-49fe-a768-6ee286c81a46) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:16.650418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e73e5ad-2dfd-4799-9005-4ebb2e61931c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.663702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4f059c2c-b6e8-44be-917c-47d1ee55e2ad tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:16.666423 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4f059c2c-b6e8-44be-917c-47d1ee55e2ad tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/a15495c9-1ad7-4faf-bddf-3ac97c62ce6e HTTP/1.1" status: 200 len: 840 time: 0.5962472 Feb 04 06:16:16.679376 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46356) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:16.765771 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc,segment=NetworkSegment(077c0886-eaa6-4e0a-887a-f1f7ecb2290f),segment_id=077c0886-eaa6-4e0a-887a-f1f7ecb2290f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:16.799619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Subnet': ['ID=06dbd450-fef7-4609-97a2-11e1c0d9c76a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:16.926950 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.927738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:17.016208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.033624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e73e5ad-2dfd-4799-9005-4ebb2e61931c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.035802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] For port b72d06cb-593b-46c1-be12-9e19f4b6ce45, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:17.061080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581bd8d6-6cb5-488a-a3bc-e1a9cb382db1']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:17.076886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8f81cd3c-fe11-419e-b340-7da782ce2cfb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port a15495c9-1ad7-4faf-bddf-3ac97c62ce6e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:17.077248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f81cd3c-fe11-419e-b340-7da782ce2cfb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server [None req-f6fbdc26-d430-4e3f-88ca-8c619db08afa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06dbd450-fef7-4609-97a2-11e1c0d9c76a: This subnet is being modified by another concurrent operation. Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:16:17.104102 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise exception Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06dbd450-fef7-4609-97a2-11e1c0d9c76a: This subnet is being modified by another concurrent operation. Feb 04 06:16:17.110334 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server Feb 04 06:16:17.113629 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] For port b72d06cb-593b-46c1-be12-9e19f4b6ce45, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b72d06cb-593b-46c1-be12-9e19f4b6ce45,segment=NetworkSegment(2df6c935-3ecc-4de9-a89f-eb5345c71f72),segment_id=2df6c935-3ecc-4de9-a89f-eb5345c71f72)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:17.142488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] For port 602031f8-3ce5-4672-b9c4-0e6c8abd922d, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:17.142609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207b8324-fd60-4cc4-ac43-1498bcbb27b1 None None] Network 581bd8d6-6cb5-488a-a3bc-e1a9cb382db1 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:17.154026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 7a648568-f69f-41f0-ae27-731209a6ede3 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:16:17.155005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291092e0-cab4-4ac5-91f2-e742b84db8a5') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:17.155373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291092e0-cab4-4ac5-91f2-e742b84db8a5') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:17.156441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Allocated IP 172.20.0.2 (524b09dc-4935-45c4-b4f8-fd3922cdd165/07423ca8-459a-4f0f-bfd6-f885a5f088a8/b912226c-6fa8-4107-a878-bacc631b782d) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:17.161365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73e5ad-2dfd-4799-9005-4ebb2e61931c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=48da9ac6-9030-4cbc-a26a-890cef950519,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:17.181236 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7bef8c51-cf73-4255-997b-f661e4d1853f req-0692c258-e3bd-4f2a-93a3-6a07f8d2c109 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7366188 Feb 04 06:16:17.188491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.192851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7e73e5ad-2dfd-4799-9005-4ebb2e61931c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.250349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137e2ed3-0fa8-4b28-8b1d-6566e445db54 None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:17.254082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.263623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f6386300-96d7-44d5-b1da-df52d27e2880 None None] Could not find standard attr ID for object adec5643-ad47-45c6-a63c-e3fc71237417. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:16:17.269094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] For port 602031f8-3ce5-4672-b9c4-0e6c8abd922d, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=602031f8-3ce5-4672-b9c4-0e6c8abd922d,segment=NetworkSegment(17046f71-4a04-4793-9d8e-cebdae3ba382),segment_id=17046f71-4a04-4793-9d8e-cebdae3ba382)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:17.303858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.348674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:17.353389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:17.369120 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:17.448877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.462913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:17.468161 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d87a6494-8deb-4818-af38-b2823c3f7e09 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2960544 Feb 04 06:16:17.475697 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7e73e5ad-2dfd-4799-9005-4ebb2e61931c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/48da9ac6-9030-4cbc-a26a-890cef950519 HTTP/1.1" status: 204 len: 168 time: 1.3036959 Feb 04 06:16:17.476380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46360) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:17.476734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46362) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:17.492828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Transition to ACTIVE for port object eff15413-8329-49fe-a768-6ee286c81a46 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:17.509459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.528018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-08a52055-897e-4177-943c-78aef36d6757 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:17.542227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.573345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:17.675491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f81cd3c-fe11-419e-b340-7da782ce2cfb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.825568 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:17.826026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.826147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8f81cd3c-fe11-419e-b340-7da782ce2cfb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for a15495c9-1ad7-4faf-bddf-3ac97c62ce6e owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:17.894139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-12bf3e95-a869-405b-882e-0e000ade2ba8 None None] Provisioning for port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:17.912473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.914851 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.971517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-12bf3e95-a869-405b-882e-0e000ade2ba8 None None] Provisioning complete for port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:17.972076 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-12bf3e95-a869-405b-882e-0e000ade2ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.976113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Network 1d8a8891-a051-4cf3-a239-075864508a49 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:18.003958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:18.007636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:18.011533 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f81cd3c-fe11-419e-b340-7da782ce2cfb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:18.015818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:18.089480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Network': ['ID=581bd8d6-6cb5-488a-a3bc-e1a9cb382db1,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:18.141236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f81cd3c-fe11-419e-b340-7da782ce2cfb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:18.143138 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8f81cd3c-fe11-419e-b340-7da782ce2cfb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/a15495c9-1ad7-4faf-bddf-3ac97c62ce6e HTTP/1.1" status: 204 len: 168 time: 1.4613109 Feb 04 06:16:18.144565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6c4720-255d-4b91-a9a0-32d085831265 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Deleting subnet 5746c029-7a31-458e-930b-01098c7c3ddc {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:18.147995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4720-255d-4b91-a9a0-32d085831265 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:18.152428 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fcf9b828-ae03-4ecd-a151-fa54aaed3141 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/networks/581bd8d6-6cb5-488a-a3bc-e1a9cb382db1 HTTP/1.1" status: 204 len: 168 time: 3.1198263 Feb 04 06:16:18.155729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46368) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:18.156068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46370) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:18.201720 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event updated for resources: {'Port': ['ID=eff15413-8329-49fe-a768-6ee286c81a46,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:18.286249 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-1602049c-8ab6-4d5e-9d18-92c6b3b15ebf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:16:18.287068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1602049c-8ab6-4d5e-9d18-92c6b3b15ebf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:18.301009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:18.312922 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Transition to ACTIVE for port object b912226c-6fa8-4107-a878-bacc631b782d will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:18.339419 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Transition to ACTIVE for port object b912226c-6fa8-4107-a878-bacc631b782d will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:18.386174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a5fff0d3-e950-4e24-ba63-3fea6c518a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:18.427654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81cd3c-fe11-419e-b340-7da782ce2cfb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=a15495c9-1ad7-4faf-bddf-3ac97c62ce6e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:18.440158 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:18.511029 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-18271715-60ff-4b4a-8f39-b799c6515225 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:18.511480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18271715-60ff-4b4a-8f39-b799c6515225 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:18.513436 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-18271715-60ff-4b4a-8f39-b799c6515225 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/subnets/06dbd450-fef7-4609-97a2-11e1c0d9c76a HTTP/1.1" status: 404 len: 337 time: 0.3516407 Feb 04 06:16:18.525224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-12bf3e95-a869-405b-882e-0e000ade2ba8 None None] Port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:18.526737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed04dc0-92ee-463d-88d3-493462b386ef None None] Pushing event updated for resources: {'Port': ['ID=b72d06cb-593b-46c1-be12-9e19f4b6ce45,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:18.540490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46378) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:18.579900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57acb5a1-0f20-4a42-91e5-3bb92429ab45 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:16:18.590007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:18.608053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Transition to ACTIVE for port object 57acb5a1-0f20-4a42-91e5-3bb92429ab45 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:18.631244 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:18.639614 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6a2fe2-c414-4bc1-8ad3-cfdd4245a482 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:18.641990 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6a2fe2-c414-4bc1-8ad3-cfdd4245a482 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:18.644598 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-be6a2fe2-c414-4bc1-8ad3-cfdd4245a482 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/networks/581bd8d6-6cb5-488a-a3bc-e1a9cb382db1 HTTP/1.1" status: 404 len: 339 time: 0.1024041 Feb 04 06:16:18.647824 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Sync routers for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:18.673695 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:18.675010 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:18.683270 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1602049c-8ab6-4d5e-9d18-92c6b3b15ebf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:18.687856 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46382) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:18.696800 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1602049c-8ab6-4d5e-9d18-92c6b3b15ebf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/a15495c9-1ad7-4faf-bddf-3ac97c62ce6e HTTP/1.1" status: 404 len: 333 time: 0.5365975 Feb 04 06:16:18.701253 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46386) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:18.708622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:18.713066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Network 524b09dc-4935-45c4-b4f8-fd3922cdd165 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:18.726546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:18.732793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:18.739274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'name': 'tempest-PortsTestJSON-791236619'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:18.795694 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e708c3-78a9-4fdd-a41d-f604cbc52eb6 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:18.801151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e708c3-78a9-4fdd-a41d-f604cbc52eb6 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:18.801151 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b3e708c3-78a9-4fdd-a41d-f604cbc52eb6 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/subnets/99762700-d4f1-44e2-aac6-d45186007a15 HTTP/1.1" status: 404 len: 337 time: 0.1065302 Feb 04 06:16:18.804753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4720-255d-4b91-a9a0-32d085831265 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:18.851973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46390) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:18.881057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfabddb-174e-45b5-afdd-1fe23f56bb0b None None] Pushing event updated for resources: {'Port': ['ID=602031f8-3ce5-4672-b9c4-0e6c8abd922d,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:18.950287 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:19.079256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Attempting to bind port b912226c-6fa8-4107-a878-bacc631b782d on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:19.079788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Attempting to bind port b912226c-6fa8-4107-a878-bacc631b782d by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '7731b717-1eb1-4517-9a4f-b2aa315230a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '524b09dc-4935-45c4-b4f8-fd3922cdd165'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:19.080005 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Attempting to bind port b912226c-6fa8-4107-a878-bacc631b782d on network 524b09dc-4935-45c4-b4f8-fd3922cdd165 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:19.083078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:19.097406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b62a2ed-d974-4b1b-903a-88aab4f43daa up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:19.111385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca1cdf-2561-429e-a6be-058017719c8c req-6df8e467-4cfa-4ba8-9b89-916ea9a7f5b0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:19.111385 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-00ca1cdf-2561-429e-a6be-058017719c8c req-6df8e467-4cfa-4ba8-9b89-916ea9a7f5b0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 931 time: 0.6531894 Feb 04 06:16:19.111765 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:19.181140 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ef4f17-c158-41c0-a890-79c99a2f37e3 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:19.182196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ef4f17-c158-41c0-a890-79c99a2f37e3 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:19.184201 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-55ef4f17-c158-41c0-a890-79c99a2f37e3 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/networks/d6ac26f2-3f91-4a8b-8a70-751c6286ad1e HTTP/1.1" status: 404 len: 339 time: 0.3290176 Feb 04 06:16:19.194299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:19.197963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Checking segment: {'id': '7731b717-1eb1-4517-9a4f-b2aa315230a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '524b09dc-4935-45c4-b4f8-fd3922cdd165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:19.198439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.198844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Bound using segment: {'id': '7731b717-1eb1-4517-9a4f-b2aa315230a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '524b09dc-4935-45c4-b4f8-fd3922cdd165'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:19.199341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Bound port: b912226c-6fa8-4107-a878-bacc631b782d, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7731b717-1eb1-4517-9a4f-b2aa315230a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '524b09dc-4935-45c4-b4f8-fd3922cdd165'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:19.199720 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.207889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46394) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:19.260060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Pushing event updated for resources: {'Port': ['ID=b912226c-6fa8-4107-a878-bacc631b782d,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:19.270088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.272137 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-00ca1cdf-2561-429e-a6be-058017719c8c req-69b083ce-1907-4539-9e52-7c72db7bdc9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575253 Feb 04 06:16:19.272516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.279738 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d656bb8-2fbe-412c-88b9-fe4b56ef5ca0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:19.280419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d656bb8-2fbe-412c-88b9-fe4b56ef5ca0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:19.285071 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4d656bb8-2fbe-412c-88b9-fe4b56ef5ca0 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/subnets/cd414971-4c54-48b9-8646-30a52ab826fc HTTP/1.1" status: 404 len: 337 time: 0.0646429 Feb 04 06:16:19.286075 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46398) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:19.288894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.290218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Pushing event updated for resources: {'Port': ['ID=57acb5a1-0f20-4a42-91e5-3bb92429ab45,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:19.304006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Attempting to bind port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:19.304471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Attempting to bind port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:19.305086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Attempting to bind port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 on network 60f52fc5-6237-4cf7-817f-9aed763089fe {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:19.317843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 on network 60f52fc5-6237-4cf7-817f-9aed763089fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:16:19.318290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Attempting to bind port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 on network 60f52fc5-6237-4cf7-817f-9aed763089fe {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:19.329303 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ca6a20-50f3-4a3f-a5ba-39ea5283630f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:19.329518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ca6a20-50f3-4a3f-a5ba-39ea5283630f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:19.332193 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d6ca6a20-50f3-4a3f-a5ba-39ea5283630f tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/networks/8531714d-eb33-483d-93a0-00adaacfff51 HTTP/1.1" status: 404 len: 339 time: 0.0448680 Feb 04 06:16:19.338044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46402) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:19.343578 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:19.347064 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.369604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:19.370083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Checking segment: {'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:19.370729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Bound using segment: {'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:19.371284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Bound port: 57acb5a1-0f20-4a42-91e5-3bb92429ab45, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:19.371873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.420877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4720-255d-4b91-a9a0-32d085831265 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.448671 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-09737e59-07cf-4a7c-b839-bb4fc2ca3c66 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Deleting port 2c1f74d0-b733-4a65-a12d-7d62c0f5b190 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:19.449044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09737e59-07cf-4a7c-b839-bb4fc2ca3c66 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.514148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 2b62a2ed-d974-4b1b-903a-88aab4f43daa triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:19.514518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.543323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] For port 57acb5a1-0f20-4a42-91e5-3bb92429ab45, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:19.547397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] For port 57acb5a1-0f20-4a42-91e5-3bb92429ab45, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45,segment=NetworkSegment(1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c),segment_id=1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:19.563677 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31', 'name': '', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:5c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:11Z', 'updated_at': '2022-02-04T06:16:15Z', 'revision_number': 2, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:19.571328 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Checking router: 7a648568-f69f-41f0-ae27-731209a6ede3 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:16:19.571857 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Updating router 7a648568-f69f-41f0-ae27-731209a6ede3 port 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:16:19.582402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] For port b912226c-6fa8-4107-a878-bacc631b782d, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:19.636230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] For port b912226c-6fa8-4107-a878-bacc631b782d, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b912226c-6fa8-4107-a878-bacc631b782d,segment=NetworkSegment(7731b717-1eb1-4517-9a4f-b2aa315230a0),segment_id=7731b717-1eb1-4517-9a4f-b2aa315230a0)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:19.712010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.720470 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.762158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.790424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:19.791342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.793156 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] 10.222.0.24 "PUT /v2.0/ports/57acb5a1-0f20-4a42-91e5-3bb92429ab45 HTTP/1.1" status: 200 len: 1093 time: 3.4235914 Feb 04 06:16:19.805073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:19.812436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'tag': '57acb5a1-0f20-4a42-91e5-3bb92429ab45'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:19.970471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:19.992453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e8ed4-f84b-4966-acd2-01226abf3985 service neutron] Pushing event updated for resources: {'Port': ['ID=57acb5a1-0f20-4a42-91e5-3bb92429ab45,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:20.010175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4720-255d-4b91-a9a0-32d085831265 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:20.114610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4720-255d-4b91-a9a0-32d085831265 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:20.126061 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'tag': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'status': 'completed', 'code': 200} Feb 04 06:16:20.128361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c4720-255d-4b91-a9a0-32d085831265 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Subnet': ['ID=5746c029-7a31-458e-930b-01098c7c3ddc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:20.149466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-08a52055-897e-4177-943c-78aef36d6757 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:16:20.162564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port b7fb0105-54d6-4725-b5b2-146ebc719820 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:16:20.164908 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5e6c4720-255d-4b91-a9a0-32d085831265 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/5746c029-7a31-458e-930b-01098c7c3ddc HTTP/1.1" status: 204 len: 168 time: 2.6834011 Feb 04 06:16:20.167529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46410) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:20.221907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d225a8-4b2d-4dcb-8d8e-858075d55322 None None] Pushing event updated for resources: {'Port': ['ID=b912226c-6fa8-4107-a878-bacc631b782d,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:20.300375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-08a52055-897e-4177-943c-78aef36d6757 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Removed routes are [] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:16:20.302865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08a52055-897e-4177-943c-78aef36d6757 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:20.312472 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1ff4a151-f76a-4d9e-97e7-bdf27691967f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1437166 Feb 04 06:16:20.313560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46416) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:20.427039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a1f14-24de-42f9-9324-2a33fa0d775c None None] Network 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:20.537827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:20.742999 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e62544e-7219-4371-9fd6-cc8bb7142ff0 None None] Network 1d8a8891-a051-4cf3-a239-075864508a49 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:20.854294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-3069b359-821d-447f-862b-892ceb78921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:20.855814 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-3069b359-821d-447f-862b-892ceb78921e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 1096 time: 0.9180954 Feb 04 06:16:20.856667 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:20.872572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:20.875151 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Transition to ACTIVE for port object 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:20.941804 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:20.989864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09737e59-07cf-4a7c-b839-bb4fc2ca3c66 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.005087 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-e34cf149-ea50-4afc-8f4e-9832bf9ec367 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45 HTTP/1.1" status: 200 len: 217 time: 0.0793045 Feb 04 06:16:21.022233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:21.054666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b37f94-6f43-4471-a05b-7f41c024328e None None] Network b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:21.082684 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eca8c-efbb-4d60-809b-7c9d853f1139 None None] Pushing event updated for resources: {'Port': ['ID=7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:21.140449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7512b6d5-2a0f-4e16-a7a0-d1ebd018435c None None] Provisioning for port b72d06cb-593b-46c1-be12-9e19f4b6ce45 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:21.149731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e653c-1f47-4e3e-a692-42b67a029099 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:21.153498 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-555e653c-1f47-4e3e-a692-42b67a029099 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.8350313 Feb 04 06:16:21.169994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46420) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:21.177623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.292583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-e822aeb7-90eb-418c-a8ed-fc586a205ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:21.294066 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-e822aeb7-90eb-418c-a8ed-fc586a205ee3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13b8ccfb-2481-4bc5-b777-d1b37ffc4004 HTTP/1.1" status: 200 len: 835 time: 0.2773011 Feb 04 06:16:21.380920 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Attempting to bind port 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:21.381422 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Attempting to bind port 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2df6c935-3ecc-4de9-a89f-eb5345c71f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:21.381895 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Attempting to bind port 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 on network 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:21.388355 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:21.389098 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Checking segment: {'id': '2df6c935-3ecc-4de9-a89f-eb5345c71f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:21.389588 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.390269 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Bound using segment: {'id': '2df6c935-3ecc-4de9-a89f-eb5345c71f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:21.390862 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Bound port: 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df6c935-3ecc-4de9-a89f-eb5345c71f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:21.391448 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.396006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08a52055-897e-4177-943c-78aef36d6757 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.443039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dc8a71-0d44-49ab-b141-8f263a505f8d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:21.458200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-59dc8a71-0d44-49ab-b141-8f263a505f8d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:21.462498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08a52055-897e-4177-943c-78aef36d6757 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.486202 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-09737e59-07cf-4a7c-b839-bb4fc2ca3c66 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Calling delete_port for 2c1f74d0-b733-4a65-a12d-7d62c0f5b190 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:21.571940 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] For port 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:21.576163 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] For port 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31,segment=NetworkSegment(2df6c935-3ecc-4de9-a89f-eb5345c71f72),segment_id=2df6c935-3ecc-4de9-a89f-eb5345c71f72)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:21.623705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,revision_number=13']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:21.678752 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d94834aa-98ba-496f-83b4-f26c2ad32162 None None] Provisioning complete for port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:21.678752 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d94834aa-98ba-496f-83b4-f26c2ad32162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.681516 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:21.749047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-59dc8a71-0d44-49ab-b141-8f263a505f8d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:subnet {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:21.750940 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-59dc8a71-0d44-49ab-b141-8f263a505f8d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5798466 Feb 04 06:16:21.761643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46424) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:21.885829 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-522c88af-88d8-441e-8290-ca91e7d73736 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105933 Feb 04 06:16:21.895182 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eca8c-efbb-4d60-809b-7c9d853f1139 None None] Pushing event updated for resources: {'Port': ['ID=7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:21.897809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46428) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:21.913702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-495c9e62-db0c-407d-8417-006e78e48bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:21.921997 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-495c9e62-db0c-407d-8417-006e78e48bcc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60f52fc5-6237-4cf7-817f-9aed763089fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6102788 Feb 04 06:16:21.922431 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:16:21.930438 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:21.931208 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:22.000061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:22.032358 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cee59337-b94b-4b21-8b4f-af3dfe4081f7 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:22.070714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a52055-897e-4177-943c-78aef36d6757 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 7a648568-f69f-41f0-ae27-731209a6ede3 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:16:22.127156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] DHCP port deletion for b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:16:22.165856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Deleting port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:22.166234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:22.169208 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ec88f2-e194-4f4c-af8c-6560db404eea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:22.169978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ec88f2-e194-4f4c-af8c-6560db404eea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:22.174158 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-11ec88f2-e194-4f4c-af8c-6560db404eea tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/adec5643-ad47-45c6-a63c-e3fc71237417 HTTP/1.1" status: 404 len: 333 time: 0.2727242 Feb 04 06:16:22.183660 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd07c1-cd71-46de-8758-14717032c0d9 req-6fd0ce40-f720-4cd4-ac40-0a63015e28af tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:22.186416 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4bfd07c1-cd71-46de-8758-14717032c0d9 req-6fd0ce40-f720-4cd4-ac40-0a63015e28af tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 943 time: 1.4374309 Feb 04 06:16:22.189090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46434) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:22.190915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:22.231386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d94834aa-98ba-496f-83b4-f26c2ad32162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:22.270968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ba258-8586-41c1-93d8-aa32cff1d927 None None] Network 524b09dc-4935-45c4-b4f8-fd3922cdd165 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:22.282517 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:22.284203 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4bfd07c1-cd71-46de-8758-14717032c0d9 req-04c4f921-eed1-4197-96eb-2da0d03365d6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878315 Feb 04 06:16:22.376707 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8808339e-697c-47dc-805c-eb3ca61c7215 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:22.377226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8808339e-697c-47dc-805c-eb3ca61c7215 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:22.379127 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8808339e-697c-47dc-805c-eb3ca61c7215 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/5746c029-7a31-458e-930b-01098c7c3ddc HTTP/1.1" status: 404 len: 337 time: 0.1829209 Feb 04 06:16:22.383723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46438) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:22.519876 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6015eae1-6b81-48ec-b7ee-8d83e2742840 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:22.520526 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6015eae1-6b81-48ec-b7ee-8d83e2742840 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:22.525897 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d94834aa-98ba-496f-83b4-f26c2ad32162 None None] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:22.527412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port cee59337-b94b-4b21-8b4f-af3dfe4081f7 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:22.528011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:22.548108 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6015eae1-6b81-48ec-b7ee-8d83e2742840 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/48da9ac6-9030-4cbc-a26a-890cef950519 HTTP/1.1" status: 404 len: 337 time: 0.1625934 Feb 04 06:16:22.548826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46442) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:22.610279 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc4e677-9dd4-47a5-ac65-09af4dc4addd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:22.616815 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc4e677-9dd4-47a5-ac65-09af4dc4addd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:22.619661 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7bc4e677-9dd4-47a5-ac65-09af4dc4addd tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/de257ef7-c6ca-4912-8b13-9160d5a63805 HTTP/1.1" status: 404 len: 333 time: 0.0694466 Feb 04 06:16:22.625927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46446) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:22.687348 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09737e59-07cf-4a7c-b839-bb4fc2ca3c66 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:22.690025 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6add5b7-8588-4d11-ac31-4ae78626032a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:22.690700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6add5b7-8588-4d11-ac31-4ae78626032a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:22.692595 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e6add5b7-8588-4d11-ac31-4ae78626032a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/1d0b46ed-d25a-4d47-8610-2e9a48607123 HTTP/1.1" status: 404 len: 337 time: 0.0653141 Feb 04 06:16:22.722117 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d94834aa-98ba-496f-83b4-f26c2ad32162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:22.742480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46450) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:22.771163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:22.803137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:22.878257 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-73aae532-04f5-46e8-9242-06553511d58f service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8925655 Feb 04 06:16:22.883831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a52055-897e-4177-943c-78aef36d6757 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:22.897808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08a52055-897e-4177-943c-78aef36d6757 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:22.903852 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-08a52055-897e-4177-943c-78aef36d6757 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3 HTTP/1.1" status: 200 len: 933 time: 5.4193690 Feb 04 06:16:22.925859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46454) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:22.933259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09737e59-07cf-4a7c-b839-bb4fc2ca3c66 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Port': ['ID=2c1f74d0-b733-4a65-a12d-7d62c0f5b190,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:22.945314 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:20Z', 'revision_number': 6, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31', 'name': '', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:5c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:11Z', 'updated_at': '2022-02-04T06:16:21Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:22.953700 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf372fa-6632-4b7e-877e-9f0af5ed042e None None] The sync data for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv is: [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:20Z', 'revision_number': 6, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31', 'name': '', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:5c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:11Z', 'updated_at': '2022-02-04T06:16:21Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:23.044285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:23.045754 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09737e59-07cf-4a7c-b839-bb4fc2ca3c66 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:23.048565 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-09737e59-07cf-4a7c-b839-bb4fc2ca3c66 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/ports/2c1f74d0-b733-4a65-a12d-7d62c0f5b190 HTTP/1.1" status: 204 len: 168 time: 3.7095294 Feb 04 06:16:23.055597 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc27f738-ffd7-41a0-886f-9cd80bb69a72 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:23.056179 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc27f738-ffd7-41a0-886f-9cd80bb69a72 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:23.059314 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dc27f738-ffd7-41a0-886f-9cd80bb69a72 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/09265dd7-3359-4ea9-a4c5-c0daa5c288da HTTP/1.1" status: 404 len: 337 time: 0.3034101 Feb 04 06:16:23.070184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46458) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:23.074055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46460) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:23.074055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:23.101189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:23.101909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:23.166992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:23.172807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:23.179040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:23.213153 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-95aed58c-a4bf-4c15-aeed-eea549a28423 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3 HTTP/1.1" status: 200 len: 933 time: 0.2836185 Feb 04 06:16:23.216318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:23.223855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9712d3c1-9984-40ee-9bce-a27b61fbd2f0 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'routes': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:23.235280 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d422ca9-4dde-452b-8423-09e36d4c1d03 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:23.236235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d422ca9-4dde-452b-8423-09e36d4c1d03 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:23.243306 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0d422ca9-4dde-452b-8423-09e36d4c1d03 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/subnets/a3f08966-f049-49b3-981e-6f367386b3dd HTTP/1.1" status: 404 len: 337 time: 0.1695595 Feb 04 06:16:23.247456 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d928d0-6b9b-4149-9dba-ee689853dd3f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:23.248046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d928d0-6b9b-4149-9dba-ee689853dd3f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:23.252188 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a6d928d0-6b9b-4149-9dba-ee689853dd3f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/551fd809-7a8f-4337-8eab-796a65a2955a HTTP/1.1" status: 404 len: 333 time: 0.1744807 Feb 04 06:16:23.252188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:23.256858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46470) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:23.257317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46472) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:23.408952 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d94834aa-98ba-496f-83b4-f26c2ad32162 None None] Provisioning for port 602031f8-3ce5-4672-b9c4-0e6c8abd922d completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:23.430133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Calling delete_port for 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:23.521352 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba2e246-dfa0-4936-92c5-4f9d926ea6d5 None None] Sync routers for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:23.523825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94834aa-98ba-496f-83b4-f26c2ad32162 None None] Pushing event updated for resources: {'Port': ['ID=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,revision_number=14']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:23.563734 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=b7fb0105-54d6-4725-b5b2-146ebc719820,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:23.571192 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ffc3dda9-8396-4cb1-80c4-5803187cd743 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.8530815 Feb 04 06:16:23.580280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2e246-dfa0-4936-92c5-4f9d926ea6d5 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:23.580974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bba2e246-dfa0-4936-92c5-4f9d926ea6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:23.583228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46480) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:23.589574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-048cf4fc-08ae-4c32-bb51-d86e41edde4a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:23.627351 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5b1032b-5134-4a03-b2e4-28c331458605 req-2674fd3c-e715-421a-ae2c-a2856050a509 service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7269497 Feb 04 06:16:23.631384 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebb5791-46fc-4b03-b48e-1afa3944bb4b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:23.631892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebb5791-46fc-4b03-b48e-1afa3944bb4b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:23.636035 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6ebb5791-46fc-4b03-b48e-1afa3944bb4b tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/697009cc-7879-4947-9edd-09c78a94e0a1 HTTP/1.1" status: 404 len: 337 time: 0.3735943 Feb 04 06:16:23.665462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46484) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:23.698043 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b912226c-6fa8-4107-a878-bacc631b782d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:23.773137 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94e1829-fd19-46f2-bea6-412835145d11 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:23.773947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94e1829-fd19-46f2-bea6-412835145d11 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:23.775851 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e94e1829-fd19-46f2-bea6-412835145d11 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/2e26cf5a-ab48-4d56-9d5c-454774879883 HTTP/1.1" status: 404 len: 337 time: 0.1094129 Feb 04 06:16:23.792084 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46488) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:23.856225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:23.856936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:23.874430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:23.877032 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fb3e9c-e6a4-4278-8b33-20f0718ddfb3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:23.877966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fb3e9c-e6a4-4278-8b33-20f0718ddfb3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:23.879334 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b9fb3e9c-e6a4-4278-8b33-20f0718ddfb3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/7789cb11-05b9-4315-916f-f42d9d592c94 HTTP/1.1" status: 404 len: 333 time: 0.0818198 Feb 04 06:16:23.885494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event updated for resources: {'Port': ['ID=eff15413-8329-49fe-a768-6ee286c81a46,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:23.886445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46492) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:23.900721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-bba2e246-dfa0-4936-92c5-4f9d926ea6d5 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:23.960024 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9e1e98-8659-40d8-b569-7e23fbdf39af tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:23.960479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9e1e98-8659-40d8-b569-7e23fbdf39af tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:23.964589 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ae9e1e98-8659-40d8-b569-7e23fbdf39af tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/46f1bab8-7716-40e4-9e31-dea7cf15b4f2 HTTP/1.1" status: 404 len: 337 time: 0.0723927 Feb 04 06:16:23.966118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port b912226c-6fa8-4107-a878-bacc631b782d completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:23.976469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46496) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:23.976883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b72d06cb-593b-46c1-be12-9e19f4b6ce45 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:23.980755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Deleting port 79cd3aec-21ba-4e50-ac3b-19facaa8f138 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:23.981099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.015829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Provisioning for port eff15413-8329-49fe-a768-6ee286c81a46 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:24.041155 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Provisioning complete for port eff15413-8329-49fe-a768-6ee286c81a46 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:24.049759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.159749 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee18ff2-29c7-4d5c-9ead-2395ad5c26aa tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:24.160625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee18ff2-29c7-4d5c-9ead-2395ad5c26aa tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:24.164856 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fee18ff2-29c7-4d5c-9ead-2395ad5c26aa tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/d7ffd38f-fd41-4d5e-a4f4-d4e09c538a92 HTTP/1.1" status: 404 len: 337 time: 0.1832559 Feb 04 06:16:24.172600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46500) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:24.174479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Network 1d8a8891-a051-4cf3-a239-075864508a49 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:24.210980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:24.222611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-048cf4fc-08ae-4c32-bb51-d86e41edde4a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.265412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Port eff15413-8329-49fe-a768-6ee286c81a46 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:24.307877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cda46-8063-46d4-abc5-5896af52d2b9 req-e7e613a3-deca-468d-b4aa-a32e3249f239 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:24.315527 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-902cda46-8063-46d4-abc5-5896af52d2b9 req-e7e613a3-deca-468d-b4aa-a32e3249f239 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 943 time: 0.8581932 Feb 04 06:16:24.357621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Deleting port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:24.359345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.390623 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dabe00-88af-4856-97fb-16f88fac20c1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:24.391392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38dabe00-88af-4856-97fb-16f88fac20c1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:24.393434 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-38dabe00-88af-4856-97fb-16f88fac20c1 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/c5b66355-55a7-461c-a5ea-9b6a1545bc4a HTTP/1.1" status: 404 len: 333 time: 0.2178760 Feb 04 06:16:24.405971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46504) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:24.431883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Provisioning for port 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:24.491066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port b72d06cb-593b-46c1-be12-9e19f4b6ce45 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:24.502445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port b72d06cb-593b-46c1-be12-9e19f4b6ce45 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:24.502823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.508409 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4a68ba-88ee-4e4a-880a-207cbb91adb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:24.509206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4a68ba-88ee-4e4a-880a-207cbb91adb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:24.511329 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dd4a68ba-88ee-4e4a-880a-207cbb91adb9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/6cb6c861-e5cc-4a4f-a14d-0d3e14c13935 HTTP/1.1" status: 404 len: 337 time: 0.1003871 Feb 04 06:16:24.538369 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-902cda46-8063-46d4-abc5-5896af52d2b9 req-ec4f5357-e2a6-48ff-9fd1-e7dee1680e9f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219641 Feb 04 06:16:24.538843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46508) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:24.570787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Provisioning complete for port b72d06cb-593b-46c1-be12-9e19f4b6ce45 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:24.571158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.616278 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bba2e246-dfa0-4936-92c5-4f9d926ea6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:20Z', 'revision_number': 6, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31', 'name': '', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:5c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:11Z', 'updated_at': '2022-02-04T06:16:21Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:24.661092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba2e246-dfa0-4936-92c5-4f9d926ea6d5 None None] Checking router: 7a648568-f69f-41f0-ae27-731209a6ede3 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:16:24.726743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] For port 79cd3aec-21ba-4e50-ac3b-19facaa8f138, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=79cd3aec-21ba-4e50-ac3b-19facaa8f138,segment=NetworkSegment(5a6585ee-d84b-4eb7-a35f-c943c433c6e0),segment_id=5a6585ee-d84b-4eb7-a35f-c943c433c6e0)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:24.727366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:24.731142 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241127-06af-46d1-9427-5306e3c45f71 req-cc20a98e-b314-4441-bf8b-37ecbb472725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:24.732598 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c241127-06af-46d1-9427-5306e3c45f71 req-cc20a98e-b314-4441-bf8b-37ecbb472725 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 1096 time: 0.7054152 Feb 04 06:16:24.749415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2e246-dfa0-4936-92c5-4f9d926ea6d5 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:24.750054 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bba2e246-dfa0-4936-92c5-4f9d926ea6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:24.901937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Router 8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:16:24.915378 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b540ce43-1226-406b-9d53-5c0efcb19f75 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:24.915784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b540ce43-1226-406b-9d53-5c0efcb19f75 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:24.917519 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b540ce43-1226-406b-9d53-5c0efcb19f75 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/9da957cc-a278-4eff-a495-3c7bb94de342 HTTP/1.1" status: 404 len: 333 time: 0.1894240 Feb 04 06:16:24.923277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Calling delete_port for 79cd3aec-21ba-4e50-ac3b-19facaa8f138 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:24.929023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46512) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:24.998173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-9712d3c1-9984-40ee-9bce-a27b61fbd2f0 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added routes are [] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:16:24.998504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-9712d3c1-9984-40ee-9bce-a27b61fbd2f0 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:16:25.010624 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-52839abf-135f-4750-a021-f9f2efd150a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:25.010624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52839abf-135f-4750-a021-f9f2efd150a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:25.015173 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-52839abf-135f-4750-a021-f9f2efd150a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/2f0a6c3d-e104-473b-b03f-8191a841d9ec HTTP/1.1" status: 404 len: 337 time: 0.0782168 Feb 04 06:16:25.019491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46516) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:25.079943 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-560ea8a2-1589-4b58-869e-e4b2cb4898d6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:25.080411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560ea8a2-1589-4b58-869e-e4b2cb4898d6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:25.084555 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-560ea8a2-1589-4b58-869e-e4b2cb4898d6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/736ca293-0044-4ab2-889c-82d518079cf2 HTTP/1.1" status: 404 len: 333 time: 0.0600488 Feb 04 06:16:25.089098 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] For port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,segment=NetworkSegment(58dd8bc9-e0b3-4f15-89ef-fd024e9a847a),segment_id=58dd8bc9-e0b3-4f15-89ef-fd024e9a847a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:25.089646 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.096100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46520) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:25.097615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-bba2e246-dfa0-4936-92c5-4f9d926ea6d5 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:25.168052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:25.178628 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacc3ebc-ce5b-4503-a0c4-f34a27ca4a6c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:25.178628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacc3ebc-ce5b-4503-a0c4-f34a27ca4a6c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:25.188335 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aacc3ebc-ce5b-4503-a0c4-f34a27ca4a6c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/2dc0d336-7755-4397-bffc-397cc0507b3f HTTP/1.1" status: 404 len: 337 time: 0.0807724 Feb 04 06:16:25.188547 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-145da68e-1dc7-41af-9e1d-d738d053720e tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "PUT /v2.0/routers/8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1472883 Feb 04 06:16:25.188547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46524) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:25.188547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46526) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:25.189422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-048cf4fc-08ae-4c32-bb51-d86e41edde4a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.193433 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848cce2-2651-43b8-be6f-156a15862a97 None None] Sync routers for ids ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:25.206795 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848cce2-2651-43b8-be6f-156a15862a97 None None] Routers {'8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:25.208933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9712d3c1-9984-40ee-9bce-a27b61fbd2f0 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.218787 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4848cce2-2651-43b8-be6f-156a15862a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:25.218980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241127-06af-46d1-9427-5306e3c45f71 req-0450ade7-a0b7-4361-84e2-12a57284debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:25.220733 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c241127-06af-46d1-9427-5306e3c45f71 req-0450ade7-a0b7-4361-84e2-12a57284debb service neutron] 10.222.0.24 "GET /v2.0/networks?id=60f52fc5-6237-4cf7-817f-9aed763089fe HTTP/1.1" status: 200 len: 897 time: 0.4799922 Feb 04 06:16:25.228052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.279798 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4848cce2-2651-43b8-be6f-156a15862a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:25.291470 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848cce2-2651-43b8-be6f-156a15862a97 None None] Routers {'8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:25.292466 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4848cce2-2651-43b8-be6f-156a15862a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:25.293820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.302274 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Calling delete_port for 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:25.317251 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c241127-06af-46d1-9427-5306e3c45f71 req-693e9cdb-a302-4b68-87bd-65c67ebc2db3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45 HTTP/1.1" status: 200 len: 217 time: 0.0892992 Feb 04 06:16:25.337972 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e171a77-72ec-4816-b36b-ed7972c3cb4a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:25.339147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e171a77-72ec-4816-b36b-ed7972c3cb4a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:25.340673 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4e171a77-72ec-4816-b36b-ed7972c3cb4a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/e4a400c5-dd84-4278-bea1-db6d946c6fca HTTP/1.1" status: 404 len: 333 time: 0.1012595 Feb 04 06:16:25.350048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.350292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46532) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:25.372064 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4848cce2-2651-43b8-be6f-156a15862a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:25.372814 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848cce2-2651-43b8-be6f-156a15862a97 None None] The sync data for ids ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:25.407297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Port': ['ID=79cd3aec-21ba-4e50-ac3b-19facaa8f138,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:25.432262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-048cf4fc-08ae-4c32-bb51-d86e41edde4a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.463730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No DVR routers for this DVR port 79cd3aec-21ba-4e50-ac3b-19facaa8f138 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:25.524592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-048cf4fc-08ae-4c32-bb51-d86e41edde4a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] In _notify_port_updated(), no bound segment for port b7fb0105-54d6-4725-b5b2-146ebc719820 on network 0289d5c0-8362-47c2-8e26-bee9bc48d16e {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:16:25.615935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048cf4fc-08ae-4c32-bb51-d86e41edde4a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:25.615935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-048cf4fc-08ae-4c32-bb51-d86e41edde4a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.615935 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-048cf4fc-08ae-4c32-bb51-d86e41edde4a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "PUT /v2.0/ports/b7fb0105-54d6-4725-b5b2-146ebc719820 HTTP/1.1" status: 200 len: 818 time: 1.9539263 Feb 04 06:16:25.617004 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-135fe26e-ddc0-43d8-9f8a-93e698633b84 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:25.617004 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135fe26e-ddc0-43d8-9f8a-93e698633b84 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:25.617004 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-135fe26e-ddc0-43d8-9f8a-93e698633b84 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/70103b9d-dc00-4975-8a5a-77fdb8cee433 HTTP/1.1" status: 404 len: 337 time: 0.1412148 Feb 04 06:16:25.617490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46536) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:25.617490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46538) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:25.617649 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port b72d06cb-593b-46c1-be12-9e19f4b6ce45, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b72d06cb-593b-46c1-be12-9e19f4b6ce45,segment=NetworkSegment(2df6c935-3ecc-4de9-a89f-eb5345c71f72),segment_id=2df6c935-3ecc-4de9-a89f-eb5345c71f72)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:25.698627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.699455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:25.743608 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f42094-7b89-409d-a3ed-cce255513ba9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:25.744188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f42094-7b89-409d-a3ed-cce255513ba9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:25.749778 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d2f42094-7b89-409d-a3ed-cce255513ba9 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/30546653-e2db-4046-9e6e-68ba4a4f0534 HTTP/1.1" status: 404 len: 333 time: 0.1826348 Feb 04 06:16:25.749778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cf4fc-08ae-4c32-bb51-d86e41edde4a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=b7fb0105-54d6-4725-b5b2-146ebc719820,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:25.756720 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46546) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:25.794949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241127-06af-46d1-9427-5306e3c45f71 req-09640636-90c4-46f2-9c70-a213af0b1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:25.796556 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c241127-06af-46d1-9427-5306e3c45f71 req-09640636-90c4-46f2-9c70-a213af0b1c6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13b8ccfb-2481-4bc5-b777-d1b37ffc4004 HTTP/1.1" status: 200 len: 835 time: 0.4727104 Feb 04 06:16:25.818707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.821714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.877999 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] No DVR routers for this DVR port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:25.891468 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fc90dd-0aaa-44f3-8bb2-378f32dedcdc tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:25.892050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01fc90dd-0aaa-44f3-8bb2-378f32dedcdc tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:25.900302 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-01fc90dd-0aaa-44f3-8bb2-378f32dedcdc tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/2c40f2da-5013-4558-b647-2d71004d4ecb HTTP/1.1" status: 404 len: 337 time: 0.1375749 Feb 04 06:16:25.901059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bba2e246-dfa0-4936-92c5-4f9d926ea6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:20Z', 'revision_number': 6, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31', 'name': '', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:5c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:11Z', 'updated_at': '2022-02-04T06:16:21Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:25.948867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba2e246-dfa0-4936-92c5-4f9d926ea6d5 None None] The sync data for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv is: [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:20Z', 'revision_number': 6, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31', 'name': '', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:5c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:11Z', 'updated_at': '2022-02-04T06:16:21Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:25.949064 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46550) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:25.949170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb957c78-a504-434b-a2ca-0a4330c2d6a9 None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:16:25.949278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2fe30-588f-46de-92c4-2d03b155bd5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port b7fb0105-54d6-4725-b5b2-146ebc719820 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:25.949278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe30-588f-46de-92c4-2d03b155bd5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:25.953297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:25.964406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:25.964406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:25.970416 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=b72d06cb-593b-46c1-be12-9e19f4b6ce45,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:25.981829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6585ee-d84b-4eb7-a35f-c943c433c6e0') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:25.982123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6585ee-d84b-4eb7-a35f-c943c433c6e0') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:26.038824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:26.038824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.082565 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a50464-3bbc-4c1e-b6cd-36ab7709214c None None] Pushing event deleted for resources: {'Port': ['ID=2bd821a9-0b81-47e4-975f-3fe48b3dfc1b,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:26.163534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9712d3c1-9984-40ee-9bce-a27b61fbd2f0 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.184109 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdac13cd-c6ac-4b32-831c-2cf9c8e6786d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:26.184578 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdac13cd-c6ac-4b32-831c-2cf9c8e6786d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:26.189403 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bdac13cd-c6ac-4b32-831c-2cf9c8e6786d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/62a14b7f-3834-4a8a-8853-5b3cf97fe107 HTTP/1.1" status: 404 len: 333 time: 0.2727046 Feb 04 06:16:26.196569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.208162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46554) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:26.253233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 602031f8-3ce5-4672-b9c4-0e6c8abd922d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:26.321037 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd868f3-b94b-4fc2-93d2-2e33a4cdb74d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:26.321495 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd868f3-b94b-4fc2-93d2-2e33a4cdb74d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:26.323217 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-acd868f3-b94b-4fc2-93d2-2e33a4cdb74d tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/96765676-2b00-46d6-a66f-4eae385fd4af HTTP/1.1" status: 404 len: 337 time: 0.1141722 Feb 04 06:16:26.334219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.336321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb957c78-a504-434b-a2ca-0a4330c2d6a9 None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:16:26.339178 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46558) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:26.371319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9712d3c1-9984-40ee-9bce-a27b61fbd2f0 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.381942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:26.382412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:26.398385 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:26.442191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241127-06af-46d1-9427-5306e3c45f71 req-958e9f44-3e5e-4233-9bc5-253c4aa82f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:26.443683 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c241127-06af-46d1-9427-5306e3c45f71 req-958e9f44-3e5e-4233-9bc5-253c4aa82f8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60f52fc5-6237-4cf7-817f-9aed763089fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6375577 Feb 04 06:16:26.457238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062008e4-346c-43c1-897c-384cfe6b249d req-90ec241f-9a05-4f01-8bcd-33b762ee6098 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:26.458791 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-062008e4-346c-43c1-897c-384cfe6b249d req-90ec241f-9a05-4f01-8bcd-33b762ee6098 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 943 time: 0.7767839 Feb 04 06:16:26.467206 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f13352-ba72-4204-8b0d-fecdfaab8f9c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:26.468470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f13352-ba72-4204-8b0d-fecdfaab8f9c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:26.470390 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-62f13352-ba72-4204-8b0d-fecdfaab8f9c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/8e06b647-7302-4035-baaa-a0cebd4724ab HTTP/1.1" status: 404 len: 337 time: 0.1278994 Feb 04 06:16:26.489963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46562) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:26.539814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 602031f8-3ce5-4672-b9c4-0e6c8abd922d completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:26.556743 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 602031f8-3ce5-4672-b9c4-0e6c8abd922d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:26.557110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.608021 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e35c50-4a5a-4a11-9ea7-e99e380db82a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:26.608538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e35c50-4a5a-4a11-9ea7-e99e380db82a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:26.630505 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d9e35c50-4a5a-4a11-9ea7-e99e380db82a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/dbea652a-ed75-480c-8e0d-9d7424c14366 HTTP/1.1" status: 404 len: 333 time: 0.1331723 Feb 04 06:16:26.630741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe30-588f-46de-92c4-2d03b155bd5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.632733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46566) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:26.635917 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-062008e4-346c-43c1-897c-384cfe6b249d req-08801992-532d-469f-b674-ff2fe1dbe427 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614087 Feb 04 06:16:26.706735 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-382bd04d-6646-4473-9a55-d97a7bf356a6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:26.707186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382bd04d-6646-4473-9a55-d97a7bf356a6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:26.711574 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-382bd04d-6646-4473-9a55-d97a7bf356a6 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/be2a445d-853a-4f2d-aa62-72030fb690ff HTTP/1.1" status: 404 len: 337 time: 0.0720699 Feb 04 06:16:26.713848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46570) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:26.749323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Provisioning for port b912226c-6fa8-4107-a878-bacc631b782d completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:26.765051 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.769389 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d172b30-ddd0-4129-b0bc-dc73bf024804 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:26.769998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d172b30-ddd0-4129-b0bc-dc73bf024804 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:26.774154 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7d172b30-ddd0-4129-b0bc-dc73bf024804 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/9c74100a-db90-4caa-bb17-5d7b872e0fd7 HTTP/1.1" status: 404 len: 337 time: 0.0567715 Feb 04 06:16:26.780958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46574) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:26.790900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.795276 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/networks/55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7 HTTP/1.1" status: 204 len: 168 time: 3.5344815 Feb 04 06:16:26.795457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Provisioning complete for port b912226c-6fa8-4107-a878-bacc631b782d triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:26.795457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:26.798036 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-ee41c425-c123-42a9-ac54-35b1c2a4d35b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:16:26.801845 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ee41c425-c123-42a9-ac54-35b1c2a4d35b tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "PUT /v2.0/routers/8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6130612 Feb 04 06:16:26.801845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46578) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:26.802143 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46580) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:26.806744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e2c12-905c-41e9-8f05-99f6a9667424 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Network': ['ID=55ffbcd9-e3c0-45ba-a53d-1fe1eed72dd7,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:26.822971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2fe30-588f-46de-92c4-2d03b155bd5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for b7fb0105-54d6-4725-b5b2-146ebc719820 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:26.871394 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9712d3c1-9984-40ee-9bce-a27b61fbd2f0 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 7a648568-f69f-41f0-ae27-731209a6ede3 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:16:26.902154 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-16eb55b3-5ee3-46f4-be16-5f06fdcc2735 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:26.902645 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16eb55b3-5ee3-46f4-be16-5f06fdcc2735 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:26.904691 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-16eb55b3-5ee3-46f4-be16-5f06fdcc2735 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/a8ff94a7-cdf5-4d79-8dd7-73883a31db7b HTTP/1.1" status: 404 len: 333 time: 0.1201963 Feb 04 06:16:26.913834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46586) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:26.938871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:27.011023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c048fe4f-142b-43b0-b279-e1f6b435c3ce tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Deleting port 99bdd49a-c740-48da-9cff-f60aa8e10955 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:27.011463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c048fe4f-142b-43b0-b279-e1f6b435c3ce tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:27.022126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf3003b-1e4a-4a80-be20-c02bbbd44ed4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:27.022594 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf3003b-1e4a-4a80-be20-c02bbbd44ed4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:27.026806 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2bf3003b-1e4a-4a80-be20-c02bbbd44ed4 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/19a110a3-08ad-4d1a-8573-b4990176fa11 HTTP/1.1" status: 404 len: 337 time: 0.1095147 Feb 04 06:16:27.037037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46590) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:27.044541 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c241127-06af-46d1-9427-5306e3c45f71 req-492f8988-0056-4655-96f3-5e28cff92084 service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746689 Feb 04 06:16:27.062115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:27.096479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 602031f8-3ce5-4672-b9c4-0e6c8abd922d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=602031f8-3ce5-4672-b9c4-0e6c8abd922d,segment=NetworkSegment(17046f71-4a04-4793-9d8e-cebdae3ba382),segment_id=17046f71-4a04-4793-9d8e-cebdae3ba382)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:27.134415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] For port b912226c-6fa8-4107-a878-bacc631b782d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b912226c-6fa8-4107-a878-bacc631b782d,segment=NetworkSegment(7731b717-1eb1-4517-9a4f-b2aa315230a0),segment_id=7731b717-1eb1-4517-9a4f-b2aa315230a0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:27.174282 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f194d0ef-04f4-4b4b-a28b-0d199b40c4c7 None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:16:27.176093 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3741e698-5554-475a-8f5f-66453094bd52 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:27.176555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3741e698-5554-475a-8f5f-66453094bd52 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:27.180797 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3741e698-5554-475a-8f5f-66453094bd52 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/d40beea6-5953-4ffd-a47d-3e417aee40fb HTTP/1.1" status: 404 len: 337 time: 0.1383100 Feb 04 06:16:27.188928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46594) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:27.205895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:27.206573 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5b236377-f091-4ae8-a6f5-836ecf934854 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:27.294578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:27.308841 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d448e6-5439-43b3-8d62-5a252d272081 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:27.318114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d448e6-5439-43b3-8d62-5a252d272081 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:27.330626 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d2d448e6-5439-43b3-8d62-5a252d272081 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/3153e0f3-3677-4658-b612-7805e6c74ef0 HTTP/1.1" status: 404 len: 333 time: 0.1412694 Feb 04 06:16:27.339217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46598) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:27.356423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=602031f8-3ce5-4672-b9c4-0e6c8abd922d,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:27.389227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9712d3c1-9984-40ee-9bce-a27b61fbd2f0 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:27.397108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9712d3c1-9984-40ee-9bce-a27b61fbd2f0 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:27.398415 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9712d3c1-9984-40ee-9bce-a27b61fbd2f0 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3 HTTP/1.1" status: 200 len: 699 time: 4.1793964 Feb 04 06:16:27.404194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe30-588f-46de-92c4-2d03b155bd5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:27.411580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46602) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:27.438301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233edcdb-f6c6-471c-8176-42cbefda5317 None None] Sync routers for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:27.470713 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-20665983-8ce6-4045-9397-7ebf35dd27d3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:27.471575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20665983-8ce6-4045-9397-7ebf35dd27d3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:27.473574 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-20665983-8ce6-4045-9397-7ebf35dd27d3 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/9dfbc929-5ac6-4be7-b0bf-3b5dc370d1de HTTP/1.1" status: 404 len: 337 time: 0.1332021 Feb 04 06:16:27.485551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46606) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:27.492071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0ae2fe30-588f-46de-92c4-2d03b155bd5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:27.495472 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0ae2fe30-588f-46de-92c4-2d03b155bd5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/b7fb0105-54d6-4725-b5b2-146ebc719820 HTTP/1.1" status: 204 len: 168 time: 1.9328284 Feb 04 06:16:27.498599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2fe30-588f-46de-92c4-2d03b155bd5e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=b7fb0105-54d6-4725-b5b2-146ebc719820,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:27.502261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46610) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:27.505196 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c241127-06af-46d1-9427-5306e3c45f71 req-8d9128d7-b9f0-48f9-bf45-e8df94553bac service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066527 Feb 04 06:16:27.524486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ad62b-26cd-45da-b2d7-63fcd104c716 None None] Pushing event updated for resources: {'Port': ['ID=b912226c-6fa8-4107-a878-bacc631b782d,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:27.542187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233edcdb-f6c6-471c-8176-42cbefda5317 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:27.542845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-233edcdb-f6c6-471c-8176-42cbefda5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:27.593274 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d980f5c4-8e8a-4584-a88c-e3df6e401898 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:27.593274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d980f5c4-8e8a-4584-a88c-e3df6e401898 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:27.594856 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d980f5c4-8e8a-4584-a88c-e3df6e401898 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/f3eb1fe8-db13-4bbd-a0b9-80aeb5c50c32 HTTP/1.1" status: 404 len: 337 time: 0.0978477 Feb 04 06:16:27.597560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46614) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:27.649586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c048fe4f-142b-43b0-b279-e1f6b435c3ce tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:27.662175 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-81eabb09-f6fa-4776-a349-4c6d392a794e tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ce40704-1f91-4011-970f-7817ff2877d0 HTTP/1.1" status: 200 len: 205 time: 0.0602853 Feb 04 06:16:27.662736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46618) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:27.702877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 5b236377-f091-4ae8-a6f5-836ecf934854 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:27.725814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 5b236377-f091-4ae8-a6f5-836ecf934854 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:27.726169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:27.739044 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-df489230-af9f-422f-85fb-843e73aa3ab2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] delete failed (client error): The resource could not be found. Feb 04 06:16:27.743263 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-df489230-af9f-422f-85fb-843e73aa3ab2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/routers/2ce40704-1f91-4011-970f-7817ff2877d0 HTTP/1.1" status: 404 len: 336 time: 0.0764666 Feb 04 06:16:27.743263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46624) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:27.802445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-233edcdb-f6c6-471c-8176-42cbefda5317 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:27.855146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 57acb5a1-0f20-4a42-91e5-3bb92429ab45 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:16:27.895957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a2bca64f-65da-4f53-a663-f825e6907515 None None] Provisioning complete for port eff15413-8329-49fe-a768-6ee286c81a46 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:27.896321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2bca64f-65da-4f53-a663-f825e6907515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:27.918441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c048fe4f-142b-43b0-b279-e1f6b435c3ce tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Calling delete_port for 99bdd49a-c740-48da-9cff-f60aa8e10955 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:27.932341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194d0ef-04f4-4b4b-a28b-0d199b40c4c7 None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:16:27.962306 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ab154b-0e3a-4507-8bfe-d4004c6bdef0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:27.962918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ab154b-0e3a-4507-8bfe-d4004c6bdef0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:27.964714 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c6ab154b-0e3a-4507-8bfe-d4004c6bdef0 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/0d97aed8-36aa-4e1f-a0cc-497fc8b2dcdd HTTP/1.1" status: 404 len: 337 time: 0.2206354 Feb 04 06:16:27.972210 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46628) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:27.974258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7528ba60-5ebf-4e77-8660-761856465074 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:27.975068 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7528ba60-5ebf-4e77-8660-761856465074 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:27.999993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7528ba60-5ebf-4e77-8660-761856465074 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:28.003898 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7528ba60-5ebf-4e77-8660-761856465074 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4948595 Feb 04 06:16:28.004190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46632) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.050212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3149da4e-8c19-45ed-ba0a-6e32fffb9967 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Synchronizing usage tracker for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:28.053338 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e25ec9a-4d4c-4fa5-a4e0-4562eb10d9ac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:16:28.058002 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1e25ec9a-4d4c-4fa5-a4e0-4562eb10d9ac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/b7fb0105-54d6-4725-b5b2-146ebc719820 HTTP/1.1" status: 404 len: 333 time: 0.0493264 Feb 04 06:16:28.059570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46636) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.065073 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-386924613'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:28.070736 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-47b1afec-9d39-4e4d-942c-04f650a0c6b4 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3 HTTP/1.1" status: 200 len: 699 time: 0.6579957 Feb 04 06:16:28.076932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:28.078221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:network and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:28.080037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.resource_extend [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:16:28.082013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46640) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.097730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a2bca64f-65da-4f53-a663-f825e6907515 None None] Port eff15413-8329-49fe-a768-6ee286c81a46 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:28.136079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:28.160777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:28.169243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ddb466b-053c-42d4-a762-c8a3ae00f19c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.173069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff7cd1-06c6-4a71-a25f-ace139effe8a req-d29a7fb3-4fc5-4105-bd88-68d16ef2129f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:28.174651 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f8ff7cd1-06c6-4a71-a25f-ace139effe8a req-d29a7fb3-4fc5-4105-bd88-68d16ef2129f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 943 time: 0.2587969 Feb 04 06:16:28.227007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3149da4e-8c19-45ed-ba0a-6e32fffb9967 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Unset dirty status for tenant:6c4e720fd066499cb98537c4e780edba on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:28.230461 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3149da4e-8c19-45ed-ba0a-6e32fffb9967 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "GET /v2.0/ports?device_id=191e05bb-a036-4ed8-8f74-3889c4d42605 HTTP/1.1" status: 200 len: 205 time: 0.2453668 Feb 04 06:16:28.237893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46644) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.301646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c048fe4f-142b-43b0-b279-e1f6b435c3ce tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.370552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:28.373836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.398516 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f8ff7cd1-06c6-4a71-a25f-ace139effe8a req-3b6f66fd-1cd9-4cb6-bb6d-92abfb6054df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672487 Feb 04 06:16:28.413144 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-ef7e5d29-ad85-4cf5-865b-54d74376ae6f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] delete failed (client error): The resource could not be found. Feb 04 06:16:28.416096 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ef7e5d29-ad85-4cf5-865b-54d74376ae6f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/routers/191e05bb-a036-4ed8-8f74-3889c4d42605 HTTP/1.1" status: 404 len: 336 time: 0.1749001 Feb 04 06:16:28.441064 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46648) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.441955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048fe4f-142b-43b0-b279-e1f6b435c3ce tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Port': ['ID=99bdd49a-c740-48da-9cff-f60aa8e10955,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:28.454236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a2bca64f-65da-4f53-a663-f825e6907515 None None] Provisioning complete for port b912226c-6fa8-4107-a878-bacc631b782d triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:28.455234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2bca64f-65da-4f53-a663-f825e6907515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.488468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c048fe4f-142b-43b0-b279-e1f6b435c3ce tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.494579 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-db31fcb0-72cb-432f-ba1c-d64c108809ca tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:28.495030 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db31fcb0-72cb-432f-ba1c-d64c108809ca tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:28.495704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:28.505585 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c048fe4f-142b-43b0-b279-e1f6b435c3ce tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/ports/99bdd49a-c740-48da-9cff-f60aa8e10955 HTTP/1.1" status: 204 len: 168 time: 1.7024412 Feb 04 06:16:28.511846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.533117 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46652) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.561037 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-db31fcb0-72cb-432f-ba1c-d64c108809ca tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/526b3c3c-098d-43d2-98fa-39447ae1b51a HTTP/1.1" status: 404 len: 337 time: 0.1169295 Feb 04 06:16:28.566837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46656) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.580535 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc960b4e-7c72-4dd9-9f89-0ca396ab16a5 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:28.581107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc960b4e-7c72-4dd9-9f89-0ca396ab16a5 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:28.595985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.597579 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Added segment 22104d73-5255-4e2c-9b47-815a2a6aa74c of type vlan for network 6269a6c0-481a-461d-9122-caafd4c2aa17 Feb 04 06:16:28.613602 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dc960b4e-7c72-4dd9-9f89-0ca396ab16a5 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/subnets/3a176196-c02c-4b6c-bad3-8db040fff3c2 HTTP/1.1" status: 404 len: 337 time: 0.0765679 Feb 04 06:16:28.614787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.641360 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-32660251-74c8-401b-9aee-d5033e2e6a06 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:28.641360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32660251-74c8-401b-9aee-d5033e2e6a06 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:28.645202 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-32660251-74c8-401b-9aee-d5033e2e6a06 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/646a9de9-0cbd-4b70-a8f9-d8f8e4cf01f1 HTTP/1.1" status: 404 len: 337 time: 0.0751190 Feb 04 06:16:28.648793 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46664) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.666867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 57acb5a1-0f20-4a42-91e5-3bb92429ab45, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45,segment=NetworkSegment(1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c),segment_id=1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:28.702084 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f50d1e5-7757-4df4-ad7e-7cd8b5148d23 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:28.702552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f50d1e5-7757-4df4-ad7e-7cd8b5148d23 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:28.704697 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7f50d1e5-7757-4df4-ad7e-7cd8b5148d23 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/c4ac162e-aa4c-48d6-ac8c-601537b5ccc2 HTTP/1.1" status: 404 len: 333 time: 0.0545645 Feb 04 06:16:28.707295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46668) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.723594 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'port_id': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'mac_address': 'fa:16:3e:e1:97:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:16:28.748368 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-006e350a-030f-4a9e-b59f-896177843489 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:28.748639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.749482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006e350a-030f-4a9e-b59f-896177843489 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:28.755313 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-006e350a-030f-4a9e-b59f-896177843489 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/98b706d3-8469-45bf-a601-c680fc33d423 HTTP/1.1" status: 404 len: 337 time: 0.0428731 Feb 04 06:16:28.755313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46672) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.758254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 5b236377-f091-4ae8-a6f5-836ecf934854, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5b236377-f091-4ae8-a6f5-836ecf934854,segment=NetworkSegment(4438360f-025b-4f6c-b9bb-eb8d71536677),segment_id=4438360f-025b-4f6c-b9bb-eb8d71536677)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:28.799237 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3daf5d-9fd8-46d4-a7e2-44a1c879c670 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:28.799714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3daf5d-9fd8-46d4-a7e2-44a1c879c670 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:28.803908 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7c3daf5d-9fd8-46d4-a7e2-44a1c879c670 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/87cefd51-2873-414c-af61-e9630be0b599 HTTP/1.1" status: 404 len: 333 time: 0.0467310 Feb 04 06:16:28.805100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46676) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.831564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.850081 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-e139a660-fbb8-4715-909b-0df553f70e89 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:28.850550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e139a660-fbb8-4715-909b-0df553f70e89 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:28.854587 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e139a660-fbb8-4715-909b-0df553f70e89 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/96df9635-9a0e-4287-baf5-cdd55d7f1842 HTTP/1.1" status: 404 len: 337 time: 0.0454021 Feb 04 06:16:28.857854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46680) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:28.858139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.858868 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b1e43380-5412-4cdc-a821-589229aec72f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:28.859005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Deleting port b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:28.859255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.916640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb466b-053c-42d4-a762-c8a3ae00f19c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Deleting port eff15413-8329-49fe-a768-6ee286c81a46 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:28.917114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ddb466b-053c-42d4-a762-c8a3ae00f19c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.941717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.947151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:28.947780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:28.970527 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd33b8ec-6a06-4b71-ba07-e13b16108556 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:28.971003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd33b8ec-6a06-4b71-ba07-e13b16108556 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:28.972774 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bd33b8ec-6a06-4b71-ba07-e13b16108556 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/a94d6331-16a0-4861-a4d9-74030af50067 HTTP/1.1" status: 404 len: 333 time: 0.1168330 Feb 04 06:16:28.982217 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46684) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:29.005961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:29.057181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57acb5a1-0f20-4a42-91e5-3bb92429ab45 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:16:29.073150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=5b236377-f091-4ae8-a6f5-836ecf934854,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:29.085119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-233edcdb-f6c6-471c-8176-42cbefda5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:25Z', 'revision_number': 7, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:13Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31', 'name': '', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:5c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:11Z', 'updated_at': '2022-02-04T06:16:21Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:29.144381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233edcdb-f6c6-471c-8176-42cbefda5317 None None] Checking router: 7a648568-f69f-41f0-ae27-731209a6ede3 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:16:29.153798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 57acb5a1-0f20-4a42-91e5-3bb92429ab45, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45,segment=NetworkSegment(1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c),segment_id=1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:29.167431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Network': ['ID=6269a6c0-481a-461d-9122-caafd4c2aa17,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:29.173984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233edcdb-f6c6-471c-8176-42cbefda5317 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:29.173984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-233edcdb-f6c6-471c-8176-42cbefda5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:29.217421 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffef406-66de-47c0-9e48-9f01d3289667 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:29.218420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffef406-66de-47c0-9e48-9f01d3289667 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:29.220744 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8ffef406-66de-47c0-9e48-9f01d3289667 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/ad2977f7-3b50-4fc7-b610-82250ea522e7 HTTP/1.1" status: 404 len: 337 time: 0.2362900 Feb 04 06:16:29.229115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46688) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:29.229541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 6269a6c0-481a-461d-9122-caafd4c2aa17 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:29.248341 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8a9505bd-d2bf-4797-a905-40adeb7ff720 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1887908 Feb 04 06:16:29.254401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46692) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:29.266080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:29.283631 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c153d91-849b-4f87-9fd5-8042b9f6a8bc tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:29.284136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c153d91-849b-4f87-9fd5-8042b9f6a8bc tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:29.288237 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4c153d91-849b-4f87-9fd5-8042b9f6a8bc tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/64111ed7-c5a6-41f8-9148-2cfe4ecebbb0 HTTP/1.1" status: 404 len: 333 time: 0.0557981 Feb 04 06:16:29.289329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46696) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:29.298420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port b1e43380-5412-4cdc-a821-589229aec72f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:29.320862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:29.332923 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-60863b48-005f-4348-85eb-3bf6abc7f544 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:29.333370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60863b48-005f-4348-85eb-3bf6abc7f544 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:29.337458 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-60863b48-005f-4348-85eb-3bf6abc7f544 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/aa2ec267-e99c-4de2-b169-78a04dcf5446 HTTP/1.1" status: 404 len: 337 time: 0.0451133 Feb 04 06:16:29.338825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46700) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:29.374923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port b1e43380-5412-4cdc-a821-589229aec72f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:29.375271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:29.386484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:29.396961 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6560e98-17cb-4be9-a8c9-5b7c0a238697 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:29.397438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6560e98-17cb-4be9-a8c9-5b7c0a238697 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:29.401610 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f6560e98-17cb-4be9-a8c9-5b7c0a238697 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/47928ea7-1ddd-447a-ada0-33d37895090c HTTP/1.1" status: 404 len: 333 time: 0.0596185 Feb 04 06:16:29.402804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46704) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:29.489150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ddb466b-053c-42d4-a762-c8a3ae00f19c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:29.497190 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3df56a-8311-4ef8-93bc-4f32073d6e94 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:29.497649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3df56a-8311-4ef8-93bc-4f32073d6e94 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:29.502229 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4f3df56a-8311-4ef8-93bc-4f32073d6e94 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/55a0fb53-2025-4f6e-9c52-f303d5b5e347 HTTP/1.1" status: 404 len: 337 time: 0.0967987 Feb 04 06:16:29.516559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46710) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:29.575081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-233edcdb-f6c6-471c-8176-42cbefda5317 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:29.605318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] For port b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637,segment=NetworkSegment(2fdf1dd7-a686-427e-8dae-7385b8dc1345),segment_id=2fdf1dd7-a686-427e-8dae-7385b8dc1345)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:29.605898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:29.651764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=57acb5a1-0f20-4a42-91e5-3bb92429ab45,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:29.741641 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55ae3fb-1bbd-4049-8295-4be8c66eef4f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:29.742123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55ae3fb-1bbd-4049-8295-4be8c66eef4f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:29.746272 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b55ae3fb-1bbd-4049-8295-4be8c66eef4f tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/7d36c6cc-9799-4dec-9588-6bad744e11d3 HTTP/1.1" status: 404 len: 333 time: 0.2262716 Feb 04 06:16:29.755794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb466b-053c-42d4-a762-c8a3ae00f19c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Calling delete_port for eff15413-8329-49fe-a768-6ee286c81a46 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:29.771903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['57acb5a1-0f20-4a42-91e5-3bb92429ab45'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:16:29.784545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46714) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:29.805674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:29.814612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Calling delete_port for b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:29.855416 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d07c682-5f1d-4d62-94a8-1a32e301b6d5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:29.855873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d07c682-5f1d-4d62-94a8-1a32e301b6d5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:29.860574 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7d07c682-5f1d-4d62-94a8-1a32e301b6d5 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/95f44723-a481-44dd-92c1-2e841d54d1ae HTTP/1.1" status: 404 len: 337 time: 0.0706990 Feb 04 06:16:29.862128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46718) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:29.871106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:29.878171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:29.890528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:29.917017 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fbcd90-1fdb-41e0-9256-35ff7e3d317c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:29.917489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fbcd90-1fdb-41e0-9256-35ff7e3d317c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:29.923944 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-16fbcd90-1fdb-41e0-9256-35ff7e3d317c tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/ports/2266769a-c2dc-42c2-8d29-bbb8b8119bd1 HTTP/1.1" status: 404 len: 333 time: 0.0548823 Feb 04 06:16:29.923944 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46722) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:29.983632 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-538425e9-c71f-4bfb-bd08-08997af0856a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] DELETE failed (client error): The resource could not be found. Feb 04 06:16:29.984338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538425e9-c71f-4bfb-bd08-08997af0856a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:29.988230 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-538425e9-c71f-4bfb-bd08-08997af0856a tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/subnets/5b4721a8-847b-47b6-8d0d-d280ea509772 HTTP/1.1" status: 404 len: 337 time: 0.0613699 Feb 04 06:16:29.988812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46726) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:29.988958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.049423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:30.052883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.082909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e690f7b-58db-4b14-b4be-aff93d51a5bc req-b66bbb67-43fb-406c-882e-d29337e53e1f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:30.084402 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4e690f7b-58db-4b14-b4be-aff93d51a5bc req-b66bbb67-43fb-406c-882e-d29337e53e1f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 944 time: 0.4869041 Feb 04 06:16:30.129941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port b1e43380-5412-4cdc-a821-589229aec72f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b1e43380-5412-4cdc-a821-589229aec72f,segment=NetworkSegment(d5dfe35c-0a40-4a6e-aced-f916d29c33c3),segment_id=d5dfe35c-0a40-4a6e-aced-f916d29c33c3)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:30.169496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.178010 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4e690f7b-58db-4b14-b4be-aff93d51a5bc req-b2582e57-c478-4172-bca1-64c4e0aa7e64 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829003 Feb 04 06:16:30.204401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.219363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-233edcdb-f6c6-471c-8176-42cbefda5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:25Z', 'revision_number': 7, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:28Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31', 'name': '', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:5c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:11Z', 'updated_at': '2022-02-04T06:16:21Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:30.257041 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233edcdb-f6c6-471c-8176-42cbefda5317 None None] The sync data for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv is: [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:25Z', 'revision_number': 7, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:28Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31', 'name': '', 'network_id': '325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:5c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:11Z', 'updated_at': '2022-02-04T06:16:21Z', 'revision_number': 4, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '1c9f3312-b5c3-4f1c-b061-6a8d23044f7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:30.266640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Port': ['ID=b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:30.266640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:30.266640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.301952 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No DVR routers for this DVR port b9ea6e3a-8b58-4776-9cdc-8c1c8b89c637 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:30.377465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.379322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:30.388861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.415831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:30.429617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:30.429979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dd8bc9-e0b3-4f15-89ef-fd024e9a847a') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:30.442465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.459695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.464687 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:30.464687 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 06:16:30.469234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:30.469721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:30.489887 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:30.535612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Port 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b not found, will not notify nova. {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 06:16:30.535612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0c58a914-9587-4dd2-b5e6-f28c33c1dbad up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:30.557887 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ddb466b-053c-42d4-a762-c8a3ae00f19c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.621838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=b1e43380-5412-4cdc-a821-589229aec72f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:30.636884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb466b-053c-42d4-a762-c8a3ae00f19c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event deleted for resources: {'Port': ['ID=eff15413-8329-49fe-a768-6ee286c81a46,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:30.645512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:30.646089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.647856 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.709536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065df0f3-374d-4ea1-bd94-2e243fc69c51']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:30.732066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31,segment=NetworkSegment(2df6c935-3ecc-4de9-a89f-eb5345c71f72),segment_id=2df6c935-3ecc-4de9-a89f-eb5345c71f72)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:30.732426 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.748332 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdf1dd7-a686-427e-8dae-7385b8dc1345') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:30.748641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdf1dd7-a686-427e-8dae-7385b8dc1345') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:30.916869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.934384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:30.950240 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.955691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.982465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b912226c-6fa8-4107-a878-bacc631b782d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:31.056159 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] 10.222.0.32 "DELETE /v2.0/networks/b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c HTTP/1.1" status: 204 len: 168 time: 1.0665224 Feb 04 06:16:31.057715 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60ab07-67a2-4556-bd5f-bd751b0ca0a2 tempest-NetworksTestDHCPv6-753297856 tempest-NetworksTestDHCPv6-753297856-project] Pushing event deleted for resources: {'Network': ['ID=b34b76cf-fdd3-4fd4-b7ef-4e58603ad84c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:31.060754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port b912226c-6fa8-4107-a878-bacc631b782d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:31.061061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.069045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8ddb466b-053c-42d4-a762-c8a3ae00f19c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.107285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.127248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:31.127643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:31.145825 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:31.220138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b72d06cb-593b-46c1-be12-9e19f4b6ce45 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:31.300970 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port b72d06cb-593b-46c1-be12-9e19f4b6ce45 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:31.301479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.366830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddb466b-053c-42d4-a762-c8a3ae00f19c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Router 8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:16:31.409005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.426632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 602031f8-3ce5-4672-b9c4-0e6c8abd922d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:31.514554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddb466b-053c-42d4-a762-c8a3ae00f19c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:31.521177 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8ddb466b-053c-42d4-a762-c8a3ae00f19c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "PUT /v2.0/routers/8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7159438 Feb 04 06:16:31.523671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Subnet': ['ID=2e1c412e-8c4c-41f4-b2fb-0730924ec251,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:31.527548 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46734) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:31.528814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.530339 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b43edd-0ee8-40fa-a733-75b45e590482 None None] Sync routers for ids ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:31.545329 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b43edd-0ee8-40fa-a733-75b45e590482 None None] Routers {'8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:31.546471 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e2b43edd-0ee8-40fa-a733-75b45e590482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:31.551681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 602031f8-3ce5-4672-b9c4-0e6c8abd922d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:31.552191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.606962 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e2b43edd-0ee8-40fa-a733-75b45e590482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:31.626860 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-c9f41c20-0c98-4864-b2a7-a34f5a198dec tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] delete failed (client error): The resource could not be found. Feb 04 06:16:31.627958 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c9f41c20-0c98-4864-b2a7-a34f5a198dec tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-936093467 HTTP/1.1" status: 404 len: 334 time: 0.0991859 Feb 04 06:16:31.631222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.632323 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b43edd-0ee8-40fa-a733-75b45e590482 None None] Routers {'8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:31.633035 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e2b43edd-0ee8-40fa-a733-75b45e590482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:31.634262 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46738) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:31.642646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9083c018-d67b-435d-993b-8608f6ea115a tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:31.667057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Network': ['ID=065df0f3-374d-4ea1-bd94-2e243fc69c51,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:31.692281 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c09bef6d-a653-464e-8a1e-1e95c08f977e tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/networks/065df0f3-374d-4ea1-bd94-2e243fc69c51 HTTP/1.1" status: 204 len: 168 time: 3.0503483 Feb 04 06:16:31.705635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46744) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:31.722617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5b236377-f091-4ae8-a6f5-836ecf934854 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:31.740544 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e2b43edd-0ee8-40fa-a733-75b45e590482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:31.741118 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b43edd-0ee8-40fa-a733-75b45e590482 None None] The sync data for ids ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:31.806727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Checking segment: {'id': '22104d73-5255-4e2c-9b47-815a2a6aa74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:31.807309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network hostable DHCP agents. Network: 6269a6c0-481a-461d-9122-caafd4c2aa17, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:31.811576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46748) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:31.813721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 5b236377-f091-4ae8-a6f5-836ecf934854 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:31.814095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.863734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c250852-5167-4cc7-b5fd-443c09753b17 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Deleting subnet c9549f10-5647-4078-9a55-f456762ec379 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:31.870586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c250852-5167-4cc7-b5fd-443c09753b17 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:31.876261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 57acb5a1-0f20-4a42-91e5-3bb92429ab45 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:31.949211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 6269a6c0-481a-461d-9122-caafd4c2aa17 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:31.968390 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77281e5-4b85-4ba7-88c4-fd4baa366c8c req-7b2fbc89-7c1d-49c3-9fda-e49023031daa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:31.970239 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e77281e5-4b85-4ba7-88c4-fd4baa366c8c req-7b2fbc89-7c1d-49c3-9fda-e49023031daa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 944 time: 0.5729566 Feb 04 06:16:32.030336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b1e43380-5412-4cdc-a821-589229aec72f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:32.047819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c250852-5167-4cc7-b5fd-443c09753b17 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.058676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:32.093913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 6269a6c0-481a-461d-9122-caafd4c2aa17) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:32.105687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9083c018-d67b-435d-993b-8608f6ea115a tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.114000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:32.115425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.118372 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bdddf9-22d3-4da1-8fb5-360d7d9ef9f1 None None] Network 6269a6c0-481a-461d-9122-caafd4c2aa17 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:32.130615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:32.130973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.140489 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e77281e5-4b85-4ba7-88c4-fd4baa366c8c req-7b605825-e092-46c5-b15e-5d4d96394e74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605303 Feb 04 06:16:32.178905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.221337 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6c495b68-973b-4a32-861c-c8e5f60c0a4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c4e720fd066499cb98537c4e780edba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034941 Feb 04 06:16:32.232414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46756) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:32.262978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:32.304905 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port b1e43380-5412-4cdc-a821-589229aec72f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:32.305520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.369155 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fa226d93-7a66-4d65-96de-d28794cf9813 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1135263 Feb 04 06:16:32.381634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46760) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:32.397280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1b9b53c9-e3bf-4ea0-a2e9-41d7108a7135 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:32.413099 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-9083c018-d67b-435d-993b-8608f6ea115a tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] update failed (client error): The resource could not be found. Feb 04 06:16:32.415357 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9083c018-d67b-435d-993b-8608f6ea115a tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "PUT /v2.0/routers/8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8 HTTP/1.1" status: 404 len: 339 time: 0.7799432 Feb 04 06:16:32.428731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46764) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:32.434371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c250852-5167-4cc7-b5fd-443c09753b17 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.541158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.551025 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-6269a6c0-481a-461d-9122-caafd4c2aa17', 'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17', 'tenant_id': '8ccb16afb7e244ec96b61fcb5af58d5f', 'fixed_ips': [{'subnet_id': '2e1c412e-8c4c-41f4-b2fb-0730924ec251'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:32.551785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.613568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b60c9cc3-216e-4680-b322-369330051bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.630698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57acb5a1-0f20-4a42-91e5-3bb92429ab45'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:32.698319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 57acb5a1-0f20-4a42-91e5-3bb92429ab45, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45,segment=NetworkSegment(1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c),segment_id=1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:32.721835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:32.722818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b60c9cc3-216e-4680-b322-369330051bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.760781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:32.761327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 06:16:32.811937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Port 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 not found, will not notify nova. {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 06:16:32.853489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:32.893060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:32.955111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:32.955577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2bd821a9-0b81-47e4-975f-3fe48b3dfc1b not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:16:32.991203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Allocated IP 172.20.0.2 (6269a6c0-481a-461d-9122-caafd4c2aa17/2e1c412e-8c4c-41f4-b2fb-0730924ec251/79105239-5235-48f6-9c0a-c2a29f39e8f3) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:32.992343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=57acb5a1-0f20-4a42-91e5-3bb92429ab45,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:33.029935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c250852-5167-4cc7-b5fd-443c09753b17 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.080896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.098666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3c250852-5167-4cc7-b5fd-443c09753b17 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.104163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7badad-0659-4428-8012-e96afc2abe51 None None] Network 446deed8-bc6f-43b6-9ea4-0d97f96a952f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:33.126503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c250852-5167-4cc7-b5fd-443c09753b17 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Subnet': ['ID=c9549f10-5647-4078-9a55-f456762ec379,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:33.143396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.155063 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3c250852-5167-4cc7-b5fd-443c09753b17 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/subnets/c9549f10-5647-4078-9a55-f456762ec379 HTTP/1.1" status: 204 len: 168 time: 1.4459124 Feb 04 06:16:33.155978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b9b53c9-e3bf-4ea0-a2e9-41d7108a7135 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:33.156121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46772) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:33.162470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1b9b53c9-e3bf-4ea0-a2e9-41d7108a7135 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:33.218991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1b9b53c9-e3bf-4ea0-a2e9-41d7108a7135 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:33.237525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b9b53c9-e3bf-4ea0-a2e9-41d7108a7135 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:33.340067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b60c9cc3-216e-4680-b322-369330051bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.343008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b60c9cc3-216e-4680-b322-369330051bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.349479 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b60c9cc3-216e-4680-b322-369330051bbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac89a5a3-f151-42a9-9ffe-f2ba5935ced3 HTTP/1.1" status: 204 len: 168 time: 1.1101844 Feb 04 06:16:33.376310 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.385339 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c9cc3-216e-4680-b322-369330051bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac89a5a3-f151-42a9-9ffe-f2ba5935ced3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:33.391986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.397381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Transition to ACTIVE for port object 79105239-5235-48f6-9c0a-c2a29f39e8f3 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:33.418040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Deleting port 77de627e-81f1-407e-a902-26837e398b15 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:33.418473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.422753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Transition to ACTIVE for port object 79105239-5235-48f6-9c0a-c2a29f39e8f3 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:33.467312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9b53c9-e3bf-4ea0-a2e9-41d7108a7135 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:33.472448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b9b53c9-e3bf-4ea0-a2e9-41d7108a7135 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.544888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.594546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e349f325-372c-4c85-85a5-05c5304328ab None None] DHCP port deletion for 446deed8-bc6f-43b6-9ea4-0d97f96a952f request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:16:33.615941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e349f325-372c-4c85-85a5-05c5304328ab None None] Deleting port 77de627e-81f1-407e-a902-26837e398b15 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:33.616327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e349f325-372c-4c85-85a5-05c5304328ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.675902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Network 6269a6c0-481a-461d-9122-caafd4c2aa17 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:33.679371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:33.684828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:33.687911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647aeec5-1add-47ec-ad91-5180eeb89b17 req-4011de13-e332-4354-874d-7b7e6ae5bfe9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:33.689597 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-647aeec5-1add-47ec-ad91-5180eeb89b17 req-4011de13-e332-4354-874d-7b7e6ae5bfe9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 945 time: 0.3883388 Feb 04 06:16:33.694193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Pushing event updated for resources: {'Port': ['ID=79105239-5235-48f6-9c0a-c2a29f39e8f3,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:33.737813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 7a648568-f69f-41f0-ae27-731209a6ede3 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:16:33.757826 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-1b9b53c9-e3bf-4ea0-a2e9-41d7108a7135 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2e1c412e-8c4c-41f4-b2fb-0730924ec251 (CIDR: 172.20.0.0/28) Feb 04 06:16:33.806992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Allocated IP 172.20.0.1 (d1848e59-01f2-43df-baf2-e5e1943c3bf5/0f29b2b3-5426-4672-97f0-9d3ae3ba88a1/40c653b1-5b09-4598-a267-6bd0a2fe98b2) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:33.826043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] For port 77de627e-81f1-407e-a902-26837e398b15, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77de627e-81f1-407e-a902-26837e398b15,segment=NetworkSegment(3fb1b435-e0b2-4739-8589-1c2956891a87),segment_id=3fb1b435-e0b2-4739-8589-1c2956891a87)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:33.826410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.845004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9b53c9-e3bf-4ea0-a2e9-41d7108a7135 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:16:33.845694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9b53c9-e3bf-4ea0-a2e9-41d7108a7135 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:16:33.852840 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-647aeec5-1add-47ec-ad91-5180eeb89b17 req-7d3b5b41-732d-4400-bc69-11857c5dd71d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450872 Feb 04 06:16:33.902373 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'code': 200} Feb 04 06:16:33.903176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Attempting to bind port 79105239-5235-48f6-9c0a-c2a29f39e8f3 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:33.903538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Attempting to bind port 79105239-5235-48f6-9c0a-c2a29f39e8f3 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '22104d73-5255-4e2c-9b47-815a2a6aa74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:33.903894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Attempting to bind port 79105239-5235-48f6-9c0a-c2a29f39e8f3 on network 6269a6c0-481a-461d-9122-caafd4c2aa17 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:33.975792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:33.976161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Checking segment: {'id': '22104d73-5255-4e2c-9b47-815a2a6aa74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:33.976598 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.977025 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Bound using segment: {'id': '22104d73-5255-4e2c-9b47-815a2a6aa74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:33.977516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Bound port: 79105239-5235-48f6-9c0a-c2a29f39e8f3, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22104d73-5255-4e2c-9b47-815a2a6aa74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:33.977891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:33.999525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:34.007739 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9dbc5216-add5-427f-aa8c-f77039edbada tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9246888 Feb 04 06:16:34.008615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46786) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:34.017033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d63496-9753-42cc-98b9-a6d94b0a0ff5 None None] Sync routers for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:34.045108 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1b9b53c9-e3bf-4ea0-a2e9-41d7108a7135 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6620789 Feb 04 06:16:34.051502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46790) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:34.057251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:34.101834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d63496-9753-42cc-98b9-a6d94b0a0ff5 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:34.102491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0d63496-9753-42cc-98b9-a6d94b0a0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:34.172539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2230f1-d125-41cc-955b-57ba3ede3014 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting subnet 1c9f3312-b5c3-4f1c-b061-6a8d23044f7f {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:34.177807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de2230f1-d125-41cc-955b-57ba3ede3014 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.193561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e349f325-372c-4c85-85a5-05c5304328ab None None] For port 77de627e-81f1-407e-a902-26837e398b15, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77de627e-81f1-407e-a902-26837e398b15,segment=NetworkSegment(3fb1b435-e0b2-4739-8589-1c2956891a87),segment_id=3fb1b435-e0b2-4739-8589-1c2956891a87)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:34.194874 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e349f325-372c-4c85-85a5-05c5304328ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.216152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Calling delete_port for 77de627e-81f1-407e-a902-26837e398b15 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:34.272548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de2230f1-d125-41cc-955b-57ba3ede3014 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.317897 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:34.328849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:34.335552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:34.345201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:34.383139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de2230f1-d125-41cc-955b-57ba3ede3014 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.428334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e349f325-372c-4c85-85a5-05c5304328ab None None] Calling delete_port for 77de627e-81f1-407e-a902-26837e398b15 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:34.466615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.488528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Transition to ACTIVE for port object 40c653b1-5b09-4598-a267-6bd0a2fe98b2 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:34.492345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.494455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:34.495756 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] For port 79105239-5235-48f6-9c0a-c2a29f39e8f3, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:34.498349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.498593 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f0d63496-9753-42cc-98b9-a6d94b0a0ff5 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:34.546934 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] No DVR routers for this DVR port 77de627e-81f1-407e-a902-26837e398b15 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:34.563561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Port': ['ID=77de627e-81f1-407e-a902-26837e398b15,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:34.572272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] For port 79105239-5235-48f6-9c0a-c2a29f39e8f3, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=79105239-5235-48f6-9c0a-c2a29f39e8f3,segment=NetworkSegment(22104d73-5255-4e2c-9b47-815a2a6aa74c),segment_id=22104d73-5255-4e2c-9b47-815a2a6aa74c)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:34.671400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.727780 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-e349f325-372c-4c85-85a5-05c5304328ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:34.728239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-e349f325-372c-4c85-85a5-05c5304328ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:34.747946 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.749955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de2230f1-d125-41cc-955b-57ba3ede3014 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.805741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2230f1-d125-41cc-955b-57ba3ede3014 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9f3312-b5c3-4f1c-b061-6a8d23044f7f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:34.823061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de2230f1-d125-41cc-955b-57ba3ede3014 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.840527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99819baa-367d-4b81-8525-9d5c383564c3 None None] Network 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:34.848298 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-de2230f1-d125-41cc-955b-57ba3ede3014 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/1c9f3312-b5c3-4f1c-b061-6a8d23044f7f HTTP/1.1" status: 204 len: 168 time: 0.8363166 Feb 04 06:16:34.858217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46806) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:34.871030 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.892475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Network d1848e59-01f2-43df-baf2-e5e1943c3bf5 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:34.895162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event updated for resources: {'Port': ['ID=40c653b1-5b09-4598-a267-6bd0a2fe98b2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:34.897805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:34.908060 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:34.947699 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446deed8-bc6f-43b6-9ea4-0d97f96a952f']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:34.953272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796a127-9064-4f47-b319-c2a29c054955 None None] Pushing event updated for resources: {'Port': ['ID=79105239-5235-48f6-9c0a-c2a29f39e8f3,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:34.966421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb1b435-e0b2-4739-8589-1c2956891a87') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:34.969940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb1b435-e0b2-4739-8589-1c2956891a87') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:34.989631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:34.991205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4ca73-59da-4b40-8b98-a3fa44ed9504 req-da7a6d34-f1ce-40e6-a75d-d3c1a46ab1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:34.992760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b3e4ca73-59da-4b40-8b98-a3fa44ed9504 req-da7a6d34-f1ce-40e6-a75d-d3c1a46ab1f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 1098 time: 0.4999530 Feb 04 06:16:35.018676 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.038106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.052863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:35.055998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.062749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:35.078543 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:35.125729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port b72d06cb-593b-46c1-be12-9e19f4b6ce45 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:35.126343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.138363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77de627e-81f1-407e-a902-26837e398b15 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:35.218828 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b3e4ca73-59da-4b40-8b98-a3fa44ed9504 req-dd108b3e-d2fe-461b-ba6b-228609df518f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111251 Feb 04 06:16:35.285514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e349f325-372c-4c85-85a5-05c5304328ab None None] Deleting port 77de627e-81f1-407e-a902-26837e398b15 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:35.286051 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e349f325-372c-4c85-85a5-05c5304328ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.349328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.364336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 77de627e-81f1-407e-a902-26837e398b15 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:35.364850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77de627e-81f1-407e-a902-26837e398b15 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:16:35.381167 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.385192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46814) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:35.450710 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] Pushing event deleted for resources: {'Network': ['ID=446deed8-bc6f-43b6-9ea4-0d97f96a952f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:35.482368 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-21518680-62fc-401f-9d88-486841f92903 tempest-NetworksIpV6TestAttrs-1951880787 tempest-NetworksIpV6TestAttrs-1951880787-project] 10.222.0.32 "DELETE /v2.0/networks/446deed8-bc6f-43b6-9ea4-0d97f96a952f HTTP/1.1" status: 204 len: 168 time: 2.3235314 Feb 04 06:16:35.493818 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e349f325-372c-4c85-85a5-05c5304328ab None None] The port '77de627e-81f1-407e-a902-26837e398b15' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:16:35.506735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.575894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0d63496-9753-42cc-98b9-a6d94b0a0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:31Z', 'revision_number': 8, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:28Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:35.583198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d63496-9753-42cc-98b9-a6d94b0a0ff5 None None] Checking router: 7a648568-f69f-41f0-ae27-731209a6ede3 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:16:35.612629 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d63496-9753-42cc-98b9-a6d94b0a0ff5 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:35.616198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0d63496-9753-42cc-98b9-a6d94b0a0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:35.706935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625808b-5b2b-4647-8a31-a185a3ae6312 req-c889ac8d-6d85-4bcd-8e3d-a10b4eb059c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:35.708590 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1625808b-5b2b-4647-8a31-a185a3ae6312 req-c889ac8d-6d85-4bcd-8e3d-a10b4eb059c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 945 time: 0.5343573 Feb 04 06:16:35.733456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1171867016'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:35.788728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:35.798321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5ad30-e515-4314-8738-107c5f90044a None None] DHCP port deletion for 325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:16:35.804152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Usage tracker for resource:network and tenant:9442967feaa14f68a8a4b990c6db167f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:35.807890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ebaccf59-0db6-41bf-b8f6-b66d1f3d90fe None None] Provisioning for port 40c653b1-5b09-4598-a267-6bd0a2fe98b2 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:35.810392 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:35.821295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port b72d06cb-593b-46c1-be12-9e19f4b6ce45, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b72d06cb-593b-46c1-be12-9e19f4b6ce45,segment=NetworkSegment(2df6c935-3ecc-4de9-a89f-eb5345c71f72),segment_id=2df6c935-3ecc-4de9-a89f-eb5345c71f72)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:35.821784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.841350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:35.872773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c7d5ad30-e515-4314-8738-107c5f90044a None None] Deleting port b72d06cb-593b-46c1-be12-9e19f4b6ce45 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:35.873163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ad30-e515-4314-8738-107c5f90044a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.902438 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1625808b-5b2b-4647-8a31-a185a3ae6312 req-be2f090b-e266-4aee-aea7-8047fda9cc8f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577444 Feb 04 06:16:35.907940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ebaccf59-0db6-41bf-b8f6-b66d1f3d90fe None None] Provisioning complete for port 40c653b1-5b09-4598-a267-6bd0a2fe98b2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:35.907940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ebaccf59-0db6-41bf-b8f6-b66d1f3d90fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:35.973507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for b72d06cb-593b-46c1-be12-9e19f4b6ce45 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:36.002557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.045074 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f0d63496-9753-42cc-98b9-a6d94b0a0ff5 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:36.070769 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 6269a6c0-481a-461d-9122-caafd4c2aa17 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:36.075604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:36.085000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:36.088748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.099075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Made reservation on behalf of 9442967feaa14f68a8a4b990c6db167f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:36.102646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.105090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.115730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-ebaccf59-0db6-41bf-b8f6-b66d1f3d90fe None None] Port 40c653b1-5b09-4598-a267-6bd0a2fe98b2 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:36.141243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.177544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.192140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:36.194764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Subnet': ['ID=6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:36.208624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Usage tracker for resource:security_group_rule and tenant:9442967feaa14f68a8a4b990c6db167f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:36.211658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:36.218252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:36.221355 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-51c7a3b4-c3ad-43a2-8972-42772cb8b784 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1685276 Feb 04 06:16:36.225682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46824) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:36.235658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17', 'fixed_ips': [{'subnet_id': '2e1c412e-8c4c-41f4-b2fb-0730924ec251'}, {'subnet_id': '6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa'}], 'name': 'tempest-PortsTestJSON-1227547882'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:36.333393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46828) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:36.340665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event updated for resources: {'Port': ['ID=40c653b1-5b09-4598-a267-6bd0a2fe98b2,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:36.373855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.383273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.420287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c7d5ad30-e515-4314-8738-107c5f90044a None None] For port b72d06cb-593b-46c1-be12-9e19f4b6ce45, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b72d06cb-593b-46c1-be12-9e19f4b6ce45,segment=NetworkSegment(2df6c935-3ecc-4de9-a89f-eb5345c71f72),segment_id=2df6c935-3ecc-4de9-a89f-eb5345c71f72)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:36.420989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ad30-e515-4314-8738-107c5f90044a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.551809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=b72d06cb-593b-46c1-be12-9e19f4b6ce45,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:36.583216 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c7d5ad30-e515-4314-8738-107c5f90044a None None] Calling delete_port for b72d06cb-593b-46c1-be12-9e19f4b6ce45 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:36.601821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No DVR routers for this DVR port b72d06cb-593b-46c1-be12-9e19f4b6ce45 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:36.731836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-c7d5ad30-e515-4314-8738-107c5f90044a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:36.732750 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-c7d5ad30-e515-4314-8738-107c5f90044a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:36.739092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11738335-fb96-4dfe-8df2-eae3eae59306 None None] Network 6269a6c0-481a-461d-9122-caafd4c2aa17 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:36.741948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.799999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:36.810017 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-191af9b6-7b84-49f5-abb9-93a509cd36ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2f1a2a77d254eed9553907328659305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637787 Feb 04 06:16:36.810229 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46834) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:36.819749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f0d63496-9753-42cc-98b9-a6d94b0a0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:31Z', 'revision_number': 8, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:28Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:36.826204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d63496-9753-42cc-98b9-a6d94b0a0ff5 None None] The sync data for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv is: [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:31Z', 'revision_number': 8, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b236377-f091-4ae8-a6f5-836ecf934854', 'name': '', 'network_id': 'a0f5df12-ee7f-40bf-a1ff-a007967540ff', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:3a:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:16:00Z', 'updated_at': '2022-02-04T06:16:28Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '53700a5a-d8bf-47aa-a9bf-d62b2699a9d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:36.830408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df6c935-3ecc-4de9-a89f-eb5345c71f72') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:36.830706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df6c935-3ecc-4de9-a89f-eb5345c71f72') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:36.854272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.867648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Network d1848e59-01f2-43df-baf2-e5e1943c3bf5 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:36.871585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:36.875424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:36.886732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.891997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:port and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:36.901545 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:36.920312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:36.920770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:36.937075 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:36.939737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:36.941039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.977036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29969b41-ef54-4830-a867-de474ffb83d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:36.985131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9279ae8f-8337-42a3-82d0-15f52de5e6a1 None None] Provisioning for port 79105239-5235-48f6-9c0a-c2a29f39e8f3 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:37.071219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.095371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29969b41-ef54-4830-a867-de474ffb83d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.130942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:37.140867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdea3411-ee01-4209-a030-338cbf343fdd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:37.169852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:37.214426 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Router 8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:16:37.234341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c7d5ad30-e515-4314-8738-107c5f90044a None None] Deleting port b72d06cb-593b-46c1-be12-9e19f4b6ce45 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:37.234876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ad30-e515-4314-8738-107c5f90044a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.277989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a27236e4-68b2-488e-a37a-ee06a8e6a109 None None] Provisioning complete for port 40c653b1-5b09-4598-a267-6bd0a2fe98b2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:37.278367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a27236e4-68b2-488e-a37a-ee06a8e6a109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.368110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a27236e4-68b2-488e-a37a-ee06a8e6a109 None None] Port 40c653b1-5b09-4598-a267-6bd0a2fe98b2 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:37.381399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acacc909-dfa2-4907-b7f2-0015e9f25399 None None] Update dhcp port {'port': {'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17', 'fixed_ips': [{'subnet_id': '2e1c412e-8c4c-41f4-b2fb-0730924ec251', 'ip_address': '172.20.0.2'}, {'subnet_id': '6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '79105239-5235-48f6-9c0a-c2a29f39e8f3'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:16:37.430065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.430454 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Added segment 0065cdce-4206-4ee2-8f6f-67bb9c7679fb of type vlan for network 234aa1b0-4de6-434c-8da7-551d0d6e90b5 Feb 04 06:16:37.466464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.478235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93ffa0-8953-47e1-b42b-fa858074c51a req-b3791662-8c57-41fa-bf45-71b6c97fa62b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:37.479780 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7e93ffa0-8953-47e1-b42b-fa858074c51a req-b3791662-8c57-41fa-bf45-71b6c97fa62b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 945 time: 0.4112000 Feb 04 06:16:37.503229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 79105239-5235-48f6-9c0a-c2a29f39e8f3 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:37.508591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.543342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.549033 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7e93ffa0-8953-47e1-b42b-fa858074c51a req-52c04c99-ef89-493c-8fd1-04a2925003fb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569861 Feb 04 06:16:37.550157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:37.550289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Network': ['ID=325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:37.553819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c7d5ad30-e515-4314-8738-107c5f90044a None None] The port 'b72d06cb-593b-46c1-be12-9e19f4b6ce45' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:16:37.567986 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-76d1cb4e-aa2e-4df0-95e7-04101304eb2c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "PUT /v2.0/routers/8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1355450 Feb 04 06:16:37.567986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29969b41-ef54-4830-a867-de474ffb83d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.569581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46840) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:37.569967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-29969b41-ef54-4830-a867-de474ffb83d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.571260 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-29969b41-ef54-4830-a867-de474ffb83d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a0a853e-0bf3-4a70-8d34-09575e2d9a5d HTTP/1.1" status: 204 len: 168 time: 0.7602491 Feb 04 06:16:37.577102 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b09e3a-6b51-4156-84a0-c56af02382e1 None None] Sync routers for ids ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:37.582933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29969b41-ef54-4830-a867-de474ffb83d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0a853e-0bf3-4a70-8d34-09575e2d9a5d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:37.589503 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b09e3a-6b51-4156-84a0-c56af02382e1 None None] Routers {'8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:37.590248 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d5b09e3a-6b51-4156-84a0-c56af02382e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:37.664854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-acacc909-dfa2-4907-b7f2-0015e9f25399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.694221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.700017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:37.700617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.702950 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d5b09e3a-6b51-4156-84a0-c56af02382e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:37.712573 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b09e3a-6b51-4156-84a0-c56af02382e1 None None] Routers {'8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:37.720689 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d5b09e3a-6b51-4156-84a0-c56af02382e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:37.788831 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d5b09e3a-6b51-4156-84a0-c56af02382e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:37.789233 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b09e3a-6b51-4156-84a0-c56af02382e1 None None] The sync data for ids ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:37.805221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 79105239-5235-48f6-9c0a-c2a29f39e8f3 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:37.817652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 79105239-5235-48f6-9c0a-c2a29f39e8f3 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:37.819667 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:37.943606 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-90c77540-6dbb-4802-9fa2-85db5508ac58 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/networks/325fcc3f-a8b5-4bb9-8c03-9c1c07e0fd0f HTTP/1.1" status: 204 len: 168 time: 3.0836191 Feb 04 06:16:37.947015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46850) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:37.993286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Pushing event updated for resources: {'Network': ['ID=234aa1b0-4de6-434c-8da7-551d0d6e90b5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:38.010327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 234aa1b0-4de6-434c-8da7-551d0d6e90b5 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:38.022743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46854) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:38.025256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4710911e-5e46-4502-afdb-f3f30b2d3bca tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.6351562 Feb 04 06:16:38.044677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:38.077989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Request body: {'subnet': {'network_id': '234aa1b0-4de6-434c-8da7-551d0d6e90b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:38.080142 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3d75-e8b6-42e8-92fc-69f6bf0210bd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:38.113277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-acacc909-dfa2-4907-b7f2-0015e9f25399 None None] Allocated IP 172.20.0.18 (6269a6c0-481a-461d-9122-caafd4c2aa17/6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa/79105239-5235-48f6-9c0a-c2a29f39e8f3) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:38.131644 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:38.185321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:16:38.287936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:38.298205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-acacc909-dfa2-4907-b7f2-0015e9f25399 None None] For port 79105239-5235-48f6-9c0a-c2a29f39e8f3, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=79105239-5235-48f6-9c0a-c2a29f39e8f3,segment=NetworkSegment(22104d73-5255-4e2c-9b47-815a2a6aa74c),segment_id=22104d73-5255-4e2c-9b47-815a2a6aa74c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:38.325405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-acacc909-dfa2-4907-b7f2-0015e9f25399 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:38.346114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-acacc909-dfa2-4907-b7f2-0015e9f25399 None None] Transition to ACTIVE for port object 79105239-5235-48f6-9c0a-c2a29f39e8f3 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:38.346352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Usage tracker for resource:subnet and tenant:9442967feaa14f68a8a4b990c6db167f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:38.354111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:38.370356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:38.382911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913e1d7-f31b-47dd-bb9c-6a7a82580e9d req-dd6afd65-711b-457e-bfbf-8ad8d0ff0c50 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:38.384737 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8913e1d7-f31b-47dd-bb9c-6a7a82580e9d req-dd6afd65-711b-457e-bfbf-8ad8d0ff0c50 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 945 time: 0.6261837 Feb 04 06:16:38.427670 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-3d8c3d75-e8b6-42e8-92fc-69f6bf0210bd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 06:16:38.431774 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3d8c3d75-e8b6-42e8-92fc-69f6bf0210bd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "DELETE /v2.0/routers/8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8 HTTP/1.1" status: 409 len: 329 time: 0.8607695 Feb 04 06:16:38.432506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46866) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:38.435577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-acacc909-dfa2-4907-b7f2-0015e9f25399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:38.495373 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8913e1d7-f31b-47dd-bb9c-6a7a82580e9d req-a209428b-3603-467a-9d78-7182c9b948e6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723932 Feb 04 06:16:38.506934 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Made reservation on behalf of 9442967feaa14f68a8a4b990c6db167f for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:38.525616 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:38.527268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46870) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:38.700208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712dbdf2-24a0-41a2-a4fd-9c24d2d9eb28 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:38.701956 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-712dbdf2-24a0-41a2-a4fd-9c24d2d9eb28 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 1093 time: 0.1737418 Feb 04 06:16:38.705680 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46878) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:38.713760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:38.730633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:38.734561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:38.735801 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:38.763335 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacc909-dfa2-4907-b7f2-0015e9f25399 None None] Pushing event updated for resources: {'Port': ['ID=79105239-5235-48f6-9c0a-c2a29f39e8f3,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:38.773512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:floatingip and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:38.781808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:38.791052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:38.822491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.4 (6269a6c0-481a-461d-9122-caafd4c2aa17/2e1c412e-8c4c-41f4-b2fb-0730924ec251/9cd5e5ce-6652-4e3c-97ae-f19b393e58da) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:38.829213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.29 (6269a6c0-481a-461d-9122-caafd4c2aa17/6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa/9cd5e5ce-6652-4e3c-97ae-f19b393e58da) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:38.979573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.148499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46886) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:39.164579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.190945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object 9cd5e5ce-6652-4e3c-97ae-f19b393e58da will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:39.235296 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.350689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.390848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 79105239-5235-48f6-9c0a-c2a29f39e8f3, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=79105239-5235-48f6-9c0a-c2a29f39e8f3,segment=NetworkSegment(22104d73-5255-4e2c-9b47-815a2a6aa74c),segment_id=22104d73-5255-4e2c-9b47-815a2a6aa74c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:39.413222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad35cea-95f4-48bd-a2ab-620c3a22b651 None None] Network 6269a6c0-481a-461d-9122-caafd4c2aa17 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:39.419917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-56367278'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:39.426248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:39.439352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:network and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:39.440742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.444679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:39.454248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:39.492554 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.517615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.522967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.598518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:39.599898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:39.602552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.637093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.648877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 6269a6c0-481a-461d-9122-caafd4c2aa17 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:39.661172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:39.661172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e0d3ea6-7111-45bc-862f-7dcf0ba8dd31 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:16:39.661172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b72d06cb-593b-46c1-be12-9e19f4b6ce45 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:39.663111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:39.666006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.75 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/4a0234ab-3c5a-4bf0-bf13-32063642e570) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:39.673960 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:39.702650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-781ae0d7-dbb3-4d6a-addc-ce32de444c04 None None] Provisioning for port 79105239-5235-48f6-9c0a-c2a29f39e8f3 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:39.710275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: b72d06cb-593b-46c1-be12-9e19f4b6ce45 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:39.710456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:39.710640 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b72d06cb-593b-46c1-be12-9e19f4b6ce45 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:16:39.718143 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=79105239-5235-48f6-9c0a-c2a29f39e8f3,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:39.720905 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-781ae0d7-dbb3-4d6a-addc-ce32de444c04 None None] Provisioning complete for port 79105239-5235-48f6-9c0a-c2a29f39e8f3 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:39.721435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-781ae0d7-dbb3-4d6a-addc-ce32de444c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.730059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:security_group_rule and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:39.733311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=9cd5e5ce-6652-4e3c-97ae-f19b393e58da,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:39.735619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:39.749414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:39.834351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.834695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.835038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.835376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.835820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.836026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.838501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.838501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.838501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.838798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Pushing event updated for resources: {'Subnet': ['ID=c8181f0e-a36f-40ab-9d6b-7af134d5f93e,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:39.838884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.838884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.838884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:39.866955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Checking segment: {'id': '0065cdce-4206-4ee2-8f6f-67bb9c7679fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '234aa1b0-4de6-434c-8da7-551d0d6e90b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:39.867375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Network hostable DHCP agents. Network: 234aa1b0-4de6-434c-8da7-551d0d6e90b5, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:39.881055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:39.881692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.909161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d25e28fb-2c5d-41f4-adba-079561cf284f tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.963943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 79105239-5235-48f6-9c0a-c2a29f39e8f3 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:40.009908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.050074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.055062 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-82c51930-ccac-4073-b753-58f031d0ccac tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.8282211 Feb 04 06:16:40.055732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46892) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:40.066386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e11e0b27-f7a1-42cf-ba20-c6018b02ddcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e1c412e-8c4c-41f4-b2fb-0730924ec251'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:40.066998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Network 234aa1b0-4de6-434c-8da7-551d0d6e90b5 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:40.158568 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 79105239-5235-48f6-9c0a-c2a29f39e8f3 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:40.159383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.176534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.249387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:40.258056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc25dbd-41e5-45ea-bf2b-f397ab46d9c1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:40.280493 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e11e0b27-f7a1-42cf-ba20-c6018b02ddcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.310334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.310709 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added segment 49e01de6-6d33-4034-8366-86aa694084d0 of type vlan for network 227cb28d-0472-4655-b07e-ff999f24a0bb Feb 04 06:16:40.319401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.419410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 5b236377-f091-4ae8-a6f5-836ecf934854 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:40.419410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.429136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=4a0234ab-3c5a-4bf0-bf13-32063642e570,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:40.478255 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 234aa1b0-4de6-434c-8da7-551d0d6e90b5) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:40.487305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5aa2b5-3dd2-4a3f-9ebc-d4dbc14064b5 None None] Network 234aa1b0-4de6-434c-8da7-551d0d6e90b5 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:40.503162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:40.503748 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.661418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.715118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-98efc348-9923-4107-8874-01f68f75abce None None] Provisioning complete for port 79105239-5235-48f6-9c0a-c2a29f39e8f3 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:40.715494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-98efc348-9923-4107-8874-01f68f75abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.734062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:40.740348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:40.745475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:40.755124 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b545dfde-2b9e-4d9d-949d-6055d8f24d1b tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7312303 Feb 04 06:16:40.756984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port 5b236377-f091-4ae8-a6f5-836ecf934854, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5b236377-f091-4ae8-a6f5-836ecf934854,segment=NetworkSegment(4438360f-025b-4f6c-b9bb-eb8d71536677),segment_id=4438360f-025b-4f6c-b9bb-eb8d71536677)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:40.757350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.770245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46896) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:40.777078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Request body: {'port': {'network_id': '234aa1b0-4de6-434c-8da7-551d0d6e90b5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1156545526'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:40.869402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-234aa1b0-4de6-434c-8da7-551d0d6e90b5', 'network_id': '234aa1b0-4de6-434c-8da7-551d0d6e90b5', 'tenant_id': '9442967feaa14f68a8a4b990c6db167f', 'fixed_ips': [{'subnet_id': 'c8181f0e-a36f-40ab-9d6b-7af134d5f93e'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:40.869677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.904435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.910246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:40.911278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:40.982993 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 5b236377-f091-4ae8-a6f5-836ecf934854 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:41.041780 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d25e28fb-2c5d-41f4-adba-079561cf284f tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Deleting port 40c653b1-5b09-4598-a267-6bd0a2fe98b2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:41.042159 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d25e28fb-2c5d-41f4-adba-079561cf284f tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.065824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-e11e0b27-f7a1-42cf-ba20-c6018b02ddcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Delete allocated IP 172.20.0.29 (6269a6c0-481a-461d-9122-caafd4c2aa17/6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa) {{(pid=88198) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:16:41.076343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Allocated IP 2001:db8::2 (234aa1b0-4de6-434c-8da7-551d0d6e90b5/c8181f0e-a36f-40ab-9d6b-7af134d5f93e/77fe94a0-7318-48bb-baa8-ff77a777646f) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:41.121270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Network': ['ID=227cb28d-0472-4655-b07e-ff999f24a0bb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:41.160235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 227cb28d-0472-4655-b07e-ff999f24a0bb details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:41.229583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-98efc348-9923-4107-8874-01f68f75abce None None] Provisioning for port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:41.245461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-98efc348-9923-4107-8874-01f68f75abce None None] Provisioning complete for port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:41.246313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-98efc348-9923-4107-8874-01f68f75abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.252552 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0f1d318b-eca4-43bf-839e-5fe5e2f2a030 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0983374 Feb 04 06:16:41.254096 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46900) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:41.278663 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-747953996'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:41.286452 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:41.288828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:41.302423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Usage tracker for resource:port and tenant:9442967feaa14f68a8a4b990c6db167f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:41.306309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:network and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:41.312580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:41.315897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:41.330062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:41.347662 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:41.371849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-98efc348-9923-4107-8874-01f68f75abce None None] Port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:41.386621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d25e28fb-2c5d-41f4-adba-079561cf284f tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.500641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.518678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Transition to ACTIVE for port object 77fe94a0-7318-48bb-baa8-ff77a777646f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:41.536974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cf1e94a1-07b4-4d14-ae7e-f5872be7427a None None] Provisioning complete for port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:41.536974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cf1e94a1-07b4-4d14-ae7e-f5872be7427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.543217 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Made reservation on behalf of 9442967feaa14f68a8a4b990c6db167f for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:41.546981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.566238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d25e28fb-2c5d-41f4-adba-079561cf284f tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Calling delete_port for 40c653b1-5b09-4598-a267-6bd0a2fe98b2 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:41.569250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e11e0b27-f7a1-42cf-ba20-c6018b02ddcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.585763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-e11e0b27-f7a1-42cf-ba20-c6018b02ddcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Ignored duplicate provisioning block setup for port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 06:16:41.591051 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Transition to ACTIVE for port object 77fe94a0-7318-48bb-baa8-ff77a777646f will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:41.598846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e94a1-07b4-4d14-ae7e-f5872be7427a None None] Port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:41.599045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:41.605864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.674114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] device_id is not set on port 5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:16:41.691227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e11e0b27-f7a1-42cf-ba20-c6018b02ddcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.724377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:41.744317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.777908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.778556 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added segment 2ff7d6ad-e453-452a-ad6e-18f92f8e654f of type vlan for network 5f822bb1-779c-451b-b44d-b23d386c5be6 Feb 04 06:16:41.848445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Network 234aa1b0-4de6-434c-8da7-551d0d6e90b5 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:41.850273 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Pushing event updated for resources: {'Port': ['ID=77fe94a0-7318-48bb-baa8-ff77a777646f,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:41.852053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:41.853059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.854739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:41.857093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e0b27-f7a1-42cf-ba20-c6018b02ddcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=9cd5e5ce-6652-4e3c-97ae-f19b393e58da,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:41.884064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e11e0b27-f7a1-42cf-ba20-c6018b02ddcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] In _notify_port_updated(), no bound segment for port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da on network 6269a6c0-481a-461d-9122-caafd4c2aa17 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:16:41.891371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11e0b27-f7a1-42cf-ba20-c6018b02ddcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:41.891371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e11e0b27-f7a1-42cf-ba20-c6018b02ddcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.894461 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e11e0b27-f7a1-42cf-ba20-c6018b02ddcf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "PUT /v2.0/ports/9cd5e5ce-6652-4e3c-97ae-f19b393e58da HTTP/1.1" status: 200 len: 919 time: 1.8367090 Feb 04 06:16:41.895076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46904) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:41.909986 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cbea8104-950e-4816-b64d-9e420fae2d0c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e1c412e-8c4c-41f4-b2fb-0730924ec251'}, {'subnet_id': '6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:41.929001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.966096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Attempting to bind port 77fe94a0-7318-48bb-baa8-ff77a777646f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:41.971422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Attempting to bind port 77fe94a0-7318-48bb-baa8-ff77a777646f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '0065cdce-4206-4ee2-8f6f-67bb9c7679fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '234aa1b0-4de6-434c-8da7-551d0d6e90b5'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:41.971422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Attempting to bind port 77fe94a0-7318-48bb-baa8-ff77a777646f on network 234aa1b0-4de6-434c-8da7-551d0d6e90b5 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:41.973608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:41.974348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Checking segment: {'id': '0065cdce-4206-4ee2-8f6f-67bb9c7679fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '234aa1b0-4de6-434c-8da7-551d0d6e90b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:41.974497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:41.974788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Bound using segment: {'id': '0065cdce-4206-4ee2-8f6f-67bb9c7679fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '234aa1b0-4de6-434c-8da7-551d0d6e90b5'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:41.975259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Bound port: 77fe94a0-7318-48bb-baa8-ff77a777646f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0065cdce-4206-4ee2-8f6f-67bb9c7679fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '234aa1b0-4de6-434c-8da7-551d0d6e90b5'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:41.975633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.008115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.083744 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] For port 77fe94a0-7318-48bb-baa8-ff77a777646f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:42.087719 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] For port 77fe94a0-7318-48bb-baa8-ff77a777646f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77fe94a0-7318-48bb-baa8-ff77a777646f,segment=NetworkSegment(0065cdce-4206-4ee2-8f6f-67bb9c7679fb),segment_id=0065cdce-4206-4ee2-8f6f-67bb9c7679fb)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:42.108494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbea8104-950e-4816-b64d-9e420fae2d0c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.109024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=5b236377-f091-4ae8-a6f5-836ecf934854,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:42.140293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5caa7aa7-de37-4b04-88ce-28f5d159ffc5 None None] Provisioning complete for port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:42.140711 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5caa7aa7-de37-4b04-88ce-28f5d159ffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.167047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Allocated IP 2001:db8::3c8 (234aa1b0-4de6-434c-8da7-551d0d6e90b5/c8181f0e-a36f-40ab-9d6b-7af134d5f93e/5388c24b-0e5f-4fe5-868a-b5d9eddf4a64) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:42.214135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5caa7aa7-de37-4b04-88ce-28f5d159ffc5 None None] Port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:42.224771 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.335323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f87b0-b3c3-4a11-9527-a51de810ad75 None None] Pushing event updated for resources: {'Port': ['ID=77fe94a0-7318-48bb-baa8-ff77a777646f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:42.372144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.378203 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:42.378814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.386481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.651906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Network': ['ID=5f822bb1-779c-451b-b44d-b23d386c5be6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:42.663167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 5f822bb1-779c-451b-b44d-b23d386c5be6 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:42.666540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.707498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-cbea8104-950e-4816-b64d-9e420fae2d0c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.20 (6269a6c0-481a-461d-9122-caafd4c2aa17/6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa/9cd5e5ce-6652-4e3c-97ae-f19b393e58da) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:42.746601 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d8ba9ac2-72f5-4c37-90e0-f519ea77e45f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4923134 Feb 04 06:16:42.777941 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46908) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:42.834180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d25e28fb-2c5d-41f4-adba-079561cf284f tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.845814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'subnet': {'network_id': '227cb28d-0472-4655-b07e-ff999f24a0bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:42.883555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.930104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbea8104-950e-4816-b64d-9e420fae2d0c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:42.947527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-cbea8104-950e-4816-b64d-9e420fae2d0c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object 9cd5e5ce-6652-4e3c-97ae-f19b393e58da will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:42.993972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:43.037438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e28fb-2c5d-41f4-adba-079561cf284f tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event deleted for resources: {'Port': ['ID=40c653b1-5b09-4598-a267-6bd0a2fe98b2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:43.086261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbea8104-950e-4816-b64d-9e420fae2d0c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:43.119650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=4a0234ab-3c5a-4bf0-bf13-32063642e570,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:43.273185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:43.403996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea8104-950e-4816-b64d-9e420fae2d0c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=9cd5e5ce-6652-4e3c-97ae-f19b393e58da,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:43.467969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cbea8104-950e-4816-b64d-9e420fae2d0c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] In _notify_port_updated(), no bound segment for port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da on network 6269a6c0-481a-461d-9122-caafd4c2aa17 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:16:43.477594 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbea8104-950e-4816-b64d-9e420fae2d0c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:43.478269 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cbea8104-950e-4816-b64d-9e420fae2d0c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:43.481303 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cbea8104-950e-4816-b64d-9e420fae2d0c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "PUT /v2.0/ports/9cd5e5ce-6652-4e3c-97ae-f19b393e58da HTTP/1.1" status: 200 len: 999 time: 1.5774269 Feb 04 06:16:43.666883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9984b762-458e-481e-929e-edd049e01d91 None None] Provisioning for port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:43.688569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9984b762-458e-481e-929e-edd049e01d91 None None] Provisioning complete for port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:43.689726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9984b762-458e-481e-929e-edd049e01d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:43.718861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d25e28fb-2c5d-41f4-adba-079561cf284f tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:43.722209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46912) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:43.735872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b66071a-1c29-4191-83e7-0c14de35fc6a None None] Network 234aa1b0-4de6-434c-8da7-551d0d6e90b5 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:43.750966 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP b48b3d6e-4fc2-48da-a2be-f77bfbed4556 associated. External IP: 172.26.7.75, port: 57acb5a1-0f20-4a42-91e5-3bb92429ab45. Feb 04 06:16:43.832230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:43.848241 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:43.853377 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9984b762-458e-481e-929e-edd049e01d91 None None] Port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:43.957381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:subnet and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:43.977275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77fe94a0-7318-48bb-baa8-ff77a777646f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:43.978339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:43.981383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Transition to ACTIVE for port object 5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:43.998832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:44.018538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-aa47f44a-fb60-4ab2-98b3-ac3b4e89436b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 9cd5e5ce-6652-4e3c-97ae-f19b393e58da {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:44.018878 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa47f44a-fb60-4ab2-98b3-ac3b4e89436b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:44.075364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-52a55888-be35-441b-8ff1-b513129a55d6 None None] Provisioning for port 77fe94a0-7318-48bb-baa8-ff77a777646f completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:44.124434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 7a648568-f69f-41f0-ae27-731209a6ede3 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:16:44.153127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 0cbbee68-c4f5-4974-bc2a-958b0e701717 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:16:44.238104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 77fe94a0-7318-48bb-baa8-ff77a777646f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:44.243232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 77fe94a0-7318-48bb-baa8-ff77a777646f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:44.243602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:44.324766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:44.328333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:44.378471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:44.378848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:44.401215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc3aaa-dc2b-4b44-b12e-cd5b95816947 None None] Sync routers for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:44.429858 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc3aaa-dc2b-4b44-b12e-cd5b95816947 None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:44.430475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dcdc3aaa-dc2b-4b44-b12e-cd5b95816947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:44.469137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:44.489657 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-47ade0e3-f9a1-4f75-8224-c5373c8b5c02 None None] Provisioning complete for port 77fe94a0-7318-48bb-baa8-ff77a777646f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:44.490081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-47ade0e3-f9a1-4f75-8224-c5373c8b5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:44.527125 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-291abbf4-1c86-4ff6-8dc1-dd73387835c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8205316 Feb 04 06:16:44.527893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'tag': '57acb5a1-0f20-4a42-91e5-3bb92429ab45'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:44.533511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46916) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:44.534261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 77fe94a0-7318-48bb-baa8-ff77a777646f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77fe94a0-7318-48bb-baa8-ff77a777646f,segment=NetworkSegment(0065cdce-4206-4ee2-8f6f-67bb9c7679fb),segment_id=0065cdce-4206-4ee2-8f6f-67bb9c7679fb)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:44.563964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25e28fb-2c5d-41f4-adba-079561cf284f tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Router 8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:16:44.593971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:44.628424 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'tag': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'status': 'completed', 'code': 200} Feb 04 06:16:44.641523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:44.708836 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ca6c4b53-4081-4dd5-8c32-d353e80d58a3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/b48b3d6e-4fc2-48da-a2be-f77bfbed4556 HTTP/1.1" status: 200 len: 990 time: 0.1741805 Feb 04 06:16:44.730870 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a017f42-f541-4471-a80e-90762b2f719d req-abb2b33a-ee15-412f-a2bb-924f71f35fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:44.732395 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1a017f42-f541-4471-a80e-90762b2f719d req-abb2b33a-ee15-412f-a2bb-924f71f35fd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 1098 time: 0.1013811 Feb 04 06:16:44.743019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:44.759960 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5c3332-b069-4433-8be6-43c0836f58bf None None] Sync routers for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:44.776533 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c3332-b069-4433-8be6-43c0836f58bf None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:44.778028 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9f5c3332-b069-4433-8be6-43c0836f58bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:44.791123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-dcdc3aaa-dc2b-4b44-b12e-cd5b95816947 None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:44.812905 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a1374b15-2bce-47ba-856d-b8eac8ad8a5b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8623114 Feb 04 06:16:44.814345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46922) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:44.831834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=77fe94a0-7318-48bb-baa8-ff77a777646f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:44.852631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Network 234aa1b0-4de6-434c-8da7-551d0d6e90b5 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:44.862681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:44.879565 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.882683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.882683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.882683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.882683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.882683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.882683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.882683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.882683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.883621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.884092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.884556 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:44.918071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63d22a4-aff7-4ed7-9124-dd293730e7df tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting subnet 53700a5a-d8bf-47aa-a9bf-d62b2699a9d3 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:44.922557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a63d22a4-aff7-4ed7-9124-dd293730e7df tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:44.931689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:44.937388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:44.937896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:44.954486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Pushing event updated for resources: {'Port': ['ID=5388c24b-0e5f-4fe5-868a-b5d9eddf4a64,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:44.973863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25e28fb-2c5d-41f4-adba-079561cf284f tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:45.002946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a017f42-f541-4471-a80e-90762b2f719d req-d86e6ed5-cd3c-465c-8654-0ca8a5ea34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:45.004590 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1a017f42-f541-4471-a80e-90762b2f719d req-d86e6ed5-cd3c-465c-8654-0ca8a5ea34e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60f52fc5-6237-4cf7-817f-9aed763089fe HTTP/1.1" status: 200 len: 897 time: 0.2664621 Feb 04 06:16:45.019586 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d25e28fb-2c5d-41f4-adba-079561cf284f tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "PUT /v2.0/routers/8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5557339 Feb 04 06:16:45.027605 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-9f5c3332-b069-4433-8be6-43c0836f58bf None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:45.027884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa47f44a-fb60-4ab2-98b3-ac3b4e89436b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:45.051581 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8347978-893c-4925-9991-363d54665eb2 None None] Sync routers for ids ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:45.056733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46926) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:45.083256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8347978-893c-4925-9991-363d54665eb2 None None] Routers {'8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:45.083892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8347978-893c-4925-9991-363d54665eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:45.189695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a63d22a4-aff7-4ed7-9124-dd293730e7df tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:45.245968 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1a017f42-f541-4471-a80e-90762b2f719d req-3a2a1ee8-1f98-47bb-8843-5db05bb5f9a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45 HTTP/1.1" status: 200 len: 998 time: 0.2344456 Feb 04 06:16:45.287932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8347978-893c-4925-9991-363d54665eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:45.335696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a017f42-f541-4471-a80e-90762b2f719d req-0848cdcd-dd06-4582-88d4-f223041c7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:45.337312 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1a017f42-f541-4471-a80e-90762b2f719d req-0848cdcd-dd06-4582-88d4-f223041c7c23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13b8ccfb-2481-4bc5-b777-d1b37ffc4004 HTTP/1.1" status: 200 len: 835 time: 0.0853987 Feb 04 06:16:45.349729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9a0a9fa3-d902-4e8e-8854-9f615bb30c69 None None] Provisioning for port 5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:45.359323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8347978-893c-4925-9991-363d54665eb2 None None] Routers {'8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:45.360104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8347978-893c-4925-9991-363d54665eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:45.413482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a63d22a4-aff7-4ed7-9124-dd293730e7df tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:45.419627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9a0a9fa3-d902-4e8e-8854-9f615bb30c69 None None] Provisioning complete for port 5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:45.420028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9a0a9fa3-d902-4e8e-8854-9f615bb30c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:45.474851 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8347978-893c-4925-9991-363d54665eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:45.475246 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8347978-893c-4925-9991-363d54665eb2 None None] The sync data for ids ['8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:45.485562 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9f5c3332-b069-4433-8be6-43c0836f58bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:41Z', 'revision_number': 9, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:45.490633 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-aa47f44a-fb60-4ab2-98b3-ac3b4e89436b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 9cd5e5ce-6652-4e3c-97ae-f19b393e58da owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:45.499580 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5c3332-b069-4433-8be6-43c0836f58bf None None] Checking router: 7a648568-f69f-41f0-ae27-731209a6ede3 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:16:45.520077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a9fa3-d902-4e8e-8854-9f615bb30c69 None None] Port 5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:45.526797 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c3332-b069-4433-8be6-43c0836f58bf None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:45.527423 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9f5c3332-b069-4433-8be6-43c0836f58bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:45.529761 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-76653802-5d34-4f8b-800a-4bee89035753 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.7582748 Feb 04 06:16:45.541572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46930) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:45.557954 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-5acc0f93-a5a8-4cf6-bb16-26ebe0de7bd3 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] show failed (client error): The resource could not be found. Feb 04 06:16:45.559238 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5acc0f93-a5a8-4cf6-bb16-26ebe0de7bd3 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-200133038 HTTP/1.1" status: 404 len: 334 time: 0.5015454 Feb 04 06:16:45.570247 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Request body: {'port': {'network_id': '234aa1b0-4de6-434c-8da7-551d0d6e90b5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-488434185', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:45.571034 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.api.validators [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] bootfile-name is not in valid_values {{(pid=88199) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:16:45.571678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.api.validators [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] tftp-server is not in valid_values {{(pid=88199) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:16:45.572185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.api.validators [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] server-ip-address is not in valid_values {{(pid=88199) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:16:45.580778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46934) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:45.588809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bb95c993-b1e0-4f34-93e7-13be7c529354 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:45.663535 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-bb95c993-b1e0-4f34-93e7-13be7c529354 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] update failed (client error): The resource could not be found. Feb 04 06:16:45.667913 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bb95c993-b1e0-4f34-93e7-13be7c529354 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-828590978 HTTP/1.1" status: 404 len: 334 time: 0.0828874 Feb 04 06:16:45.668632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46938) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:45.678710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dcdc3aaa-dc2b-4b44-b12e-cd5b95816947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:15:49Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'b48b3d6e-4fc2-48da-a2be-f77bfbed4556', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'port_id': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'mac_address': 'fa:16:3e:e1:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:41Z', 'updated_at': '2022-02-04T06:16:41Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:45.683305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc3aaa-dc2b-4b44-b12e-cd5b95816947 None None] Checking router: 0cbbee68-c4f5-4974-bc2a-958b0e701717 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:16:45.694281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc3aaa-dc2b-4b44-b12e-cd5b95816947 None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:45.694533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a017f42-f541-4471-a80e-90762b2f719d req-8563ee78-91e4-410c-b3c0-20c42e8f7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:45.695482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dcdc3aaa-dc2b-4b44-b12e-cd5b95816947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:45.696168 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1a017f42-f541-4471-a80e-90762b2f719d req-8563ee78-91e4-410c-b3c0-20c42e8f7e82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60f52fc5-6237-4cf7-817f-9aed763089fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3498666 Feb 04 06:16:45.730186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46942) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:45.776376 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-9f5c3332-b069-4433-8be6-43c0836f58bf None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:45.895155 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-dcdc3aaa-dc2b-4b44-b12e-cd5b95816947 None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:45.917806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7e2997-9aa5-4a5b-be8e-df77742b9078 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Deleting subnet 07423ca8-459a-4f0f-bfd6-f885a5f088a8 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:45.926773 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1a017f42-f541-4471-a80e-90762b2f719d req-58b6ff01-2690-42a7-8d95-674c428bdf4a service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168555 Feb 04 06:16:45.928213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a63d22a4-aff7-4ed7-9124-dd293730e7df tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:45.966378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2997-9aa5-4a5b-be8e-df77742b9078 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.027422 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ac4a5aed-c9de-4b56-8d4e-42d42b181f3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/b48b3d6e-4fc2-48da-a2be-f77bfbed4556 HTTP/1.1" status: 200 len: 990 time: 0.2947614 Feb 04 06:16:46.039869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.073758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-466fb7f5-fcb0-4830-a04e-93876ef32222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.092552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77fe94a0-7318-48bb-baa8-ff77a777646f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:46.108991 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:46.118170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e2d5b-dc0a-4f3f-8263-5301fff89199 None None] Network a0f5df12-ee7f-40bf-a1ff-a007967540ff requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:46.131061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Usage tracker for resource:port and tenant:9442967feaa14f68a8a4b990c6db167f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:46.143996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2997-9aa5-4a5b-be8e-df77742b9078 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.166261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d22a4-aff7-4ed7-9124-dd293730e7df tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Subnet': ['ID=53700a5a-d8bf-47aa-a9bf-d62b2699a9d3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:46.171618 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1a017f42-f541-4471-a80e-90762b2f719d req-fd2f849b-78ff-4998-9ab3-02945c443b16 service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913140 Feb 04 06:16:46.172936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a63d22a4-aff7-4ed7-9124-dd293730e7df tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.176438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:46.186779 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a63d22a4-aff7-4ed7-9124-dd293730e7df tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/53700a5a-d8bf-47aa-a9bf-d62b2699a9d3 HTTP/1.1" status: 204 len: 168 time: 1.3714893 Feb 04 06:16:46.189613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46946) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:46.224527 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9f5c3332-b069-4433-8be6-43c0836f58bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:41Z', 'revision_number': 9, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:46.229199 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5c3332-b069-4433-8be6-43c0836f58bf None None] The sync data for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv is: [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:41Z', 'revision_number': 9, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc', 'name': '', 'network_id': 'fd7bd36b-88ae-405d-aa27-1b3ff9d494b7', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:50:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:44Z', 'updated_at': '2022-02-04T06:16:16Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': 'e23cc382-59f9-406f-a579-9dc20558c84b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:46.236733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:46.257099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Subnet': ['ID=6a6116e6-e405-4869-84bd-0587293a0584,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.301673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:16:46.324977 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Checking segment: {'id': '49e01de6-6d33-4034-8366-86aa694084d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '227cb28d-0472-4655-b07e-ff999f24a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:46.325330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network hostable DHCP agents. Network: 227cb28d-0472-4655-b07e-ff999f24a0bb, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:46.352168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.361855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2997-9aa5-4a5b-be8e-df77742b9078 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.363287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port cee59337-b94b-4b21-8b4f-af3dfe4081f7 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:46.363658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.390119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Made reservation on behalf of 9442967feaa14f68a8a4b990c6db167f for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:46.393725 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.441181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] device_id is not set on port b4a27f5a-d79c-455f-b1a4-381e1cdd7708 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:16:46.476974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa47f44a-fb60-4ab2-98b3-ac3b4e89436b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.519969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 77fe94a0-7318-48bb-baa8-ff77a777646f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:46.520666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.538448 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 227cb28d-0472-4655-b07e-ff999f24a0bb is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:46.557292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47f44a-fb60-4ab2-98b3-ac3b4e89436b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=9cd5e5ce-6652-4e3c-97ae-f19b393e58da,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:46.604862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port cee59337-b94b-4b21-8b4f-af3dfe4081f7, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cee59337-b94b-4b21-8b4f-af3dfe4081f7,segment=NetworkSegment(4438360f-025b-4f6c-b9bb-eb8d71536677),segment_id=4438360f-025b-4f6c-b9bb-eb8d71536677)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:46.605418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.669266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dcdc3aaa-dc2b-4b44-b12e-cd5b95816947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:15:49Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'b48b3d6e-4fc2-48da-a2be-f77bfbed4556', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'port_id': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'mac_address': 'fa:16:3e:e1:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:41Z', 'updated_at': '2022-02-04T06:16:41Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:46.684211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 227cb28d-0472-4655-b07e-ff999f24a0bb) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:46.690747 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc3aaa-dc2b-4b44-b12e-cd5b95816947 None None] The sync data for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv is: [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:15:49Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'b48b3d6e-4fc2-48da-a2be-f77bfbed4556', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'port_id': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'mac_address': 'fa:16:3e:e1:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:41Z', 'updated_at': '2022-02-04T06:16:41Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:46.707748 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e1ad18-2ff7-4402-905e-389fcc67f0cf None None] Network 227cb28d-0472-4655-b07e-ff999f24a0bb requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:46.760328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:46.760328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.805303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4197e4d1-a2b1-4d3b-bd4f-5424572ef408 None None] DHCP port deletion for a0f5df12-ee7f-40bf-a1ff-a007967540ff request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:16:46.817083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2997-9aa5-4a5b-be8e-df77742b9078 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.823882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for cee59337-b94b-4b21-8b4f-af3dfe4081f7 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:46.897129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e2997-9aa5-4a5b-be8e-df77742b9078 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event deleted for resources: {'Subnet': ['ID=07423ca8-459a-4f0f-bfd6-f885a5f088a8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:46.902105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2997-9aa5-4a5b-be8e-df77742b9078 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.920581 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9b7e2997-9aa5-4a5b-be8e-df77742b9078 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "DELETE /v2.0/subnets/07423ca8-459a-4f0f-bfd6-f885a5f088a8 HTTP/1.1" status: 204 len: 168 time: 1.2486272 Feb 04 06:16:46.926836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46950) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:46.965425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d79f5ea-3587-413e-b233-409ef022fe14 None None] Network 524b09dc-4935-45c4-b4f8-fd3922cdd165 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:47.017978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.025316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Allocated IP 2001:db8::2df (234aa1b0-4de6-434c-8da7-551d0d6e90b5/c8181f0e-a36f-40ab-9d6b-7af134d5f93e/b4a27f5a-d79c-455f-b1a4-381e1cdd7708) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:47.027867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aa47f44a-fb60-4ab2-98b3-ac3b4e89436b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.029769 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-aa47f44a-fb60-4ab2-98b3-ac3b4e89436b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/9cd5e5ce-6652-4e3c-97ae-f19b393e58da HTTP/1.1" status: 204 len: 168 time: 3.2970603 Feb 04 06:16:47.030758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46954) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:47.032350 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef90a6a4-81b2-4959-8e64-07b36b48b9e5 None None] New status for floating IP b48b3d6e-4fc2-48da-a2be-f77bfbed4556: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:16:47.042455 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46956) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:47.047353 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9cc794ae-0a8e-40ab-a0d7-c6722c93070b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2674665 Feb 04 06:16:47.074143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46962) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:47.082781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'subnet': {'network_id': '5f822bb1-779c-451b-b44d-b23d386c5be6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:47.087572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4197e4d1-a2b1-4d3b-bd4f-5424572ef408 None None] Deleting port cee59337-b94b-4b21-8b4f-af3dfe4081f7 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:47.088430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4197e4d1-a2b1-4d3b-bd4f-5424572ef408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.178658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No DVR routers for this DVR port cee59337-b94b-4b21-8b4f-af3dfe4081f7 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:47.180773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=cee59337-b94b-4b21-8b4f-af3dfe4081f7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:47.229691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4197e4d1-a2b1-4d3b-bd4f-5424572ef408 None None] The port 'cee59337-b94b-4b21-8b4f-af3dfe4081f7' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:16:47.375033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe3d09d-9382-49dc-b285-e89bde2f6199 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Deleting subnet 6c7901b3-153b-495f-ae9c-8c1f71b446c2 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:47.377749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.404435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:47.433435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:subnet and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:47.440507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-227cb28d-0472-4655-b07e-ff999f24a0bb', 'network_id': '227cb28d-0472-4655-b07e-ff999f24a0bb', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'fixed_ips': [{'subnet_id': '6a6116e6-e405-4869-84bd-0587293a0584'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:47.445331 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.446063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:47.453653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f5df12-ee7f-40bf-a1ff-a007967540ff']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:47.480157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:47.496095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4438360f-025b-4f6c-b9bb-eb8d71536677') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:47.498037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4438360f-025b-4f6c-b9bb-eb8d71536677') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:47.520730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.549461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.556866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:47.557368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:47.573201 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:47.588830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d09d-9382-49dc-b285-e89bde2f6199 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.624876 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ae8405-e678-4b16-afe1-65828214cbf1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:16:47.632314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-26ae8405-e678-4b16-afe1-65828214cbf1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:47.706587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Allocated IP 2001:db8::2 (227cb28d-0472-4655-b07e-ff999f24a0bb/6a6116e6-e405-4869-84bd-0587293a0584/4f493494-660c-4321-8869-1a75cd74b387) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:47.734298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] DHCP port deletion for 524b09dc-4935-45c4-b4f8-fd3922cdd165 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:16:47.744897 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-095efc18-d22b-4149-aded-9cf3fb89359b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/b48b3d6e-4fc2-48da-a2be-f77bfbed4556 HTTP/1.1" status: 200 len: 990 time: 0.7068872 Feb 04 06:16:47.745114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Deleting port b912226c-6fa8-4107-a878-bacc631b782d {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:47.745114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.746387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d09d-9382-49dc-b285-e89bde2f6199 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.850858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:47.854213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-26ae8405-e678-4b16-afe1-65828214cbf1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:47.854618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.858897 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-26ae8405-e678-4b16-afe1-65828214cbf1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/9cd5e5ce-6652-4e3c-97ae-f19b393e58da HTTP/1.1" status: 404 len: 333 time: 0.8116376 Feb 04 06:16:47.863870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46966) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:47.910550 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5b236377-f091-4ae8-a6f5-836ecf934854 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:47.951788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 5b236377-f091-4ae8-a6f5-836ecf934854 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:47.951788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5b236377-f091-4ae8-a6f5-836ecf934854 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:16:47.952222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cee59337-b94b-4b21-8b4f-af3dfe4081f7 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:47.987661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.990551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-67e4bd31-c22c-459f-a9c2-440bd5b305ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.002521 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: cee59337-b94b-4b21-8b4f-af3dfe4081f7 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:48.003467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cee59337-b94b-4b21-8b4f-af3dfe4081f7 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:16:48.003467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b912226c-6fa8-4107-a878-bacc631b782d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:48.017021 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23dd45d-d6f5-4a80-affd-33c9c4bb3d43 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting subnet 6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:48.025121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d23dd45d-d6f5-4a80-affd-33c9c4bb3d43 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.077023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Transition to ACTIVE for port object b4a27f5a-d79c-455f-b1a4-381e1cdd7708 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:48.092759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.104378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d09d-9382-49dc-b285-e89bde2f6199 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.125653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.128945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Network': ['ID=a0f5df12-ee7f-40bf-a1ff-a007967540ff,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:48.151242 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7835d76a-0061-4b6a-adcd-d9dd064273f3 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/networks/a0f5df12-ee7f-40bf-a1ff-a007967540ff HTTP/1.1" status: 204 len: 168 time: 1.9593360 Feb 04 06:16:48.152328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46970) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:48.165083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d23dd45d-d6f5-4a80-affd-33c9c4bb3d43 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.296816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.309460 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d23dd45d-d6f5-4a80-affd-33c9c4bb3d43 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.366611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] For port b912226c-6fa8-4107-a878-bacc631b782d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b912226c-6fa8-4107-a878-bacc631b782d,segment=NetworkSegment(7731b717-1eb1-4517-9a4f-b2aa315230a0),segment_id=7731b717-1eb1-4517-9a4f-b2aa315230a0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:48.367008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.388079 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.437899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.478668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d09d-9382-49dc-b285-e89bde2f6199 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.530205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port b912226c-6fa8-4107-a878-bacc631b782d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b912226c-6fa8-4107-a878-bacc631b782d,segment=NetworkSegment(7731b717-1eb1-4517-9a4f-b2aa315230a0),segment_id=7731b717-1eb1-4517-9a4f-b2aa315230a0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:48.537944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Calling delete_port for b912226c-6fa8-4107-a878-bacc631b782d owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:48.575218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Network 234aa1b0-4de6-434c-8da7-551d0d6e90b5 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:48.576933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Checking segment: {'id': '2ff7d6ad-e453-452a-ad6e-18f92f8e654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5f822bb1-779c-451b-b44d-b23d386c5be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:48.577473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network hostable DHCP agents. Network: 5f822bb1-779c-451b-b44d-b23d386c5be6, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:48.579789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.579936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d23dd45d-d6f5-4a80-affd-33c9c4bb3d43 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.582042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Subnet': ['ID=56ce4f3d-abc2-43fa-a2a0-3cdb2a9ada5b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:48.591768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:48.594490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d09d-9382-49dc-b285-e89bde2f6199 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.602272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Transition to ACTIVE for port object 4f493494-660c-4321-8869-1a75cd74b387 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:48.602657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3d09d-9382-49dc-b285-e89bde2f6199 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7901b3-153b-495f-ae9c-8c1f71b446c2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:48.604727 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:48.611926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:48.613088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.618949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ecc65a-89d7-40e6-ac75-26f1e25503d1 None None] Network 1d8a8891-a051-4cf3-a239-075864508a49 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:48.639187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.689683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Pushing event updated for resources: {'Port': ['ID=b4a27f5a-d79c-455f-b1a4-381e1cdd7708,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:48.696924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d23dd45d-d6f5-4a80-affd-33c9c4bb3d43 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.708610 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d23dd45d-d6f5-4a80-affd-33c9c4bb3d43 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa HTTP/1.1" status: 204 len: 168 time: 0.8409002 Feb 04 06:16:48.708610 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dd45d-d6f5-4a80-affd-33c9c4bb3d43 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Subnet': ['ID=6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:48.708924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 5f822bb1-779c-451b-b44d-b23d386c5be6 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:48.710971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46974) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:48.715751 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cbe3d09d-9382-49dc-b285-e89bde2f6199 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "DELETE /v2.0/subnets/6c7901b3-153b-495f-ae9c-8c1f71b446c2 HTTP/1.1" status: 204 len: 168 time: 1.7874155 Feb 04 06:16:48.721432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46978) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:48.753762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46982) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:48.773444 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9e967bfc-5fca-444c-80f4-5da12dc9b67c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.2242346 Feb 04 06:16:48.773444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46986) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:48.806943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32154e5a-1ed8-4da8-964b-3a863f333237 None None] Network 6269a6c0-481a-461d-9122-caafd4c2aa17 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:48.834482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Transition to ACTIVE for port object 4f493494-660c-4321-8869-1a75cd74b387 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:48.852273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc6b9c6-944d-4a74-b8cf-1803a91da01d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting subnet 2e1c412e-8c4c-41f4-b2fb-0730924ec251 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:48.856272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b9c6-944d-4a74-b8cf-1803a91da01d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.924528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b9c6-944d-4a74-b8cf-1803a91da01d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.928615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.955791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 5f822bb1-779c-451b-b44d-b23d386c5be6) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:48.965324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:48.965910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.977682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f6739-2eae-4d64-80e4-00954057cddc None None] Network 5f822bb1-779c-451b-b44d-b23d386c5be6 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:49.008842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Deleting port b912226c-6fa8-4107-a878-bacc631b782d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:49.009203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.041540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44de3005-dd2c-476a-8af6-e829ab59eac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:49.048162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44de3005-dd2c-476a-8af6-e829ab59eac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:49.057780 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-67a790b2-77e7-4fe5-8ac2-38d996961f36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/b48b3d6e-4fc2-48da-a2be-f77bfbed4556 HTTP/1.1" status: 200 len: 992 time: 0.2911165 Feb 04 06:16:49.057987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44de3005-dd2c-476a-8af6-e829ab59eac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:49.057987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-44de3005-dd2c-476a-8af6-e829ab59eac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Synchronizing usage tracker for tenant:9442967feaa14f68a8a4b990c6db167f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:49.089619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b9c6-944d-4a74-b8cf-1803a91da01d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.095254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.098718 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:49.099070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:49.104010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=b912226c-6fa8-4107-a878-bacc631b782d,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:49.194074 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.243123 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5fda0702-183a-49b4-ad78-b8ca3d65100a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1679261 Feb 04 06:16:49.244684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Network 227cb28d-0472-4655-b07e-ff999f24a0bb is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:49.250094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46990) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:49.250648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-44de3005-dd2c-476a-8af6-e829ab59eac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Unset dirty status for tenant:9442967feaa14f68a8a4b990c6db167f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:49.255349 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-44de3005-dd2c-476a-8af6-e829ab59eac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4808178 Feb 04 06:16:49.255666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 46994) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:49.259525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-986eb057-b202-410f-bb5b-6a7f0e1ac7ba tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-513982035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:49.267657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-986eb057-b202-410f-bb5b-6a7f0e1ac7ba tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:49.271555 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-986eb057-b202-410f-bb5b-6a7f0e1ac7ba tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:router and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:49.274509 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-986eb057-b202-410f-bb5b-6a7f0e1ac7ba tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:49.280914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-986eb057-b202-410f-bb5b-6a7f0e1ac7ba tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:49.285992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:49.296609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.297955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-18c1dd5c-2863-4573-91d7-d7fb12c0e9fc None None] Provisioning for port b4a27f5a-d79c-455f-b1a4-381e1cdd7708 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:49.303070 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b9c6-944d-4a74-b8cf-1803a91da01d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.306581 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:49.332149 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Pushing event updated for resources: {'Port': ['ID=4f493494-660c-4321-8869-1a75cd74b387,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:49.334401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-18c1dd5c-2863-4573-91d7-d7fb12c0e9fc None None] Provisioning complete for port b4a27f5a-d79c-455f-b1a4-381e1cdd7708 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:49.334975 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-18c1dd5c-2863-4573-91d7-d7fb12c0e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.343192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] For port b912226c-6fa8-4107-a878-bacc631b782d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b912226c-6fa8-4107-a878-bacc631b782d,segment=NetworkSegment(7731b717-1eb1-4517-9a4f-b2aa315230a0),segment_id=7731b717-1eb1-4517-9a4f-b2aa315230a0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:49.343554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.349637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6b9c6-944d-4a74-b8cf-1803a91da01d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1c412e-8c4c-41f4-b2fb-0730924ec251,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:49.356703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b9c6-944d-4a74-b8cf-1803a91da01d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.367993 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ffc6b9c6-944d-4a74-b8cf-1803a91da01d tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/2e1c412e-8c4c-41f4-b2fb-0730924ec251 HTTP/1.1" status: 204 len: 168 time: 0.6569066 Feb 04 06:16:49.369249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 46998) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:49.392522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986eb057-b202-410f-bb5b-6a7f0e1ac7ba tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.393734 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986eb057-b202-410f-bb5b-6a7f0e1ac7ba tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.491893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986eb057-b202-410f-bb5b-6a7f0e1ac7ba tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.513459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.533206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 79105239-5235-48f6-9c0a-c2a29f39e8f3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:49.534105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.551768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.583694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-18c1dd5c-2863-4573-91d7-d7fb12c0e9fc None None] Port b4a27f5a-d79c-455f-b1a4-381e1cdd7708 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:49.601232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Deleting port b912226c-6fa8-4107-a878-bacc631b782d {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:49.601666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.631823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986eb057-b202-410f-bb5b-6a7f0e1ac7ba tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.652767 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Attempting to bind port 4f493494-660c-4321-8869-1a75cd74b387 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:49.653025 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Attempting to bind port 4f493494-660c-4321-8869-1a75cd74b387 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '49e01de6-6d33-4034-8366-86aa694084d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '227cb28d-0472-4655-b07e-ff999f24a0bb'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:49.653367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Attempting to bind port 4f493494-660c-4321-8869-1a75cd74b387 on network 227cb28d-0472-4655-b07e-ff999f24a0bb {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:49.664927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5e5c0-8667-455a-85b1-c6e8700b9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Deleting port b4a27f5a-d79c-455f-b1a4-381e1cdd7708 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:49.665910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e5c0-8667-455a-85b1-c6e8700b9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.682327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:49.682814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Checking segment: {'id': '49e01de6-6d33-4034-8366-86aa694084d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '227cb28d-0472-4655-b07e-ff999f24a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:49.683140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.683558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Bound using segment: {'id': '49e01de6-6d33-4034-8366-86aa694084d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '227cb28d-0472-4655-b07e-ff999f24a0bb'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:49.684066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Bound port: 4f493494-660c-4321-8869-1a75cd74b387, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e01de6-6d33-4034-8366-86aa694084d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '227cb28d-0472-4655-b07e-ff999f24a0bb'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:49.684422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.709353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Calling delete_port for b912226c-6fa8-4107-a878-bacc631b782d owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:49.750763 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.827284 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-5f822bb1-779c-451b-b44d-b23d386c5be6', 'network_id': '5f822bb1-779c-451b-b44d-b23d386c5be6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'fixed_ips': [{'subnet_id': '56ce4f3d-abc2-43fa-a2a0-3cdb2a9ada5b'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:49.827956 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.837190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] DHCP port deletion for 1d8a8891-a051-4cf3-a239-075864508a49 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:16:49.871866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-986eb057-b202-410f-bb5b-6a7f0e1ac7ba tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:49.875908 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-986eb057-b202-410f-bb5b-6a7f0e1ac7ba tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6277761 Feb 04 06:16:49.876224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 602031f8-3ce5-4672-b9c4-0e6c8abd922d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:49.876557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47004) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:49.900315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Deleting port 602031f8-3ce5-4672-b9c4-0e6c8abd922d {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:49.900697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.125369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] For port 79105239-5235-48f6-9c0a-c2a29f39e8f3, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=79105239-5235-48f6-9c0a-c2a29f39e8f3,segment=NetworkSegment(22104d73-5255-4e2c-9b47-815a2a6aa74c),segment_id=22104d73-5255-4e2c-9b47-815a2a6aa74c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:50.125930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.226063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e5c0-8667-455a-85b1-c6e8700b9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.240187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.317731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] For port 4f493494-660c-4321-8869-1a75cd74b387, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:50.322710 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 79105239-5235-48f6-9c0a-c2a29f39e8f3 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:50.352156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] For port b912226c-6fa8-4107-a878-bacc631b782d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b912226c-6fa8-4107-a878-bacc631b782d,segment=NetworkSegment(7731b717-1eb1-4517-9a4f-b2aa315230a0),segment_id=7731b717-1eb1-4517-9a4f-b2aa315230a0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:50.352564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.409666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5e5c0-8667-455a-85b1-c6e8700b9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Calling delete_port for b4a27f5a-d79c-455f-b1a4-381e1cdd7708 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:50.444274 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] For port 4f493494-660c-4321-8869-1a75cd74b387, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4f493494-660c-4321-8869-1a75cd74b387,segment=NetworkSegment(49e01de6-6d33-4034-8366-86aa694084d0),segment_id=49e01de6-6d33-4034-8366-86aa694084d0)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:50.497673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event deleted for resources: {'Port': ['ID=b912226c-6fa8-4107-a878-bacc631b782d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:50.506854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] No DVR routers for this DVR port b912226c-6fa8-4107-a878-bacc631b782d on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:50.597645 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.639846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Calling delete_port for b912226c-6fa8-4107-a878-bacc631b782d owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:50.668824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.673131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.699525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.737575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=79105239-5235-48f6-9c0a-c2a29f39e8f3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:50.741204 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No DVR routers for this DVR port 79105239-5235-48f6-9c0a-c2a29f39e8f3 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:50.766173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc41239-5a5e-49e3-a7e2-96cb6985ea3b None None] Update dhcp port {'port': {'network_id': '6269a6c0-481a-461d-9122-caafd4c2aa17', 'fixed_ips': [{'subnet_id': '2e1c412e-8c4c-41f4-b2fb-0730924ec251'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '79105239-5235-48f6-9c0a-c2a29f39e8f3'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:16:50.771241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:50.771586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.814157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524b09dc-4935-45c4-b4f8-fd3922cdd165']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:50.846925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.847931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7731b717-1eb1-4517-9a4f-b2aa315230a0') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:50.848233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7731b717-1eb1-4517-9a4f-b2aa315230a0') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:50.856861 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc41239-5a5e-49e3-a7e2-96cb6985ea3b None None] Host dv-neutron-827796-1-hyperv tried to update port 79105239-5235-48f6-9c0a-c2a29f39e8f3 which no longer exists. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 06:16:50.858404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:50.882975 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Allocated IP 2001:db8:1::2 (5f822bb1-779c-451b-b44d-b23d386c5be6/56ce4f3d-abc2-43fa-a2a0-3cdb2a9ada5b/72e9099d-629f-4e35-838e-1ea5bbce0992) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:50.910368 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] For port 602031f8-3ce5-4672-b9c4-0e6c8abd922d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=602031f8-3ce5-4672-b9c4-0e6c8abd922d,segment=NetworkSegment(17046f71-4a04-4793-9d8e-cebdae3ba382),segment_id=17046f71-4a04-4793-9d8e-cebdae3ba382)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:50.910754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.072065 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Calling delete_port for 602031f8-3ce5-4672-b9c4-0e6c8abd922d owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:51.090987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.104799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f409262-57ae-4c67-9606-488cf5429fad None None] Network 6269a6c0-481a-461d-9122-caafd4c2aa17 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:51.119670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac05742-8141-429f-ab2c-948049f003d5 None None] Pushing event updated for resources: {'Port': ['ID=4f493494-660c-4321-8869-1a75cd74b387,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:51.128719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.142107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:51.142507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:51.158781 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:51.242417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e5c0-8667-455a-85b1-c6e8700b9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.263819 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.273686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:51.274258 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:51.294768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-92327d57-9cd0-4e99-a290-cbf8eaa14bcb None None] Could not find standard attr ID for object 79105239-5235-48f6-9c0a-c2a29f39e8f3. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:16:51.342616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5e5c0-8667-455a-85b1-c6e8700b9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Pushing event deleted for resources: {'Port': ['ID=b4a27f5a-d79c-455f-b1a4-381e1cdd7708,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:51.344491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6269a6c0-481a-461d-9122-caafd4c2aa17']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:51.355271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 602031f8-3ce5-4672-b9c4-0e6c8abd922d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=602031f8-3ce5-4672-b9c4-0e6c8abd922d,segment=NetworkSegment(17046f71-4a04-4793-9d8e-cebdae3ba382),segment_id=17046f71-4a04-4793-9d8e-cebdae3ba382)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:51.369071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22104d73-5255-4e2c-9b47-815a2a6aa74c') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:51.369549 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22104d73-5255-4e2c-9b47-815a2a6aa74c') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:51.383035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc,segment=NetworkSegment(077c0886-eaa6-4e0a-887a-f1f7ecb2290f),segment_id=077c0886-eaa6-4e0a-887a-f1f7ecb2290f)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:51.383395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.406955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e5c0-8667-455a-85b1-c6e8700b9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.433350 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.459734 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.512506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Allocated IP 2001:db8::1 (227cb28d-0472-4655-b07e-ff999f24a0bb/6a6116e6-e405-4869-84bd-0587293a0584/8625c43f-23b4-4602-a17c-6cf27d06dfbd) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:51.553987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.559032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.571203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:51.618586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.633397 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:51.633899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:51.649495 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:51.701843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=602031f8-3ce5-4672-b9c4-0e6c8abd922d,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:51.734824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event deleted for resources: {'Network': ['ID=524b09dc-4935-45c4-b4f8-fd3922cdd165,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:51.744687 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5b2532ad-7db0-4061-af3f-0f5ae3c5cf0c tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "DELETE /v2.0/networks/524b09dc-4935-45c4-b4f8-fd3922cdd165 HTTP/1.1" status: 204 len: 168 time: 3.0191216 Feb 04 06:16:51.744849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:51.744849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:51.745005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:51.836889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.837482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.849229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Transition to ACTIVE for port object 72e9099d-629f-4e35-838e-1ea5bbce0992 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:51.856141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Transition to ACTIVE for port object 8625c43f-23b4-4602-a17c-6cf27d06dfbd will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:51.868994 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f8d5e5c0-8667-455a-85b1-c6e8700b9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] 10.222.0.32 "DELETE /v2.0/ports/b4a27f5a-d79c-455f-b1a4-381e1cdd7708 HTTP/1.1" status: 204 len: 168 time: 2.6084359 Feb 04 06:16:51.869228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.871935 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47012) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:51.883042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Transition to ACTIVE for port object 72e9099d-629f-4e35-838e-1ea5bbce0992 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:51.889894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ce1aea-cb48-4853-aff1-5cd06f786a9e None None] DHCP port deletion for 6269a6c0-481a-461d-9122-caafd4c2aa17 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:16:51.923118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Request body: {'port': {'name': 'tempest-new-port-name-1577598660', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:51.923118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.api.validators [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] bootfile-name is not in valid_values {{(pid=88199) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:16:51.923440 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.api.validators [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] tftp-server is not in valid_values {{(pid=88199) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:16:51.923700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.api.validators [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] server-ip-address is not in valid_values {{(pid=88199) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 06:16:51.926547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.942722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 4f493494-660c-4321-8869-1a75cd74b387 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:51.948374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Deleting port 602031f8-3ce5-4672-b9c4-0e6c8abd922d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:51.948742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.971486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:51.975321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Network': ['ID=6269a6c0-481a-461d-9122-caafd4c2aa17,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:52.086511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.092051 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Deleting port b912226c-6fa8-4107-a878-bacc631b782d {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:52.092434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.106604 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1bd0f5f2-be52-4dc3-a6e6-50e79b8dd65b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/networks/6269a6c0-481a-461d-9122-caafd4c2aa17 HTTP/1.1" status: 204 len: 168 time: 2.7363248 Feb 04 06:16:52.115505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47016) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:52.134627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.189716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.237310 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06549-23f6-43fe-8332-723a98e7082c None None] The port 'b912226c-6fa8-4107-a878-bacc631b782d' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:16:52.246653 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Deleting port 602031f8-3ce5-4672-b9c4-0e6c8abd922d {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:52.247171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.262806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.294081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Network 5f822bb1-779c-451b-b44d-b23d386c5be6 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:52.309966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:52.318784 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:52.329549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Pushing event updated for resources: {'Port': ['ID=72e9099d-629f-4e35-838e-1ea5bbce0992,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:52.344469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=8625c43f-23b4-4602-a17c-6cf27d06dfbd,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:52.354685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 227cb28d-0472-4655-b07e-ff999f24a0bb is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:52.358577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:52.366852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:52.367390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.393369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:52.428445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] For port 602031f8-3ce5-4672-b9c4-0e6c8abd922d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=602031f8-3ce5-4672-b9c4-0e6c8abd922d,segment=NetworkSegment(17046f71-4a04-4793-9d8e-cebdae3ba382),segment_id=17046f71-4a04-4793-9d8e-cebdae3ba382)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:52.428853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.439537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 4f493494-660c-4321-8869-1a75cd74b387 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:52.580624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Calling delete_port for 602031f8-3ce5-4672-b9c4-0e6c8abd922d owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:52.651094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b63d098-4107-4e68-8caa-244bab3cd83f None None] Network 227cb28d-0472-4655-b07e-ff999f24a0bb requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:52.666415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 79105239-5235-48f6-9c0a-c2a29f39e8f3 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:52.687987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.739138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea19f7ba-0acf-4dff-8307-e2b898e50a84 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:52.739778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ea19f7ba-0acf-4dff-8307-e2b898e50a84 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:52.774400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 79105239-5235-48f6-9c0a-c2a29f39e8f3 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:52.774734 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 79105239-5235-48f6-9c0a-c2a29f39e8f3 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:16:52.794286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Attempting to bind port 72e9099d-629f-4e35-838e-1ea5bbce0992 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:52.794679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Attempting to bind port 72e9099d-629f-4e35-838e-1ea5bbce0992 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2ff7d6ad-e453-452a-ad6e-18f92f8e654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5f822bb1-779c-451b-b44d-b23d386c5be6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:52.795033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Attempting to bind port 72e9099d-629f-4e35-838e-1ea5bbce0992 on network 5f822bb1-779c-451b-b44d-b23d386c5be6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:52.812943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] For port 602031f8-3ce5-4672-b9c4-0e6c8abd922d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=602031f8-3ce5-4672-b9c4-0e6c8abd922d,segment=NetworkSegment(17046f71-4a04-4793-9d8e-cebdae3ba382),segment_id=17046f71-4a04-4793-9d8e-cebdae3ba382)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:52.813271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.824552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:52.824944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Checking segment: {'id': '2ff7d6ad-e453-452a-ad6e-18f92f8e654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5f822bb1-779c-451b-b44d-b23d386c5be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:52.825349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.825741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Bound using segment: {'id': '2ff7d6ad-e453-452a-ad6e-18f92f8e654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5f822bb1-779c-451b-b44d-b23d386c5be6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:52.826852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Bound port: 72e9099d-629f-4e35-838e-1ea5bbce0992, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff7d6ad-e453-452a-ad6e-18f92f8e654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5f822bb1-779c-451b-b44d-b23d386c5be6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:52.827239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.851520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.944605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] In _notify_port_updated(), no bound segment for port 5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 on network 234aa1b0-4de6-434c-8da7-551d0d6e90b5 {{(pid=88199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:16:52.944985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.951630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:52.952518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:52.956703 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] 10.222.0.32 "PUT /v2.0/ports/5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 HTTP/1.1" status: 200 len: 1130 time: 1.0847902 Feb 04 06:16:52.957417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47024) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:52.966189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Calling delete_port for 602031f8-3ce5-4672-b9c4-0e6c8abd922d owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:53.021221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fb240962-ac8c-4279-b49c-fa37fee04c20 None None] Provisioning for port 4f493494-660c-4321-8869-1a75cd74b387 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:53.045614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] No DVR routers for this DVR port 602031f8-3ce5-4672-b9c4-0e6c8abd922d on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:53.077978 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5300f3-431f-4aa4-853a-1b0ae570ae6f tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:53.086511 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fa5300f3-431f-4aa4-853a-1b0ae570ae6f tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] 10.222.0.32 "GET /v2.0/ports/5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 HTTP/1.1" status: 200 len: 1130 time: 0.1201398 Feb 04 06:16:53.088909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fb240962-ac8c-4279-b49c-fa37fee04c20 None None] Provisioning complete for port 4f493494-660c-4321-8869-1a75cd74b387 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:53.089353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fb240962-ac8c-4279-b49c-fa37fee04c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.094466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event deleted for resources: {'Port': ['ID=602031f8-3ce5-4672-b9c4-0e6c8abd922d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:53.095916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47028) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:53.113921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca900365-4e28-45ea-8f06-3c6a20689710 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Pushing event updated for resources: {'Port': ['ID=5388c24b-0e5f-4fe5-868a-b5d9eddf4a64,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:53.121455 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.199072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ac80b8a0-a327-451c-81c5-026280e69705 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Deleting port 5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:53.199632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac80b8a0-a327-451c-81c5-026280e69705 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.254304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:53.254647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:53.263123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ea19f7ba-0acf-4dff-8307-e2b898e50a84 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:53.264875 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ea19f7ba-0acf-4dff-8307-e2b898e50a84 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.1483622 Feb 04 06:16:53.275940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] For port 72e9099d-629f-4e35-838e-1ea5bbce0992, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:16:53.287382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] For port 72e9099d-629f-4e35-838e-1ea5bbce0992, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=72e9099d-629f-4e35-838e-1ea5bbce0992,segment=NetworkSegment(2ff7d6ad-e453-452a-ad6e-18f92f8e654f),segment_id=2ff7d6ad-e453-452a-ad6e-18f92f8e654f)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:16:53.290033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47034) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:53.339528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.405783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.407110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fb240962-ac8c-4279-b49c-fa37fee04c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.427251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.529034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fb240962-ac8c-4279-b49c-fa37fee04c20 None None] For port 4f493494-660c-4321-8869-1a75cd74b387, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4f493494-660c-4321-8869-1a75cd74b387,segment=NetworkSegment(49e01de6-6d33-4034-8366-86aa694084d0),segment_id=49e01de6-6d33-4034-8366-86aa694084d0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:53.529712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8a8891-a051-4cf3-a239-075864508a49']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:53.530906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b065f0-b12f-4f75-a711-d077c7393b2d None None] Pushing event updated for resources: {'Port': ['ID=72e9099d-629f-4e35-838e-1ea5bbce0992,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:53.616579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17046f71-4a04-4793-9d8e-cebdae3ba382') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:53.617429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17046f71-4a04-4793-9d8e-cebdae3ba382') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:53.660968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fb240962-ac8c-4279-b49c-fa37fee04c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.714434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.764610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.784003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb240962-ac8c-4279-b49c-fa37fee04c20 None None] Pushing event updated for resources: {'Port': ['ID=4f493494-660c-4321-8869-1a75cd74b387,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:53.791894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:53.792392 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.817873 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Deleting port 602031f8-3ce5-4672-b9c4-0e6c8abd922d {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:53.818454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.853905 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b68d7e25-3b77-4957-bb14-6eb3fdff6dbc None None] Provisioning complete for port 5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:53.854553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b68d7e25-3b77-4957-bb14-6eb3fdff6dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.915244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:53.931713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-afb3ef16-f0c5-4b03-a881-00cd254230d1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:53.945945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-afb3ef16-f0c5-4b03-a881-00cd254230d1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:53.951333 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-afb3ef16-f0c5-4b03-a881-00cd254230d1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6600723 Feb 04 06:16:53.952083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47038) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:53.960834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-244848114'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:53.972865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:53.977250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:network and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:53.980567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:54.005956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.008832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.016458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:54.049311 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:54.056386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0da4ab63-0a61-4347-a961-7c1edf1170b9 None None] The port '602031f8-3ce5-4672-b9c4-0e6c8abd922d' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:16:54.084807 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b68d7e25-3b77-4957-bb14-6eb3fdff6dbc None None] Port 5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:54.132706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 7a648568-f69f-41f0-ae27-731209a6ede3 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:16:54.191974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac80b8a0-a327-451c-81c5-026280e69705 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.211761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e04b3e3d-ec1c-4c41-9fc6-c27470d27944 None None] Provisioning complete for port 4f493494-660c-4321-8869-1a75cd74b387 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:54.212314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e04b3e3d-ec1c-4c41-9fc6-c27470d27944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.279896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=8625c43f-23b4-4602-a17c-6cf27d06dfbd,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:54.290748 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:54.294049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.345890 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 227cb28d-0472-4655-b07e-ff999f24a0bb is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:54.347402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:16:54.349432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:54.412533 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.413115 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Added segment 71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8 of type vlan for network 84721c80-a17a-4a29-b6e8-225ec38afbcc Feb 04 06:16:54.451583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e04b3e3d-ec1c-4c41-9fc6-c27470d27944 None None] Provisioning for port 8625c43f-23b4-4602-a17c-6cf27d06dfbd completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:54.457229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e04b3e3d-ec1c-4c41-9fc6-c27470d27944 None None] Provisioning complete for port 8625c43f-23b4-4602-a17c-6cf27d06dfbd triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:54.457601 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e04b3e3d-ec1c-4c41-9fc6-c27470d27944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.529473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.538179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e04b3e3d-ec1c-4c41-9fc6-c27470d27944 None None] Port 8625c43f-23b4-4602-a17c-6cf27d06dfbd cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:54.576122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.581687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.655352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ac80b8a0-a327-451c-81c5-026280e69705 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Calling delete_port for 5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:54.660620 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.661154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b56b4cdf-cd0e-491a-bfec-ff2608c7b172 None None] Provisioning complete for port 8625c43f-23b4-4602-a17c-6cf27d06dfbd triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:54.661698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b56b4cdf-cd0e-491a-bfec-ff2608c7b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.666938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:54.667728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.700536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router 1c135fb8-d402-47ec-8e07-b06894963c35 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:16:54.726740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b56b4cdf-cd0e-491a-bfec-ff2608c7b172 None None] Port 8625c43f-23b4-4602-a17c-6cf27d06dfbd cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:54.736272 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "DELETE /v2.0/networks/1d8a8891-a051-4cf3-a239-075864508a49 HTTP/1.1" status: 204 len: 168 time: 2.9906983 Feb 04 06:16:54.758068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47042) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:54.767379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632a637-58e7-41a1-a958-3578e00309dd tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event deleted for resources: {'Network': ['ID=1d8a8891-a051-4cf3-a239-075864508a49,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:54.794126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:54.806537 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e2694c27-61e7-4af2-909c-517210426a4f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6524141 Feb 04 06:16:54.807195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e377309-0089-4d08-971f-c711767ed5a5 None None] Sync routers for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:54.809861 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47048) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:54.819696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e377309-0089-4d08-971f-c711767ed5a5 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:54.820338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3e377309-0089-4d08-971f-c711767ed5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:54.903135 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9497182 Feb 04 06:16:54.915133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47052) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:54.928192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-726d0018-0592-4675-83ba-ebae3544269b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting subnet e23cc382-59f9-406f-a579-9dc20558c84b {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:54.938992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-726d0018-0592-4675-83ba-ebae3544269b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.981284 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76a549-e23a-4662-863d-f5fcbe0e813c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Network': ['ID=84721c80-a17a-4a29-b6e8-225ec38afbcc,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:54.985453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4928a3d8-d6c4-4640-8bc7-d35fdda347d5 None None] Provisioning complete for port 8625c43f-23b4-4602-a17c-6cf27d06dfbd triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:54.986352 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4928a3d8-d6c4-4640-8bc7-d35fdda347d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:54.992847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '84721c80-a17a-4a29-b6e8-225ec38afbcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:55.021206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-726d0018-0592-4675-83ba-ebae3544269b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.028238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 84721c80-a17a-4a29-b6e8-225ec38afbcc details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:16:55.074550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-320b3219-8606-467a-8fa4-efd87e1a1cad tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Deleting subnet 0f29b2b3-5426-4672-97f0-9d3ae3ba88a1 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:55.092008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-320b3219-8606-467a-8fa4-efd87e1a1cad tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.120508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-726d0018-0592-4675-83ba-ebae3544269b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.155031 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:16:55.167774 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39e994-40aa-485b-8e92-9d8bab809bb8 None None] Sync routers for ids ['1c135fb8-d402-47ec-8e07-b06894963c35'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:55.172174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3e377309-0089-4d08-971f-c711767ed5a5 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:55.179842 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-785ae5b0-4ccd-402e-b87e-8e1de6dac29d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/1c135fb8-d402-47ec-8e07-b06894963c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2948060 Feb 04 06:16:55.183375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47056) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:55.189781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-320b3219-8606-467a-8fa4-efd87e1a1cad tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.191044 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39e994-40aa-485b-8e92-9d8bab809bb8 None None] Routers {'1c135fb8-d402-47ec-8e07-b06894963c35'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:55.193137 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9d39e994-40aa-485b-8e92-9d8bab809bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1c135fb8-d402-47ec-8e07-b06894963c35'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:55.204341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac80b8a0-a327-451c-81c5-026280e69705 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.241344 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b46925-af76-4117-be8c-e2dcb0359626 None None] Network 5f822bb1-779c-451b-b44d-b23d386c5be6 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:55.259617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80b8a0-a327-451c-81c5-026280e69705 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Pushing event deleted for resources: {'Port': ['ID=5388c24b-0e5f-4fe5-868a-b5d9eddf4a64,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:55.280809 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9d39e994-40aa-485b-8e92-9d8bab809bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:55.290359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a53d558-de49-49c2-8fd1-0dc2429566e9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:55.290943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6a53d558-de49-49c2-8fd1-0dc2429566e9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Synchronizing usage tracker for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:55.296896 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39e994-40aa-485b-8e92-9d8bab809bb8 None None] Routers {'1c135fb8-d402-47ec-8e07-b06894963c35'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:55.298525 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9d39e994-40aa-485b-8e92-9d8bab809bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1c135fb8-d402-47ec-8e07-b06894963c35'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:55.319641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-726d0018-0592-4675-83ba-ebae3544269b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.323488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:55.346401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:16:55.357432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:16:55.367110 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:55.368280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d0018-0592-4675-83ba-ebae3544269b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Subnet': ['ID=e23cc382-59f9-406f-a579-9dc20558c84b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:55.370812 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ac80b8a0-a327-451c-81c5-026280e69705 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.386636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-726d0018-0592-4675-83ba-ebae3544269b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.398234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ac80b8a0-a327-451c-81c5-026280e69705 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] 10.222.0.32 "DELETE /v2.0/ports/5388c24b-0e5f-4fe5-868a-b5d9eddf4a64 HTTP/1.1" status: 204 len: 168 time: 2.2845566 Feb 04 06:16:55.398566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47060) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:55.402072 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-726d0018-0592-4675-83ba-ebae3544269b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/e23cc382-59f9-406f-a579-9dc20558c84b HTTP/1.1" status: 204 len: 168 time: 0.5872421 Feb 04 06:16:55.402072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47064) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:55.406429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d14a36-469b-4853-b3cb-35ad2f7c6e47 None None] Network fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:55.409988 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9d39e994-40aa-485b-8e92-9d8bab809bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:55.413082 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39e994-40aa-485b-8e92-9d8bab809bb8 None None] The sync data for ids ['1c135fb8-d402-47ec-8e07-b06894963c35'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:55.435654 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4928a3d8-d6c4-4640-8bc7-d35fdda347d5 None None] Port 8625c43f-23b4-4602-a17c-6cf27d06dfbd cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:55.475195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6a53d558-de49-49c2-8fd1-0dc2429566e9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Unset dirty status for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:55.479870 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6a53d558-de49-49c2-8fd1-0dc2429566e9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports/8625c43f-23b4-4602-a17c-6cf27d06dfbd HTTP/1.1" status: 200 len: 911 time: 0.2928729 Feb 04 06:16:55.481018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:55.485637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.486116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47068) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:55.586899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-320b3219-8606-467a-8fa4-efd87e1a1cad tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.660531 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-55388aea-711a-41f9-b1df-2d9c18617d1c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Deleting subnet c8181f0e-a36f-40ab-9d6b-7af134d5f93e {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:16:55.679020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55388aea-711a-41f9-b1df-2d9c18617d1c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.686376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.776529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55388aea-711a-41f9-b1df-2d9c18617d1c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.906254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-45cc835d-998a-4e7a-be81-81d55eb869a0 None None] Provisioning for port 72e9099d-629f-4e35-838e-1ea5bbce0992 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:55.934468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 141b0d95-5592-4b3d-9024-b732ca868e39 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:55.935064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:55.966859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-320b3219-8606-467a-8fa4-efd87e1a1cad tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.016213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b3219-8606-467a-8fa4-efd87e1a1cad tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event deleted for resources: {'Subnet': ['ID=0f29b2b3-5426-4672-97f0-9d3ae3ba88a1,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:56.045293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-320b3219-8606-467a-8fa4-efd87e1a1cad tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.060190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a26f12-465c-4df5-9417-cf793d594d4d None None] Network d1848e59-01f2-43df-baf2-e5e1943c3bf5 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:56.070514 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-320b3219-8606-467a-8fa4-efd87e1a1cad tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "DELETE /v2.0/subnets/0f29b2b3-5426-4672-97f0-9d3ae3ba88a1 HTTP/1.1" status: 204 len: 168 time: 1.3091838 Feb 04 06:16:56.077554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47072) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:56.204760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 4f493494-660c-4321-8869-1a75cd74b387 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:56.287248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55388aea-711a-41f9-b1df-2d9c18617d1c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.340055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.384481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Deleting port b1e43380-5412-4cdc-a821-589229aec72f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:56.389011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.441232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29935fc-ed98-4e9b-b682-1a350e2ea3ec None None] DHCP port deletion for fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:16:56.459813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3e377309-0089-4d08-971f-c711767ed5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:51Z', 'revision_number': 10, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:56.476013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c29935fc-ed98-4e9b-b682-1a350e2ea3ec None None] Deleting port 141b0d95-5592-4b3d-9024-b732ca868e39 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:56.476479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c29935fc-ed98-4e9b-b682-1a350e2ea3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.514776 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 4f493494-660c-4321-8869-1a75cd74b387 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:56.515028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.533985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.544363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e377309-0089-4d08-971f-c711767ed5a5 None None] Checking router: 7a648568-f69f-41f0-ae27-731209a6ede3 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:16:56.551585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port 141b0d95-5592-4b3d-9024-b732ca868e39, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=141b0d95-5592-4b3d-9024-b732ca868e39,segment=NetworkSegment(077c0886-eaa6-4e0a-887a-f1f7ecb2290f),segment_id=077c0886-eaa6-4e0a-887a-f1f7ecb2290f)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:56.552411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.622492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e377309-0089-4d08-971f-c711767ed5a5 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:16:56.623313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3e377309-0089-4d08-971f-c711767ed5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:56.631615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.644378 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-90dc1c4b-9588-4484-843b-8dc55f9ffe8a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4000361 Feb 04 06:16:56.707984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 141b0d95-5592-4b3d-9024-b732ca868e39 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:56.759360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Subnet': ['ID=6dd43a73-c927-4d45-b0ec-ff9ca287c6f2,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:56.776265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55388aea-711a-41f9-b1df-2d9c18617d1c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.842423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55388aea-711a-41f9-b1df-2d9c18617d1c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Pushing event deleted for resources: {'Subnet': ['ID=c8181f0e-a36f-40ab-9d6b-7af134d5f93e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:56.855771 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55388aea-711a-41f9-b1df-2d9c18617d1c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.868534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Checking segment: {'id': '71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84721c80-a17a-4a29-b6e8-225ec38afbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:56.868921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network hostable DHCP agents. Network: 84721c80-a17a-4a29-b6e8-225ec38afbcc, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:16:56.884065 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-55388aea-711a-41f9-b1df-2d9c18617d1c tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] 10.222.0.32 "DELETE /v2.0/subnets/c8181f0e-a36f-40ab-9d6b-7af134d5f93e HTTP/1.1" status: 204 len: 168 time: 1.4830809 Feb 04 06:16:56.886547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:56.892995 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] For port b1e43380-5412-4cdc-a821-589229aec72f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b1e43380-5412-4cdc-a821-589229aec72f,segment=NetworkSegment(d5dfe35c-0a40-4a6e-aced-f916d29c33c3),segment_id=d5dfe35c-0a40-4a6e-aced-f916d29c33c3)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:56.893363 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:56.915274 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77efff-629f-4793-9b8c-6190103ccba4 None None] Network 234aa1b0-4de6-434c-8da7-551d0d6e90b5 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:57.030795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Calling delete_port for b1e43380-5412-4cdc-a821-589229aec72f owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:57.044533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cabec1-de05-42da-847a-31e2fc3d3cc7 None None] DHCP port deletion for d1848e59-01f2-43df-baf2-e5e1943c3bf5 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:16:57.085956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 84721c80-a17a-4a29-b6e8-225ec38afbcc is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:16:57.095957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3e377309-0089-4d08-971f-c711767ed5a5 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:16:57.159775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.162668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-77cabec1-de05-42da-847a-31e2fc3d3cc7 None None] Deleting port b1e43380-5412-4cdc-a821-589229aec72f {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:57.163037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77cabec1-de05-42da-847a-31e2fc3d3cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.171101 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 84721c80-a17a-4a29-b6e8-225ec38afbcc) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:57.177375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:57.180097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.204843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-16071749-48a9-4f8a-a42e-9c6d892a262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:57.206355 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-16071749-48a9-4f8a-a42e-9c6d892a262b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 1098 time: 0.4634552 Feb 04 06:16:57.206519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388ba7d7-2dbe-422b-a6ab-8b21b2a15b4f None None] Network 84721c80-a17a-4a29-b6e8-225ec38afbcc requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:16:57.210888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Deleting port 77fe94a0-7318-48bb-baa8-ff77a777646f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:57.211231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.223910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.245020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c29935fc-ed98-4e9b-b682-1a350e2ea3ec None None] For port 141b0d95-5592-4b3d-9024-b732ca868e39, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=141b0d95-5592-4b3d-9024-b732ca868e39,segment=NetworkSegment(077c0886-eaa6-4e0a-887a-f1f7ecb2290f),segment_id=077c0886-eaa6-4e0a-887a-f1f7ecb2290f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:57.245333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c29935fc-ed98-4e9b-b682-1a350e2ea3ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.279320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event deleted for resources: {'Port': ['ID=b1e43380-5412-4cdc-a821-589229aec72f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:57.285011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] No DVR routers for this DVR port b1e43380-5412-4cdc-a821-589229aec72f on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:57.298335 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 72e9099d-629f-4e35-838e-1ea5bbce0992 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:16:57.301373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.322045 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f8c81216-1bcc-4e7b-87c5-95aa1bb2db0f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4017265 Feb 04 06:16:57.326956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47080) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:57.350256 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '84721c80-a17a-4a29-b6e8-225ec38afbcc', 'name': 'tempest-PortsTestJSON-2074137934'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:57.422455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=141b0d95-5592-4b3d-9024-b732ca868e39,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:57.456459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No DVR routers for this DVR port 141b0d95-5592-4b3d-9024-b732ca868e39 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:57.517484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.529404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c29935fc-ed98-4e9b-b682-1a350e2ea3ec None None] Calling delete_port for 141b0d95-5592-4b3d-9024-b732ca868e39 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:57.567089 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1848e59-01f2-43df-baf2-e5e1943c3bf5']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:57.592592 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dfe35c-0a40-4a6e-aced-f916d29c33c3') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:57.593006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dfe35c-0a40-4a6e-aced-f916d29c33c3') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:57.610122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.624605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:16:57.635026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.645330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:16:57.648003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:57.648511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:57.667657 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:57.758424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-77cabec1-de05-42da-847a-31e2fc3d3cc7 None None] The port 'b1e43380-5412-4cdc-a821-589229aec72f' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:16:57.805466 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:16:57.809603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.833836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:16:57.872129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-c663f230-fc28-4afb-8ca6-96a12b0cff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:57.873703 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-c663f230-fc28-4afb-8ca6-96a12b0cff28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60f52fc5-6237-4cf7-817f-9aed763089fe HTTP/1.1" status: 200 len: 897 time: 0.6371002 Feb 04 06:16:57.896811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.902009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:57.952518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Allocated IP 2001:db8:1::1 (5f822bb1-779c-451b-b44d-b23d386c5be6/56ce4f3d-abc2-43fa-a2a0-3cdb2a9ada5b/0f6c5874-7928-4ea0-a05a-9c97e99bf203) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:57.983776 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-c29935fc-ed98-4e9b-b682-1a350e2ea3ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:57.984395 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-c29935fc-ed98-4e9b-b682-1a350e2ea3ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:58.012450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.076402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Pushing event deleted for resources: {'Network': ['ID=d1848e59-01f2-43df-baf2-e5e1943c3bf5,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:58.079433 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-339d2f35-88e9-432f-838e-c65d77d97a10 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "DELETE /v2.0/networks/d1848e59-01f2-43df-baf2-e5e1943c3bf5 HTTP/1.1" status: 204 len: 168 time: 1.9990177 Feb 04 06:16:58.087862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47084) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:58.089981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7bd36b-88ae-405d-aa27-1b3ff9d494b7']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:58.090356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 72e9099d-629f-4e35-838e-1ea5bbce0992 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:58.106930 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 72e9099d-629f-4e35-838e-1ea5bbce0992 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:58.107809 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.126400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077c0886-eaa6-4e0a-887a-f1f7ecb2290f') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:58.126699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077c0886-eaa6-4e0a-887a-f1f7ecb2290f') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:58.138340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-84721c80-a17a-4a29-b6e8-225ec38afbcc', 'network_id': '84721c80-a17a-4a29-b6e8-225ec38afbcc', 'tenant_id': '8ccb16afb7e244ec96b61fcb5af58d5f', 'fixed_ips': [{'subnet_id': '6dd43a73-c927-4d45-b0ec-ff9ca287c6f2'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:16:58.139205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.144682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0dc1670d-8fce-492c-be36-014e19e197b4 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Synchronizing usage tracker for tenant:2728ba544e4f40d088887d66eea710e2 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:16:58.181514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] For port 77fe94a0-7318-48bb-baa8-ff77a777646f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77fe94a0-7318-48bb-baa8-ff77a777646f,segment=NetworkSegment(0065cdce-4206-4ee2-8f6f-67bb9c7679fb),segment_id=0065cdce-4206-4ee2-8f6f-67bb9c7679fb)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:58.182572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.200396 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-84e84845-4de7-48ef-a358-930302b12ac6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45 HTTP/1.1" status: 200 len: 1000 time: 0.2993126 Feb 04 06:16:58.202918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.231827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d044fb6-9137-4cdf-95b4-fc47485068c0 None None] DHCP port deletion for 234aa1b0-4de6-434c-8da7-551d0d6e90b5 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:16:58.235582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.8 (84721c80-a17a-4a29-b6e8-225ec38afbcc/6dd43a73-c927-4d45-b0ec-ff9ca287c6f2/0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:58.250336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1d044fb6-9137-4cdf-95b4-fc47485068c0 None None] Deleting port 77fe94a0-7318-48bb-baa8-ff77a777646f {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:58.250603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1d044fb6-9137-4cdf-95b4-fc47485068c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.280552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0dc1670d-8fce-492c-be36-014e19e197b4 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Unset dirty status for tenant:2728ba544e4f40d088887d66eea710e2 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:16:58.281034 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0dc1670d-8fce-492c-be36-014e19e197b4 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8 HTTP/1.1" status: 200 len: 205 time: 0.1924849 Feb 04 06:16:58.284507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47088) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:58.383367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3e377309-0089-4d08-971f-c711767ed5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:51Z', 'revision_number': 10, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:58.414754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Calling delete_port for 77fe94a0-7318-48bb-baa8-ff77a777646f owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:58.437342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e377309-0089-4d08-971f-c711767ed5a5 None None] The sync data for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv is: [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:16:51Z', 'revision_number': 10, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None, '_interfaces': [{'id': '2b62a2ed-d974-4b1b-903a-88aab4f43daa', 'name': '', 'network_id': '4da0555d-cd79-4886-849e-e5b64181b164', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'mac_address': 'fa:16:3e:4c:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:33Z', 'updated_at': '2022-02-04T06:16:00Z', 'revision_number': 5, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'subnets': [{'id': '8472e251-6338-4d28-9e7e-37baf400dfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:58.462608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.479419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.502386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 72e9099d-629f-4e35-838e-1ea5bbce0992, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=72e9099d-629f-4e35-838e-1ea5bbce0992,segment=NetworkSegment(2ff7d6ad-e453-452a-ad6e-18f92f8e654f),segment_id=2ff7d6ad-e453-452a-ad6e-18f92f8e654f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:58.503545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c29935fc-ed98-4e9b-b682-1a350e2ea3ec None None] Deleting port 141b0d95-5592-4b3d-9024-b732ca868e39 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:58.504024 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c29935fc-ed98-4e9b-b682-1a350e2ea3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.516113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:58.516515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:58.533626 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:58.610849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-20621771-bf9c-473b-85ca-32223ca097ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:58.612299 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-20621771-bf9c-473b-85ca-32223ca097ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13b8ccfb-2481-4bc5-b777-d1b37ffc4004 HTTP/1.1" status: 200 len: 835 time: 0.3519430 Feb 04 06:16:58.619926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a83c5dd8-337f-4333-ba0e-b274952f1f90 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.638508 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c29935fc-ed98-4e9b-b682-1a350e2ea3ec None None] The port '141b0d95-5592-4b3d-9024-b732ca868e39' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:16:58.639588 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.702080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.735916 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1d044fb6-9137-4cdf-95b4-fc47485068c0 None None] For port 77fe94a0-7318-48bb-baa8-ff77a777646f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=77fe94a0-7318-48bb-baa8-ff77a777646f,segment=NetworkSegment(0065cdce-4206-4ee2-8f6f-67bb9c7679fb),segment_id=0065cdce-4206-4ee2-8f6f-67bb9c7679fb)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:16:58.736182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.736505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1d044fb6-9137-4cdf-95b4-fc47485068c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.760819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Transition to ACTIVE for port object 0f6c5874-7928-4ea0-a05a-9c97e99bf203 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:58.775643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-54594a71-5938-4228-831f-27341cae6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:58.777484 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-54594a71-5938-4228-831f-27341cae6a22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60f52fc5-6237-4cf7-817f-9aed763089fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1517084 Feb 04 06:16:58.807945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.895392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object 0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:58.915029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=72e9099d-629f-4e35-838e-1ea5bbce0992,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:58.920410 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:16:58.924271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1d044fb6-9137-4cdf-95b4-fc47485068c0 None None] Calling delete_port for 77fe94a0-7318-48bb-baa8-ff77a777646f owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:16:58.954482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 141b0d95-5592-4b3d-9024-b732ca868e39 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:58.965381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] No DVR routers for this DVR port 77fe94a0-7318-48bb-baa8-ff77a777646f on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:16:58.987902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a83c5dd8-337f-4333-ba0e-b274952f1f90 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:58.990939 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a83c5dd8-337f-4333-ba0e-b274952f1f90 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.003550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.003831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 141b0d95-5592-4b3d-9024-b732ca868e39 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:59.004291 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 141b0d95-5592-4b3d-9024-b732ca868e39 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:16:59.004753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:59.008764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.044042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:59.044940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7ec79d5e-c48a-4ba4-86cb-c2677e7f70bc not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:16:59.045355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b1e43380-5412-4cdc-a821-589229aec72f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:59.081904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: b1e43380-5412-4cdc-a821-589229aec72f {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:59.082241 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b1e43380-5412-4cdc-a821-589229aec72f not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:16:59.082681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77fe94a0-7318-48bb-baa8-ff77a777646f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:16:59.084930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a83c5dd8-337f-4333-ba0e-b274952f1f90 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.090696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83c5dd8-337f-4333-ba0e-b274952f1f90 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Fanout notify agent at l3_agent the message router_deleted on router 8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:16:59.106538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a83c5dd8-337f-4333-ba0e-b274952f1f90 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.108263 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a83c5dd8-337f-4333-ba0e-b274952f1f90 tempest-RoutersNegativeTest-231252491 tempest-RoutersNegativeTest-231252491-project] 10.222.0.32 "DELETE /v2.0/routers/8f3c1f15-9ca7-4ec7-b42c-e5dc50c8edb8 HTTP/1.1" status: 204 len: 168 time: 0.8228140 Feb 04 06:16:59.120293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Pushing event deleted for resources: {'Port': ['ID=77fe94a0-7318-48bb-baa8-ff77a777646f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:59.124611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 77fe94a0-7318-48bb-baa8-ff77a777646f {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:16:59.124611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 77fe94a0-7318-48bb-baa8-ff77a777646f not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:16:59.127671 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47094) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:59.128425 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/networks/fd7bd36b-88ae-405d-aa27-1b3ff9d494b7 HTTP/1.1" status: 204 len: 168 time: 3.7252538 Feb 04 06:16:59.145497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.148065 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-1d044fb6-9137-4cdf-95b4-fc47485068c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:16:59.148827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-1d044fb6-9137-4cdf-95b4-fc47485068c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:16:59.184735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335bde1-b107-4646-8962-c29835593c4d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Network': ['ID=fd7bd36b-88ae-405d-aa27-1b3ff9d494b7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:59.240640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.250268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 5f822bb1-779c-451b-b44d-b23d386c5be6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:59.260157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:59.262765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:59.263713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.269193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.313749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Allocated IP 172.20.0.2 (84721c80-a17a-4a29-b6e8-225ec38afbcc/6dd43a73-c927-4d45-b0ec-ff9ca287c6f2/512100d8-4c7b-4631-998a-0f1c535e6a02) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:59.339461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=0f6c5874-7928-4ea0-a05a-9c97e99bf203,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:59.347488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234aa1b0-4de6-434c-8da7-551d0d6e90b5']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:59.377129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0065cdce-4206-4ee2-8f6f-67bb9c7679fb') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:59.377313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0065cdce-4206-4ee2-8f6f-67bb9c7679fb') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:59.400395 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-38acdf43-34ee-4cb1-b703-be7ab4e25f4b service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149139 Feb 04 06:16:59.404314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.414027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 84721c80-a17a-4a29-b6e8-225ec38afbcc is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:59.438983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:59.441567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:59.509842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:59.510542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.525833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:59.595543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.607551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Transition to ACTIVE for port object 512100d8-4c7b-4631-998a-0f1c535e6a02 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:59.629126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Transition to ACTIVE for port object 512100d8-4c7b-4631-998a-0f1c535e6a02 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:16:59.633458 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1fd1119c-9b67-4bd3-a68a-77c44a8cf812 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2906766 Feb 04 06:16:59.642104 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47098) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:59.650252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1d044fb6-9137-4cdf-95b4-fc47485068c0 None None] Deleting port 77fe94a0-7318-48bb-baa8-ff77a777646f {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:16:59.650692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1d044fb6-9137-4cdf-95b4-fc47485068c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.729004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1d044fb6-9137-4cdf-95b4-fc47485068c0 None None] The port '77fe94a0-7318-48bb-baa8-ff77a777646f' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:16:59.730753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.786860 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e7f760a-c375-41e9-b0c9-cbe6e9df664b req-033fc24d-0e62-4cec-8246-d4f5587d4b82 service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734369 Feb 04 06:16:59.789566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8006461b-0cba-4cc8-a846-a197359bf776 None None] Provisioning for port 0f6c5874-7928-4ea0-a05a-9c97e99bf203 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:59.795936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.803259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:16:59.803871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.815095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Network 84721c80-a17a-4a29-b6e8-225ec38afbcc is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:59.819129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:59.823391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8006461b-0cba-4cc8-a846-a197359bf776 None None] Provisioning complete for port 0f6c5874-7928-4ea0-a05a-9c97e99bf203 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:59.824082 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8006461b-0cba-4cc8-a846-a197359bf776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.854430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:16:59.866404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47104) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:16:59.868424 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:16:59.912078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '84721c80-a17a-4a29-b6e8-225ec38afbcc', 'name': 'tempest-PortsTestJSON-530665030'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:59.914143 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Pushing event updated for resources: {'Port': ['ID=512100d8-4c7b-4631-998a-0f1c535e6a02,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:59.973799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8006461b-0cba-4cc8-a846-a197359bf776 None None] Port 0f6c5874-7928-4ea0-a05a-9c97e99bf203 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:16:59.985845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Attempting to bind port 512100d8-4c7b-4631-998a-0f1c535e6a02 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:16:59.985845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Attempting to bind port 512100d8-4c7b-4631-998a-0f1c535e6a02 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84721c80-a17a-4a29-b6e8-225ec38afbcc'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:16:59.985845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Attempting to bind port 512100d8-4c7b-4631-998a-0f1c535e6a02 on network 84721c80-a17a-4a29-b6e8-225ec38afbcc {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:16:59.987866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:16:59.988238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Checking segment: {'id': '71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84721c80-a17a-4a29-b6e8-225ec38afbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:16:59.989163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:59.989163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Bound using segment: {'id': '71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84721c80-a17a-4a29-b6e8-225ec38afbcc'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:16:59.989495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Bound port: 512100d8-4c7b-4631-998a-0f1c535e6a02, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '84721c80-a17a-4a29-b6e8-225ec38afbcc'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:16:59.989864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.088156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7527166d-2a33-4916-a269-049cf82c407a None None] For port 512100d8-4c7b-4631-998a-0f1c535e6a02, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:00.089514 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bf9d6e0b-232d-4343-8790-6d6f13940afe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2728ba544e4f40d088887d66eea710e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176178 Feb 04 06:17:00.093943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47110) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:00.094446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7527166d-2a33-4916-a269-049cf82c407a None None] For port 512100d8-4c7b-4631-998a-0f1c535e6a02, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=512100d8-4c7b-4631-998a-0f1c535e6a02,segment=NetworkSegment(71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8),segment_id=71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:00.097430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.123729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.135812 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] Pushing event deleted for resources: {'Network': ['ID=234aa1b0-4de6-434c-8da7-551d0d6e90b5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:00.144141 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cda60c2f-fd91-48e0-886c-5541b5bbd409 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721 tempest-ExtraDHCPOptionsIpV6TestJSON-1544537721-project] 10.222.0.32 "DELETE /v2.0/networks/234aa1b0-4de6-434c-8da7-551d0d6e90b5 HTTP/1.1" status: 204 len: 168 time: 3.2565181 Feb 04 06:17:00.152529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.222680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.223949 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:00.248871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:00.291227 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ca9fbd1-b087-4904-b1d9-18cb47e1bf3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.318233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527166d-2a33-4916-a269-049cf82c407a None None] Pushing event updated for resources: {'Port': ['ID=512100d8-4c7b-4631-998a-0f1c535e6a02,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:00.326630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ca9fbd1-b087-4904-b1d9-18cb47e1bf3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.422216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:00.427114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.448084 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 093c5002-7189-4dca-9015-347e6808e387 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:00.525872 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ca9fbd1-b087-4904-b1d9-18cb47e1bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.560082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9fbd1-b087-4904-b1d9-18cb47e1bf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71164528-0370-4d1a-bbe2-f782cfad246c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:00.642633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.650339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.733145 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 72e9099d-629f-4e35-838e-1ea5bbce0992 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:00.734572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ca9fbd1-b087-4904-b1d9-18cb47e1bf3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.736317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.737140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.750772 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1ca9fbd1-b087-4904-b1d9-18cb47e1bf3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71164528-0370-4d1a-bbe2-f782cfad246c HTTP/1.1" status: 204 len: 168 time: 0.6358047 Feb 04 06:17:00.796015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47120) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:00.816038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 72e9099d-629f-4e35-838e-1ea5bbce0992 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:00.816497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:00.947152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.4 (84721c80-a17a-4a29-b6e8-225ec38afbcc/6dd43a73-c927-4d45-b0ec-ff9ca287c6f2/093c5002-7189-4dca-9015-347e6808e387) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:00.952990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=0f6c5874-7928-4ea0-a05a-9c97e99bf203,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:01.076606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 5f822bb1-779c-451b-b44d-b23d386c5be6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:01.079391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:01.233455 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4dd65274-d101-419c-a856-4d4136bd3d9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9442967feaa14f68a8a4b990c6db167f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299300 Feb 04 06:17:01.238729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47126) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:01.275289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router 1c135fb8-d402-47ec-8e07-b06894963c35 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:01.424332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9a4f3c55-1d85-4cba-81dc-20f090f57fda None None] Provisioning complete for port 0f6c5874-7928-4ea0-a05a-9c97e99bf203 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:01.425368 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9a4f3c55-1d85-4cba-81dc-20f090f57fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:01.467180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:01.470142 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:01.475689 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1aa7bfc1-0c83-41dd-8738-660f178bc831 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/1c135fb8-d402-47ec-8e07-b06894963c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9879563 Feb 04 06:17:01.477591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47136) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:01.486040 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a061110-a350-4c23-a2eb-1167e3e63a9f None None] Sync routers for ids ['1c135fb8-d402-47ec-8e07-b06894963c35'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:01.496660 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e844bfb-7928-4f61-94ed-748688ce937e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:01.516307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f3c55-1d85-4cba-81dc-20f090f57fda None None] Port 0f6c5874-7928-4ea0-a05a-9c97e99bf203 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:01.523169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a061110-a350-4c23-a2eb-1167e3e63a9f None None] Routers {'1c135fb8-d402-47ec-8e07-b06894963c35'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:01.524862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5a061110-a350-4c23-a2eb-1167e3e63a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1c135fb8-d402-47ec-8e07-b06894963c35'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:01.554700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port 2b62a2ed-d974-4b1b-903a-88aab4f43daa {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:01.555056 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:01.605008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c94ee4-82d7-485f-bcaa-9b4d4bc49767 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:01.605881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-27c94ee4-82d7-485f-bcaa-9b4d4bc49767 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Synchronizing usage tracker for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:01.614942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object 093c5002-7189-4dca-9015-347e6808e387 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:01.620036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5a061110-a350-4c23-a2eb-1167e3e63a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:01.629503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a061110-a350-4c23-a2eb-1167e3e63a9f None None] Routers {'1c135fb8-d402-47ec-8e07-b06894963c35'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:01.630109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5a061110-a350-4c23-a2eb-1167e3e63a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1c135fb8-d402-47ec-8e07-b06894963c35'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:01.655964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e844bfb-7928-4f61-94ed-748688ce937e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:01.695506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5a061110-a350-4c23-a2eb-1167e3e63a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:01.700509 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a061110-a350-4c23-a2eb-1167e3e63a9f None None] The sync data for ids ['1c135fb8-d402-47ec-8e07-b06894963c35'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:01.719662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-27c94ee4-82d7-485f-bcaa-9b4d4bc49767 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Unset dirty status for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:01.720984 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-27c94ee4-82d7-485f-bcaa-9b4d4bc49767 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports/0f6c5874-7928-4ea0-a05a-9c97e99bf203 HTTP/1.1" status: 200 len: 913 time: 0.2419720 Feb 04 06:17:01.728909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47144) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:01.866816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port 2b62a2ed-d974-4b1b-903a-88aab4f43daa, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2b62a2ed-d974-4b1b-903a-88aab4f43daa,segment=NetworkSegment(31a0ba08-b207-4340-a67e-9991b26ea5b4),segment_id=31a0ba08-b207-4340-a67e-9991b26ea5b4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:01.867459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:01.969612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c15421-c461-408c-9d52-2b5e9922ce01 None None] Network 84721c80-a17a-4a29-b6e8-225ec38afbcc requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:02.147908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:02.155987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for 2b62a2ed-d974-4b1b-903a-88aab4f43daa owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:02.173685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bbfe196c-a92f-4239-be3f-854a4c915c76 None None] Provisioning for port 512100d8-4c7b-4631-998a-0f1c535e6a02 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:02.184048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e844bfb-7928-4f61-94ed-748688ce937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:02.273150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e844bfb-7928-4f61-94ed-748688ce937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdea3411-ee01-4209-a030-338cbf343fdd,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:02.301281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 84721c80-a17a-4a29-b6e8-225ec38afbcc is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:02.307552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:02.310961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:02.360878 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5e844bfb-7928-4f61-94ed-748688ce937e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:02.364003 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5e844bfb-7928-4f61-94ed-748688ce937e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdea3411-ee01-4209-a030-338cbf343fdd HTTP/1.1" status: 204 len: 168 time: 1.1218092 Feb 04 06:17:02.372370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=093c5002-7189-4dca-9015-347e6808e387,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:02.420187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:02.421235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:02.449502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47158) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:02.555793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47164) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:02.560935 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cf3626e6-7da3-4c6b-8138-0782dc28293c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9068904 Feb 04 06:17:02.625518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943583195'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:02.629493 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-305cf8f5-18e1-47d6-bc6e-3e87e1c9c5fb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:02.631601 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:02.636953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:02.643490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:02.647181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:02.714003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:02.782662 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Provisioning for port 0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:02.792409 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Provisioning complete for port 0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:02.793000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:02.818644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:02.821438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 512100d8-4c7b-4631-998a-0f1c535e6a02 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:02.842429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:02.848971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf757a-d4d6-4e4e-b927-8f3e04720c31 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:02.852998 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e5bf757a-d4d6-4e4e-b927-8f3e04720c31 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.2932518 Feb 04 06:17:02.853584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47168) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:02.873722 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Port': ['ID=2b62a2ed-d974-4b1b-903a-88aab4f43daa,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:02.922828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Port 0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:02.944258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:02.982735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:02.991647 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:03.003076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:03.077516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Provisioning for port 093c5002-7189-4dca-9015-347e6808e387 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:03.088903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6cb63f3b-29ee-484b-9b40-6a0136a90701 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 093c5002-7189-4dca-9015-347e6808e387 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:03.089281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Provisioning complete for port 093c5002-7189-4dca-9015-347e6808e387 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:03.089421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb63f3b-29ee-484b-9b40-6a0136a90701 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.089599 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.161002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.216262 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 512100d8-4c7b-4631-998a-0f1c535e6a02 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:03.240026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 512100d8-4c7b-4631-998a-0f1c535e6a02 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:03.241578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.368522 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Port 093c5002-7189-4dca-9015-347e6808e387 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:03.378381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.395357 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Provisioning complete for port 512100d8-4c7b-4631-998a-0f1c535e6a02 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:03.395890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.401728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:03.403995 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.425225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:03.432664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:03.437588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb63f3b-29ee-484b-9b40-6a0136a90701 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.439850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656f7c32-31a2-467f-8ffe-17b8db8bb144,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:03.442683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:03.523114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.572224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 512100d8-4c7b-4631-998a-0f1c535e6a02, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=512100d8-4c7b-4631-998a-0f1c535e6a02,segment=NetworkSegment(71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8),segment_id=71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:03.575021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6cb63f3b-29ee-484b-9b40-6a0136a90701 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 093c5002-7189-4dca-9015-347e6808e387 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:03.663444 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.702329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.775701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 7a648568-f69f-41f0-ae27-731209a6ede3 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:03.855581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-305cf8f5-18e1-47d6-bc6e-3e87e1c9c5fb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 0f6c5874-7928-4ea0-a05a-9c97e99bf203 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:03.856169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-305cf8f5-18e1-47d6-bc6e-3e87e1c9c5fb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.871479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:03.875778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:17:03.876299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-13d01a06-9e03-4565-8e51-7b246af7fac1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:17:03.903305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=512100d8-4c7b-4631-998a-0f1c535e6a02,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:03.939269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:03.950289 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e916e39-a07d-40ea-a5a1-85832687fb67 None None] Sync routers for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:03.960671 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e916e39-a07d-40ea-a5a1-85832687fb67 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:03.961575 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6e916e39-a07d-40ea-a5a1-85832687fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:03.971401 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c7a98f1f-1d59-4e38-bb65-8b1f26cd6599 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8394306 Feb 04 06:17:03.973081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47188) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:04.007387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.071453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364462ca-8683-4ddb-b82b-25507d12342b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:04.079830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-eada5f17-6621-49cf-b7c8-1e797c89c9ef tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting subnet 8472e251-6338-4d28-9e7e-37baf400dfdf {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:17:04.083550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eada5f17-6621-49cf-b7c8-1e797c89c9ef tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.092311 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-6e916e39-a07d-40ea-a5a1-85832687fb67 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:04.139537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-305cf8f5-18e1-47d6-bc6e-3e87e1c9c5fb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.149816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb63f3b-29ee-484b-9b40-6a0136a90701 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.205542 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6e916e39-a07d-40ea-a5a1-85832687fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:17:02Z', 'revision_number': 11, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:04.209919 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e916e39-a07d-40ea-a5a1-85832687fb67 None None] Checking router: 7a648568-f69f-41f0-ae27-731209a6ede3 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:04.220907 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e916e39-a07d-40ea-a5a1-85832687fb67 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:04.221619 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6e916e39-a07d-40ea-a5a1-85832687fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:04.255162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47194) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:04.256002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.257401 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ce8dccca-f20e-4fa4-bf91-ffc644060cee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8067501 Feb 04 06:17:04.265456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47198) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:04.283045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb63f3b-29ee-484b-9b40-6a0136a90701 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=093c5002-7189-4dca-9015-347e6808e387,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:04.331442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eada5f17-6621-49cf-b7c8-1e797c89c9ef tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.353472 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-6e916e39-a07d-40ea-a5a1-85832687fb67 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:04.362832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-305cf8f5-18e1-47d6-bc6e-3e87e1c9c5fb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 0f6c5874-7928-4ea0-a05a-9c97e99bf203 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:04.405043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b9d8f19d-91e0-4651-afa4-05274f469368 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:04.452965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-650139588'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:04.461570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:04.474426 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:network and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:04.482912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:04.499252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:04.517474 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6e916e39-a07d-40ea-a5a1-85832687fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:17:02Z', 'revision_number': 11, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:04.526578 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e916e39-a07d-40ea-a5a1-85832687fb67 None None] The sync data for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv is: [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:17:02Z', 'revision_number': 11, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:04.532471 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eada5f17-6621-49cf-b7c8-1e797c89c9ef tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.586312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb63f3b-29ee-484b-9b40-6a0136a90701 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.601276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b9d8f19d-91e0-4651-afa4-05274f469368 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:04.602741 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b9d8f19d-91e0-4651-afa4-05274f469368 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3338337 Feb 04 06:17:04.606077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47204) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:04.615656 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6cb63f3b-29ee-484b-9b40-6a0136a90701 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/093c5002-7189-4dca-9015-347e6808e387 HTTP/1.1" status: 204 len: 168 time: 1.7588713 Feb 04 06:17:04.616025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-023043bb-0a44-4d5d-a0a5-ff8b6fd605db tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group': {'name': 'tempest-security--1202718133', 'description': 'tempest-security-description-687150852'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:04.616179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47208) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:04.629281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c8fe4434-b729-4af5-9aff-d0394f722708 None None] Provisioning complete for port 0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:04.629983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4434-b729-4af5-9aff-d0394f722708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.650586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-023043bb-0a44-4d5d-a0a5-ff8b6fd605db tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.660820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:04.662603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.676069 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6259d90-025e-4ca5-bb40-9a24f21bd4f5 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:17:04.676806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b6259d90-025e-4ca5-bb40-9a24f21bd4f5 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:04.681513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.702882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe4434-b729-4af5-9aff-d0394f722708 None None] Port 0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:04.706266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c8fe4434-b729-4af5-9aff-d0394f722708 None None] Could not find standard attr ID for object 093c5002-7189-4dca-9015-347e6808e387. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:17:04.714043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:04.731897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:security_group_rule and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:04.736375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:04.745326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:04.759908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-023043bb-0a44-4d5d-a0a5-ff8b6fd605db tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.805050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b6259d90-025e-4ca5-bb40-9a24f21bd4f5 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:04.806234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b6259d90-025e-4ca5-bb40-9a24f21bd4f5 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/093c5002-7189-4dca-9015-347e6808e387 HTTP/1.1" status: 404 len: 333 time: 0.1891353 Feb 04 06:17:04.809010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47212) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:04.836906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.855317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eada5f17-6621-49cf-b7c8-1e797c89c9ef tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.875116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-380d82ef-d364-4371-b439-fa2c203495e2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:04.875693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-380d82ef-d364-4371-b439-fa2c203495e2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.885896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-023043bb-0a44-4d5d-a0a5-ff8b6fd605db tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.910810 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada5f17-6621-49cf-b7c8-1e797c89c9ef tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Subnet': ['ID=8472e251-6338-4d28-9e7e-37baf400dfdf,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:04.915739 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eada5f17-6621-49cf-b7c8-1e797c89c9ef tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.929348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ad07f-8552-492c-b465-49b2a369ad76 None None] Network 4da0555d-cd79-4886-849e-e5b64181b164 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:04.941302 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-305cf8f5-18e1-47d6-bc6e-3e87e1c9c5fb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.944687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-023043bb-0a44-4d5d-a0a5-ff8b6fd605db tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:04.948198 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-023043bb-0a44-4d5d-a0a5-ff8b6fd605db tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "PUT /v2.0/security-groups/364462ca-8683-4ddb-b82b-25507d12342b HTTP/1.1" status: 200 len: 1779 time: 0.3392687 Feb 04 06:17:04.950951 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-eada5f17-6621-49cf-b7c8-1e797c89c9ef tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/8472e251-6338-4d28-9e7e-37baf400dfdf HTTP/1.1" status: 204 len: 168 time: 0.9775243 Feb 04 06:17:04.951709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47216) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:04.966884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47218) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:05.001598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023043bb-0a44-4d5d-a0a5-ff8b6fd605db tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364462ca-8683-4ddb-b82b-25507d12342b,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:05.031210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cf8f5-18e1-47d6-bc6e-3e87e1c9c5fb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=0f6c5874-7928-4ea0-a05a-9c97e99bf203,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:05.037355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 512100d8-4c7b-4631-998a-0f1c535e6a02 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:05.056698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.167992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:05.172004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 512100d8-4c7b-4631-998a-0f1c535e6a02 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:05.172383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.179684 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.180269 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Added segment 9df6a3b8-629c-45a5-9f19-119d641e87c1 of type vlan for network 55b751f7-7198-4f56-813e-1d6e8250fd57 Feb 04 06:17:05.213383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.269105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.282697 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e9a9a348-73a5-4f1f-a400-6d3af8d4d121 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups/364462ca-8683-4ddb-b82b-25507d12342b HTTP/1.1" status: 200 len: 1779 time: 0.3280072 Feb 04 06:17:05.292263 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47224) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:05.315648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7af9032-2cf3-4d88-bb55-f97e7cf8b5b5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:05.329416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port c6d71aeb-de32-420e-a214-b0e34e540a9f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:05.329756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.383296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.385459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-305cf8f5-18e1-47d6-bc6e-3e87e1c9c5fb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.391090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:05.391090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.474237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b62a2ed-d974-4b1b-903a-88aab4f43daa no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:05.530758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 2b62a2ed-d974-4b1b-903a-88aab4f43daa {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:05.531384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b62a2ed-d974-4b1b-903a-88aab4f43daa not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:05.541346 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bac3f2-ede4-4a2d-941b-ca6ccc8045cc None None] DHCP port deletion for 4da0555d-cd79-4886-849e-e5b64181b164 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:17:05.547041 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a4bac3f2-ede4-4a2d-941b-ca6ccc8045cc None None] Deleting port c6d71aeb-de32-420e-a214-b0e34e540a9f {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:05.548334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a4bac3f2-ede4-4a2d-941b-ca6ccc8045cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.603694 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e3969d8-6a13-4d79-969f-65695bb3e1e8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.608303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Network': ['ID=55b751f7-7198-4f56-813e-1d6e8250fd57,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:05.622843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-380d82ef-d364-4371-b439-fa2c203495e2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.631433 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b204024d-4f01-4684-b0e2-9d818d602112 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3703299 Feb 04 06:17:05.633470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47228) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:05.639365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:05.710077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'name': 'tempest-PortsIpV6TestJSON-54475765'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:05.795817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e3969d8-6a13-4d79-969f-65695bb3e1e8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.813111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-380d82ef-d364-4371-b439-fa2c203495e2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:05.846556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] For port c6d71aeb-de32-420e-a214-b0e34e540a9f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c6d71aeb-de32-420e-a214-b0e34e540a9f,segment=NetworkSegment(31a0ba08-b207-4340-a67e-9991b26ea5b4),segment_id=31a0ba08-b207-4340-a67e-9991b26ea5b4)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:05.846909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.853386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a4bac3f2-ede4-4a2d-941b-ca6ccc8045cc None None] For port c6d71aeb-de32-420e-a214-b0e34e540a9f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c6d71aeb-de32-420e-a214-b0e34e540a9f,segment=NetworkSegment(31a0ba08-b207-4340-a67e-9991b26ea5b4),segment_id=31a0ba08-b207-4340-a67e-9991b26ea5b4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:05.854245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a4bac3f2-ede4-4a2d-941b-ca6ccc8045cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:05.979728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a4bac3f2-ede4-4a2d-941b-ca6ccc8045cc None None] Calling delete_port for c6d71aeb-de32-420e-a214-b0e34e540a9f owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:06.005689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Calling delete_port for c6d71aeb-de32-420e-a214-b0e34e540a9f owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:06.055177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:06.061920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:06.066371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:06.076287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:06.092889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305cf8f5-18e1-47d6-bc6e-3e87e1c9c5fb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router 1c135fb8-d402-47ec-8e07-b06894963c35 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:06.132124 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e3969d8-6a13-4d79-969f-65695bb3e1e8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:06.149594 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3969d8-6a13-4d79-969f-65695bb3e1e8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364462ca-8683-4ddb-b82b-25507d12342b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:06.193816 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a4bac3f2-ede4-4a2d-941b-ca6ccc8045cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:06.200156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:17:06.206947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:17:06.239872 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:06.242542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bac3f2-ede4-4a2d-941b-ca6ccc8045cc None None] Pushing event deleted for resources: {'Port': ['ID=c6d71aeb-de32-420e-a214-b0e34e540a9f,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:06.244415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bac3f2-ede4-4a2d-941b-ca6ccc8045cc None None] No DVR routers for this DVR port c6d71aeb-de32-420e-a214-b0e34e540a9f on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:06.249874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:06.267465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305cf8f5-18e1-47d6-bc6e-3e87e1c9c5fb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:06.282233 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e3969d8-6a13-4d79-969f-65695bb3e1e8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:06.282233 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0e3969d8-6a13-4d79-969f-65695bb3e1e8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-groups/364462ca-8683-4ddb-b82b-25507d12342b HTTP/1.1" status: 204 len: 168 time: 0.9833302 Feb 04 06:17:06.282421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47232) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:06.282538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe150bc1-043f-4cbf-a5fe-424b364cb1a0 None None] Sync routers for ids ['1c135fb8-d402-47ec-8e07-b06894963c35'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:06.284933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port a5cf17b4-3a98-42ab-8412-efbc234343f8 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:06.292151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe150bc1-043f-4cbf-a5fe-424b364cb1a0 None None] Routers {'1c135fb8-d402-47ec-8e07-b06894963c35'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:06.292880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fe150bc1-043f-4cbf-a5fe-424b364cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1c135fb8-d402-47ec-8e07-b06894963c35'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:06.340006 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6d2f5faf-7f72-4930-a94d-a3d0850c8ddb tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571349 Feb 04 06:17:06.340341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47236) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:06.363519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fe150bc1-043f-4cbf-a5fe-424b364cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:06.364918 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-8741e571-f69a-4eff-ae6d-26308a1ecfad tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] delete failed (client error): The resource could not be found. Feb 04 06:17:06.366676 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8741e571-f69a-4eff-ae6d-26308a1ecfad tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-groups/364462ca-8683-4ddb-b82b-25507d12342b HTTP/1.1" status: 404 len: 347 time: 0.0247767 Feb 04 06:17:06.373182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47240) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:06.375360 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe150bc1-043f-4cbf-a5fe-424b364cb1a0 None None] Routers {'1c135fb8-d402-47ec-8e07-b06894963c35'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:06.375966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fe150bc1-043f-4cbf-a5fe-424b364cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1c135fb8-d402-47ec-8e07-b06894963c35'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:06.380049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group': {'name': 'tempest-secgroup--981989158'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:06.399272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:06.402494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:06.419427 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:06.423182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-380d82ef-d364-4371-b439-fa2c203495e2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:06.439343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fe150bc1-043f-4cbf-a5fe-424b364cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:06.439758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe150bc1-043f-4cbf-a5fe-424b364cb1a0 None None] The sync data for ids ['1c135fb8-d402-47ec-8e07-b06894963c35'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:06.486906 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-305cf8f5-18e1-47d6-bc6e-3e87e1c9c5fb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/1c135fb8-d402-47ec-8e07-b06894963c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7540145 Feb 04 06:17:06.486906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d82ef-d364-4371-b439-fa2c203495e2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:06.489001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47244) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:06.607068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:06.667202 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:06.702295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Deleting port c6d71aeb-de32-420e-a214-b0e34e540a9f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:06.702742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:06.732288 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-380d82ef-d364-4371-b439-fa2c203495e2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:06.736436 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-380d82ef-d364-4371-b439-fa2c203495e2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d HTTP/1.1" status: 204 len: 168 time: 1.9236209 Feb 04 06:17:06.737052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47248) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:06.740424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c6d71aeb-de32-420e-a214-b0e34e540a9f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:06.741609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:06.776946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: c6d71aeb-de32-420e-a214-b0e34e540a9f {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:06.777557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c6d71aeb-de32-420e-a214-b0e34e540a9f not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:06.791471 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:06.802442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] The port 'c6d71aeb-de32-420e-a214-b0e34e540a9f' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:17:06.878221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:06.892889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:06.916139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:06.928300 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:06.978725 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5d9c7e-9c4e-45a8-99d7-fecbbe85f039 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:17:06.979265 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-aa5d9c7e-9c4e-45a8-99d7-fecbbe85f039 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:07.029572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=a5cf17b4-3a98-42ab-8412-efbc234343f8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:07.053690 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.069159 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Checking segment: {'id': '9df6a3b8-629c-45a5-9f19-119d641e87c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:07.069516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network hostable DHCP agents. Network: 55b751f7-7198-4f56-813e-1d6e8250fd57, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:07.103340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da0555d-cd79-4886-849e-e5b64181b164']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:07.129219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a0ba08-b207-4340-a67e-9991b26ea5b4') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:07.133345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a0ba08-b207-4340-a67e-9991b26ea5b4') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:07.151766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.173758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.187774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-aa5d9c7e-9c4e-45a8-99d7-fecbbe85f039 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:07.193110 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aa5d9c7e-9c4e-45a8-99d7-fecbbe85f039 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/0dc2c9b6-c30f-4994-a37c-e6bdf9dad12d HTTP/1.1" status: 404 len: 333 time: 0.4508131 Feb 04 06:17:07.193232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.193322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47252) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:07.197717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:07.198141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:07.212673 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:07.262364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:07.303026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf05d95-86d5-4df2-bae2-fd0327a68ca4 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting subnet 6dd43a73-c927-4d45-b0ec-ff9ca287c6f2 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:17:07.306741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdf05d95-86d5-4df2-bae2-fd0327a68ca4 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.317675 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.358437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 55b751f7-7198-4f56-813e-1d6e8250fd57) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:07.366986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05770b2b-da50-44f7-818e-6653ff520cf2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:07.368672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f546d55-69f3-415b-b3ee-7d72b415118f None None] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:07.369207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:07.369320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdf05d95-86d5-4df2-bae2-fd0327a68ca4 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.374705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:07.375306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.411596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b776a1f4-181a-42c3-a1ac-7a105d7be61c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.414522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.439724 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.441786 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/networks/4da0555d-cd79-4886-849e-e5b64181b164 HTTP/1.1" status: 204 len: 168 time: 2.4738545 Feb 04 06:17:07.442755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a3eb2-ae6f-41ca-8fe6-64951a881fd2 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Pushing event deleted for resources: {'Network': ['ID=4da0555d-cd79-4886-849e-e5b64181b164,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:07.445402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47256) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:07.456109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-859a2cb9-d7a8-4933-85af-c991301110bf tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'routes': None}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:07.523169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.526792 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1da9cc08-afc6-45f8-aa37-024c150d87e5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1498992 Feb 04 06:17:07.534173 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bcdfeef2-1df5-4c95-8999-645052ae166a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.8863444 Feb 04 06:17:07.534922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47260) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:07.542326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47262) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:07.549528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-6006544d-04f9-4125-baf3-146c449d827a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '05770b2b-da50-44f7-818e-6653ff520cf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:07.608960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-15361637'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:07.613008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6006544d-04f9-4125-baf3-146c449d827a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:07.682668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6006544d-04f9-4125-baf3-146c449d827a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:07.686295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:07.686949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdf05d95-86d5-4df2-bae2-fd0327a68ca4 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.695998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6006544d-04f9-4125-baf3-146c449d827a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:07.702858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:network and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:07.707627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:07.714061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6006544d-04f9-4125-baf3-146c449d827a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:07.716088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:07.816576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.extraroute_db [None req-859a2cb9-d7a8-4933-85af-c991301110bf tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Added routes are [] {{(pid=88199) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:17:07.816902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.extraroute_db [None req-859a2cb9-d7a8-4933-85af-c991301110bf tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Removed routes are [] {{(pid=88199) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:17:07.817254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-859a2cb9-d7a8-4933-85af-c991301110bf tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.841098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b776a1f4-181a-42c3-a1ac-7a105d7be61c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 8625c43f-23b4-4602-a17c-6cf27d06dfbd {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:07.841439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b776a1f4-181a-42c3-a1ac-7a105d7be61c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.886507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdf05d95-86d5-4df2-bae2-fd0327a68ca4 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.933889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf05d95-86d5-4df2-bae2-fd0327a68ca4 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd43a73-c927-4d45-b0ec-ff9ca287c6f2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:07.948110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e6f9c9-18fa-49e7-924d-8c939e7d5399 None None] Network 84721c80-a17a-4a29-b6e8-225ec38afbcc requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:07.949929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:07.954812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.956086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fdf05d95-86d5-4df2-bae2-fd0327a68ca4 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.012641 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fdf05d95-86d5-4df2-bae2-fd0327a68ca4 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/6dd43a73-c927-4d45-b0ec-ff9ca287c6f2 HTTP/1.1" status: 204 len: 168 time: 0.8187397 Feb 04 06:17:08.016106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47268) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:08.028587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6006544d-04f9-4125-baf3-146c449d827a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.179779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.181014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b776a1f4-181a-42c3-a1ac-7a105d7be61c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.235772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535bb6ab-7735-4b8a-aa68-d2bfd8103125 None None] DHCP port deletion for 84721c80-a17a-4a29-b6e8-225ec38afbcc request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:17:08.240428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-535bb6ab-7735-4b8a-aa68-d2bfd8103125 None None] Deleting port 512100d8-4c7b-4631-998a-0f1c535e6a02 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:08.240932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-535bb6ab-7735-4b8a-aa68-d2bfd8103125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.263563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-859a2cb9-d7a8-4933-85af-c991301110bf tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.265721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:08.285736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-859a2cb9-d7a8-4933-85af-c991301110bf tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.296255 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.296492 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Added segment 7c68566a-0a56-4173-8b81-2605f1b45b9b of type vlan for network dd351a8c-c6ed-4e6e-9647-5c10d9fa134f Feb 04 06:17:08.457240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b776a1f4-181a-42c3-a1ac-7a105d7be61c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 8625c43f-23b4-4602-a17c-6cf27d06dfbd owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:08.457859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6006544d-04f9-4125-baf3-146c449d827a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.472678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-535bb6ab-7735-4b8a-aa68-d2bfd8103125 None None] For port 512100d8-4c7b-4631-998a-0f1c535e6a02, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=512100d8-4c7b-4631-998a-0f1c535e6a02,segment=NetworkSegment(71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8),segment_id=71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:08.473244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.473382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-535bb6ab-7735-4b8a-aa68-d2bfd8103125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.480805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859a2cb9-d7a8-4933-85af-c991301110bf tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 7a648568-f69f-41f0-ae27-731209a6ede3 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:08.485973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 512100d8-4c7b-4631-998a-0f1c535e6a02 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:08.485973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.572406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6006544d-04f9-4125-baf3-146c449d827a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.610165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-535bb6ab-7735-4b8a-aa68-d2bfd8103125 None None] Calling delete_port for 512100d8-4c7b-4631-998a-0f1c535e6a02 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:08.650923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006544d-04f9-4125-baf3-146c449d827a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58879fee-1a1a-4c54-a637-1202912fdf02,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:08.663345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859a2cb9-d7a8-4933-85af-c991301110bf tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:08.679047 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e6e48f-f8cc-456b-997e-98b3679ed147 None None] Sync routers for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:08.679743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-859a2cb9-d7a8-4933-85af-c991301110bf tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.680968 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-859a2cb9-d7a8-4933-85af-c991301110bf tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3 HTTP/1.1" status: 200 len: 700 time: 1.2345636 Feb 04 06:17:08.682241 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.687573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:08.693513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.693513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47272) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:08.705843 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e6e48f-f8cc-456b-997e-98b3679ed147 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:08.706623 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1e6e48f-f8cc-456b-997e-98b3679ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:08.780877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 512100d8-4c7b-4631-998a-0f1c535e6a02 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:08.829007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6006544d-04f9-4125-baf3-146c449d827a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.830456 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6006544d-04f9-4125-baf3-146c449d827a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2916415 Feb 04 06:17:08.835180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-93064934-c472-4299-9e53-a4c74d417023 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Synchronizing usage tracker for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:08.837438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47276) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:08.848107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-535bb6ab-7735-4b8a-aa68-d2bfd8103125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.866626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] For port 512100d8-4c7b-4631-998a-0f1c535e6a02, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=512100d8-4c7b-4631-998a-0f1c535e6a02,segment=NetworkSegment(71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8),segment_id=71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:08.868849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.879104 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b1e6e48f-f8cc-456b-997e-98b3679ed147 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:08.888539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Network': ['ID=dd351a8c-c6ed-4e6e-9647-5c10d9fa134f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:08.897870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-822fc1ee-c238-49d1-8a75-9448f562f078 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.902046 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bb6ab-7735-4b8a-aa68-d2bfd8103125 None None] Pushing event deleted for resources: {'Port': ['ID=512100d8-4c7b-4631-998a-0f1c535e6a02,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:08.909371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network dd351a8c-c6ed-4e6e-9647-5c10d9fa134f details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:08.910729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-822fc1ee-c238-49d1-8a75-9448f562f078 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:08.926245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535bb6ab-7735-4b8a-aa68-d2bfd8103125 None None] No DVR routers for this DVR port 512100d8-4c7b-4631-998a-0f1c535e6a02 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:08.971327 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-03e695b8-647b-4e11-878c-73f41008126e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4211478 Feb 04 06:17:08.971327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47280) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:08.973507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'ports': [{'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57'}, {'network_id': 'dd351a8c-c6ed-4e6e-9647-5c10d9fa134f'}]} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:08.974025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:08.974662 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': 'dd351a8c-c6ed-4e6e-9647-5c10d9fa134f'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:08.999222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No active binding found for port 512100d8-4c7b-4631-998a-0f1c535e6a02 {{(pid=88200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 06:17:08.999640 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 512100d8-4c7b-4631-998a-0f1c535e6a02 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:09.016175 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1e6e48f-f8cc-456b-997e-98b3679ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:17:02Z', 'revision_number': 11, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:09.020581 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e6e48f-f8cc-456b-997e-98b3679ed147 None None] Checking router: 7a648568-f69f-41f0-ae27-731209a6ede3 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:09.031247 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e6e48f-f8cc-456b-997e-98b3679ed147 None None] Routers {'7a648568-f69f-41f0-ae27-731209a6ede3'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:09.031953 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1e6e48f-f8cc-456b-997e-98b3679ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7a648568-f69f-41f0-ae27-731209a6ede3'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:09.046507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-93064934-c472-4299-9e53-a4c74d417023 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Unset dirty status for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:09.047680 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-93064934-c472-4299-9e53-a4c74d417023 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a648568-f69f-41f0-ae27-731209a6ede3 HTTP/1.1" status: 200 len: 205 time: 0.3405521 Feb 04 06:17:09.053996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47284) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:09.083798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 512100d8-4c7b-4631-998a-0f1c535e6a02 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:09.110884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b776a1f4-181a-42c3-a1ac-7a105d7be61c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.124475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-822fc1ee-c238-49d1-8a75-9448f562f078 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.176122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fc1ee-c238-49d1-8a75-9448f562f078 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58879fee-1a1a-4c54-a637-1202912fdf02,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:09.180688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776a1f4-181a-42c3-a1ac-7a105d7be61c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=8625c43f-23b4-4602-a17c-6cf27d06dfbd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:09.197161 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b1e6e48f-f8cc-456b-997e-98b3679ed147 None None] Set router 7a648568-f69f-41f0-ae27-731209a6ede3 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:09.248780 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-822fc1ee-c238-49d1-8a75-9448f562f078 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.249916 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-822fc1ee-c238-49d1-8a75-9448f562f078 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/58879fee-1a1a-4c54-a637-1202912fdf02 HTTP/1.1" status: 204 len: 168 time: 0.4091110 Feb 04 06:17:09.254268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b69f6dea-032b-4b19-9ae6-78fd0b9a7b7f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.297361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47288) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:09.310126 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1e6e48f-f8cc-456b-997e-98b3679ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:17:02Z', 'revision_number': 11, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:09.315456 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e6e48f-f8cc-456b-997e-98b3679ed147 None None] The sync data for ids ['7a648568-f69f-41f0-ae27-731209a6ede3'] in dv-neutron-827796-1-hyperv is: [{'id': '7a648568-f69f-41f0-ae27-731209a6ede3', 'name': 'tempest-RoutersTest-router-503382841', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:28Z', 'updated_at': '2022-02-04T06:17:02Z', 'revision_number': 11, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:09.415483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b776a1f4-181a-42c3-a1ac-7a105d7be61c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.458990 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4e734a58-e65b-4b3f-b343-7435336b938a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1528175 Feb 04 06:17:09.458990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:17:09.459709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:17:09.460251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47292) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:09.771405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3baaa5c-f6dd-435c-9fca-40ff205ae1fd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.790768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b776a1f4-181a-42c3-a1ac-7a105d7be61c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router 1c135fb8-d402-47ec-8e07-b06894963c35 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:09.799260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b69f6dea-032b-4b19-9ae6-78fd0b9a7b7f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.801616 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:09.804105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b69f6dea-032b-4b19-9ae6-78fd0b9a7b7f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.808131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:09.811631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3baaa5c-f6dd-435c-9fca-40ff205ae1fd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.813198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:09.826932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:09.937024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b69f6dea-032b-4b19-9ae6-78fd0b9a7b7f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.937520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69f6dea-032b-4b19-9ae6-78fd0b9a7b7f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Fanout notify agent at l3_agent the message router_deleted on router 7a648568-f69f-41f0-ae27-731209a6ede3 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:17:09.953301 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b69f6dea-032b-4b19-9ae6-78fd0b9a7b7f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.958307 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b69f6dea-032b-4b19-9ae6-78fd0b9a7b7f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3 HTTP/1.1" status: 204 len: 168 time: 0.8992224 Feb 04 06:17:09.958589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47296) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:09.965562 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7e36dd0b-a23e-46ff-8a04-678aff52146b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-171025104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:09.973275 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 2} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:09.980003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:09.988762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7e36dd0b-a23e-46ff-8a04-678aff52146b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:09.997979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 512100d8-4c7b-4631-998a-0f1c535e6a02 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:09.998323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.003329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7e36dd0b-a23e-46ff-8a04-678aff52146b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Usage tracker for resource:router and tenant:74fd1bdcfa2b41b09960c974ba7d6576 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:10.007992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7e36dd0b-a23e-46ff-8a04-678aff52146b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:10.031472 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.036399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7e36dd0b-a23e-46ff-8a04-678aff52146b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:10.153011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] The port '512100d8-4c7b-4631-998a-0f1c535e6a02' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:17:10.154800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b776a1f4-181a-42c3-a1ac-7a105d7be61c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:10.173305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184168f3-2d0f-4a51-9a6d-f5a422e0e4a2 None None] Sync routers for ids ['1c135fb8-d402-47ec-8e07-b06894963c35'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:10.183065 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184168f3-2d0f-4a51-9a6d-f5a422e0e4a2 None None] Routers {'1c135fb8-d402-47ec-8e07-b06894963c35'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:10.183675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-184168f3-2d0f-4a51-9a6d-f5a422e0e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1c135fb8-d402-47ec-8e07-b06894963c35'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:10.210695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e36dd0b-a23e-46ff-8a04-678aff52146b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.211747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e36dd0b-a23e-46ff-8a04-678aff52146b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.260095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port 90ed8d7f-15b7-4748-9a1f-ec49fee21b15 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:10.297777 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-184168f3-2d0f-4a51-9a6d-f5a422e0e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:10.298450 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b776a1f4-181a-42c3-a1ac-7a105d7be61c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/1c135fb8-d402-47ec-8e07-b06894963c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8084078 Feb 04 06:17:10.301692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47300) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:10.303547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.308925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184168f3-2d0f-4a51-9a6d-f5a422e0e4a2 None None] Routers {'1c135fb8-d402-47ec-8e07-b06894963c35'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:10.309650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-184168f3-2d0f-4a51-9a6d-f5a422e0e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1c135fb8-d402-47ec-8e07-b06894963c35'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:10.331920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84721c80-a17a-4a29-b6e8-225ec38afbcc']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:10.346640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:10.347048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dd7184-9bd7-4fb7-9ab2-3d48cc47a8b8') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:10.349439 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b3acf492-aadb-4ab6-a144-5ce7a3b396eb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c135fb8-d402-47ec-8e07-b06894963c35 HTTP/1.1" status: 200 len: 205 time: 0.0463190 Feb 04 06:17:10.350322 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47304) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:10.358945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.372465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-184168f3-2d0f-4a51-9a6d-f5a422e0e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:10.372944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184168f3-2d0f-4a51-9a6d-f5a422e0e4a2 None None] The sync data for ids ['1c135fb8-d402-47ec-8e07-b06894963c35'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:10.377695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.384023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:10.384407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:10.399381 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:10.447565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3baaa5c-f6dd-435c-9fca-40ff205ae1fd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.449973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c3baaa5c-f6dd-435c-9fca-40ff205ae1fd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.454002 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c3baaa5c-f6dd-435c-9fca-40ff205ae1fd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-groups/05770b2b-da50-44f7-818e-6653ff520cf2 HTTP/1.1" status: 204 len: 168 time: 0.9409502 Feb 04 06:17:10.467291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47308) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:10.489478 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6df0-d755-4cc9-85ab-0867b739d4ae tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.504031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3baaa5c-f6dd-435c-9fca-40ff205ae1fd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05770b2b-da50-44f7-818e-6653ff520cf2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:10.540098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a91729b1-ded6-49f2-b78a-f793564550e0 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:10.645280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.666952 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.672619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Network': ['ID=84721c80-a17a-4a29-b6e8-225ec38afbcc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:10.676821 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-39fe6331-5fc1-47bd-8c93-f2b8900760ed tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/networks/84721c80-a17a-4a29-b6e8-225ec38afbcc HTTP/1.1" status: 204 len: 168 time: 2.6597242 Feb 04 06:17:10.680456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47312) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:10.686629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1110850244'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:10.691378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a91729b1-ded6-49f2-b78a-f793564550e0 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:10.692533 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a91729b1-ded6-49f2-b78a-f793564550e0 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2244220 Feb 04 06:17:10.693599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:10.697333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47316) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:10.701423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:network and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:10.706416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989473118'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:10.711927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:10.714821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:10.720384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:10.729666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:10.736703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e36dd0b-a23e-46ff-8a04-678aff52146b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.841137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6df0-d755-4cc9-85ab-0867b739d4ae tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.843182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:10.846843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.850280 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6df0-d755-4cc9-85ab-0867b739d4ae tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.875158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:10.885911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.888346 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Added segment f161bea7-ef0a-44e4-92dd-c212bc181d72 of type vlan for network 9fe7b74f-5a00-4059-9b13-81d4c87c939d Feb 04 06:17:10.888470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.888577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.924677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:10.925294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:10.935410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:10.944539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:10.947247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:10.959006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e36dd0b-a23e-46ff-8a04-678aff52146b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.014173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6df0-d755-4cc9-85ab-0867b739d4ae tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.014679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1e6df0-d755-4cc9-85ab-0867b739d4ae tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Fanout notify agent at l3_agent the message router_deleted on router 1c135fb8-d402-47ec-8e07-b06894963c35 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:17:11.020313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port 516fdd16-4177-436e-a90f-fc56395eb184 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:11.027666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6df0-d755-4cc9-85ab-0867b739d4ae tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.028862 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1e1e6df0-d755-4cc9-85ab-0867b739d4ae tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/1c135fb8-d402-47ec-8e07-b06894963c35 HTTP/1.1" status: 204 len: 168 time: 0.6775286 Feb 04 06:17:11.031727 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47320) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:11.038547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.083653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.089389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:11.089983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.105633 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4cc2df-3227-415f-b5a3-f8983a32b0e3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting subnet 56ce4f3d-abc2-43fa-a2a0-3cdb2a9ada5b {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:17:11.111009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc2df-3227-415f-b5a3-f8983a32b0e3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.182644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e36dd0b-a23e-46ff-8a04-678aff52146b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.183743 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7e36dd0b-a23e-46ff-8a04-678aff52146b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2242403 Feb 04 06:17:11.186964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc2df-3227-415f-b5a3-f8983a32b0e3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.197682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47326) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:11.206417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b56fd938-c3cd-45aa-b8b3-8b8126855035 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:11.271396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.284345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.285694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Network': ['ID=9fe7b74f-5a00-4059-9b13-81d4c87c939d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:11.309100 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 9fe7b74f-5a00-4059-9b13-81d4c87c939d details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:11.310114 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f64e6034-6a47-4973-afb4-9d28c5562a6e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6246502 Feb 04 06:17:11.310201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47332) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:11.319886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '9fe7b74f-5a00-4059-9b13-81d4c87c939d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:11.447180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc2df-3227-415f-b5a3-f8983a32b0e3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.449962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e122bb-c697-4328-b728-077bb8be5827,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:11.571944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.573192 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-64718498-bff6-4e9d-9ee0-60003d568c6a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8753419 Feb 04 06:17:11.581751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47338) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:11.590053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-aa6a441f-76de-4f3d-88e7-71ee88a8b73a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '05e122bb-c697-4328-b728-077bb8be5827', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:11.610581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:11.621962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:11.627270 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:11.636050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:11.647586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-aa6a441f-76de-4f3d-88e7-71ee88a8b73a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:11.656588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b56fd938-c3cd-45aa-b8b3-8b8126855035 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.662788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-aa6a441f-76de-4f3d-88e7-71ee88a8b73a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:11.666610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-aa6a441f-76de-4f3d-88e7-71ee88a8b73a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:11.673865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-aa6a441f-76de-4f3d-88e7-71ee88a8b73a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:11.702774 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.784416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:11.787686 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:11.791582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:11.792384 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.801379 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc2df-3227-415f-b5a3-f8983a32b0e3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.804513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:11.807845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.820950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=90ed8d7f-15b7-4748-9a1f-ec49fee21b15,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:11.831263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b56fd938-c3cd-45aa-b8b3-8b8126855035 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.894066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa6a441f-76de-4f3d-88e7-71ee88a8b73a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.969608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc2df-3227-415f-b5a3-f8983a32b0e3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:11.972597 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cc2df-3227-415f-b5a3-f8983a32b0e3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Subnet': ['ID=56ce4f3d-abc2-43fa-a2a0-3cdb2a9ada5b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:11.981903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63820666-78b7-43e2-874b-aef05b6d6005 None None] Network 5f822bb1-779c-451b-b44d-b23d386c5be6 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:12.030720 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cf4cc2df-3227-415f-b5a3-f8983a32b0e3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/56ce4f3d-abc2-43fa-a2a0-3cdb2a9ada5b HTTP/1.1" status: 204 len: 168 time: 0.9949763 Feb 04 06:17:12.032289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47342) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:12.046336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=516fdd16-4177-436e-a90f-fc56395eb184,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:12.076619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Checking segment: {'id': '7c68566a-0a56-4173-8b81-2605f1b45b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd351a8c-c6ed-4e6e-9647-5c10d9fa134f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:12.076619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network hostable DHCP agents. Network: dd351a8c-c6ed-4e6e-9647-5c10d9fa134f, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:12.209109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec4e0da-4117-48fb-9b99-7d513e68f7d5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting subnet 6a6116e6-e405-4869-84bd-0587293a0584 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:17:12.209525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network dd351a8c-c6ed-4e6e-9647-5c10d9fa134f is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:12.228772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ec4e0da-4117-48fb-9b99-7d513e68f7d5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.260484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa6a441f-76de-4f3d-88e7-71ee88a8b73a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.265790 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f4bbfd-fd4e-43c4-8bdd-13b33c1d8be9 None None] DHCP port deletion for 5f822bb1-779c-451b-b44d-b23d386c5be6 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:17:12.270246 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b7f4bbfd-fd4e-43c4-8bdd-13b33c1d8be9 None None] Deleting port 72e9099d-629f-4e35-838e-1ea5bbce0992 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:12.270733 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7f4bbfd-fd4e-43c4-8bdd-13b33c1d8be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.294707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ec4e0da-4117-48fb-9b99-7d513e68f7d5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.311983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.380237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ec4e0da-4117-48fb-9b99-7d513e68f7d5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.395510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, dd351a8c-c6ed-4e6e-9647-5c10d9fa134f) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:12.401461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:12.406714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:12.410260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa6a441f-76de-4f3d-88e7-71ee88a8b73a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.413287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:12.414071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.421649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Subnet': ['ID=b93216d2-481d-4c86-9ea8-b07201b85be3,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:12.444367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a6d006-ee64-4c4e-ac43-97e174dd6363 None None] Network dd351a8c-c6ed-4e6e-9647-5c10d9fa134f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:12.448331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a441f-76de-4f3d-88e7-71ee88a8b73a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb7d994-ad06-4397-a618-f4121e2e4eb6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:12.455712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Checking segment: {'id': 'f161bea7-ef0a-44e4-92dd-c212bc181d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fe7b74f-5a00-4059-9b13-81d4c87c939d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:12.458768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network hostable DHCP agents. Network: 9fe7b74f-5a00-4059-9b13-81d4c87c939d, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:12.459079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56fd938-c3cd-45aa-b8b3-8b8126855035 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Router 94cd6528-460b-4fd9-bf7a-cdcc7814edbc is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:17:12.515008 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d7d4d7f4-69a7-4c73-8ddd-5d90a0bcf4b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5456541 Feb 04 06:17:12.517366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47346) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:12.574367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 9fe7b74f-5a00-4059-9b13-81d4c87c939d is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:12.576675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b7f4bbfd-fd4e-43c4-8bdd-13b33c1d8be9 None None] For port 72e9099d-629f-4e35-838e-1ea5bbce0992, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=72e9099d-629f-4e35-838e-1ea5bbce0992,segment=NetworkSegment(2ff7d6ad-e453-452a-ad6e-18f92f8e654f),segment_id=2ff7d6ad-e453-452a-ad6e-18f92f8e654f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:12.577067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7f4bbfd-fd4e-43c4-8bdd-13b33c1d8be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.586721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 9fe7b74f-5a00-4059-9b13-81d4c87c939d) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:12.594540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:12.595329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.613389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ba7aa431-5caa-4831-a22f-19cd32eef212 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 516fdd16-4177-436e-a90f-fc56395eb184 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:12.613766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba7aa431-5caa-4831-a22f-19cd32eef212 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.616148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444f457c-83f0-42aa-94d5-71c6b94d5b6f None None] Network 9fe7b74f-5a00-4059-9b13-81d4c87c939d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:12.616710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56fd938-c3cd-45aa-b8b3-8b8126855035 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:12.629730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b56fd938-c3cd-45aa-b8b3-8b8126855035 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.630822 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b56fd938-c3cd-45aa-b8b3-8b8126855035 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "PUT /v2.0/routers/94cd6528-460b-4fd9-bf7a-cdcc7814edbc HTTP/1.1" status: 200 len: 693 time: 1.4321764 Feb 04 06:17:12.633007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa6a441f-76de-4f3d-88e7-71ee88a8b73a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.638351 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aa6a441f-76de-4f3d-88e7-71ee88a8b73a tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0514264 Feb 04 06:17:12.638471 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549b52d9-b308-4882-88fd-a613b05fdd9b None None] Sync routers for ids ['94cd6528-460b-4fd9-bf7a-cdcc7814edbc'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:12.638927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47350) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:12.650165 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b52d9-b308-4882-88fd-a613b05fdd9b None None] Routers {'94cd6528-460b-4fd9-bf7a-cdcc7814edbc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:12.651257 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-549b52d9-b308-4882-88fd-a613b05fdd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['94cd6528-460b-4fd9-bf7a-cdcc7814edbc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:12.677897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47354) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:12.717473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-cd3aedb9-778f-4846-910f-bed60902ac62 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '05e122bb-c697-4328-b728-077bb8be5827', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:12.737079 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cd3aedb9-778f-4846-910f-bed60902ac62 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:12.745121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cd3aedb9-778f-4846-910f-bed60902ac62 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:12.750300 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cd3aedb9-778f-4846-910f-bed60902ac62 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:12.759649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cd3aedb9-778f-4846-910f-bed60902ac62 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:12.814235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b7f4bbfd-fd4e-43c4-8bdd-13b33c1d8be9 None None] Calling delete_port for 72e9099d-629f-4e35-838e-1ea5bbce0992 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:12.824444 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-48d0314b-83a2-48f7-8dc1-35befb85c521 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5133824 Feb 04 06:17:12.833372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47358) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:12.842813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ec4e0da-4117-48fb-9b99-7d513e68f7d5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.853434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 72e9099d-629f-4e35-838e-1ea5bbce0992 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:12.857524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '9fe7b74f-5a00-4059-9b13-81d4c87c939d', 'name': 'tempest-PortsTestJSON-1853842874', 'fixed_ips': [{'subnet_id': 'b93216d2-481d-4c86-9ea8-b07201b85be3', 'ip_address': '172.20.0.10'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:12.876337 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba7aa431-5caa-4831-a22f-19cd32eef212 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:12.902167 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-549b52d9-b308-4882-88fd-a613b05fdd9b None None] Set router 94cd6528-460b-4fd9-bf7a-cdcc7814edbc gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:12.936224 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7ceb40f9-4f4f-48cd-b9f9-c8870531d44d tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/routers/94cd6528-460b-4fd9-bf7a-cdcc7814edbc HTTP/1.1" status: 200 len: 699 time: 0.2996082 Feb 04 06:17:12.949920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47362) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:12.996880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4e0da-4117-48fb-9b99-7d513e68f7d5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6116e6-e405-4869-84bd-0587293a0584,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:13.012465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ec4e0da-4117-48fb-9b99-7d513e68f7d5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.015152 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8ec4e0da-4117-48fb-9b99-7d513e68f7d5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/6a6116e6-e405-4869-84bd-0587293a0584 HTTP/1.1" status: 204 len: 168 time: 0.9794393 Feb 04 06:17:13.018571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47366) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:13.023366 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449c0fbf-d8a1-489c-bc1c-21e32c4a51c6 None None] Network 227cb28d-0472-4655-b07e-ff999f24a0bb requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:13.037759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ba7aa431-5caa-4831-a22f-19cd32eef212 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 516fdd16-4177-436e-a90f-fc56395eb184 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:13.057184 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-549b52d9-b308-4882-88fd-a613b05fdd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cd6528-460b-4fd9-bf7a-cdcc7814edbc', 'name': 'tempest-RoutersTest-router-171025104', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:10Z', 'updated_at': '2022-02-04T06:17:11Z', 'revision_number': 2, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:13.062594 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549b52d9-b308-4882-88fd-a613b05fdd9b None None] Checking router: 94cd6528-460b-4fd9-bf7a-cdcc7814edbc for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:13.077102 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b52d9-b308-4882-88fd-a613b05fdd9b None None] Routers {'94cd6528-460b-4fd9-bf7a-cdcc7814edbc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:13.078032 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-549b52d9-b308-4882-88fd-a613b05fdd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['94cd6528-460b-4fd9-bf7a-cdcc7814edbc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:13.117863 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8a7ec5cd-c34b-4152-97a4-97089b854fb6 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=94cd6528-460b-4fd9-bf7a-cdcc7814edbc HTTP/1.1" status: 200 len: 205 time: 0.1660991 Feb 04 06:17:13.118574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47370) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:13.169516 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.193916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 72e9099d-629f-4e35-838e-1ea5bbce0992 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:13.194500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.204461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd3aedb9-778f-4846-910f-bed60902ac62 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.245505 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-549b52d9-b308-4882-88fd-a613b05fdd9b None None] Set router 94cd6528-460b-4fd9-bf7a-cdcc7814edbc gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:13.284075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:13.295401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:13.321241 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df3a697b-cd48-4f71-8142-c57b050ae560 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.336029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7f4bbfd-fd4e-43c4-8bdd-13b33c1d8be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.343211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] The port '72e9099d-629f-4e35-838e-1ea5bbce0992' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:17:13.355021 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-549b52d9-b308-4882-88fd-a613b05fdd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94cd6528-460b-4fd9-bf7a-cdcc7814edbc', 'name': 'tempest-RoutersTest-router-171025104', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:10Z', 'updated_at': '2022-02-04T06:17:11Z', 'revision_number': 2, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:13.359360 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549b52d9-b308-4882-88fd-a613b05fdd9b None None] The sync data for ids ['94cd6528-460b-4fd9-bf7a-cdcc7814edbc'] in dv-neutron-827796-1-hyperv is: [{'id': '94cd6528-460b-4fd9-bf7a-cdcc7814edbc', 'name': 'tempest-RoutersTest-router-171025104', 'tenant_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:10Z', 'updated_at': '2022-02-04T06:17:11Z', 'revision_number': 2, 'project_id': '74fd1bdcfa2b41b09960c974ba7d6576', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:13.437258 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f4bbfd-fd4e-43c4-8bdd-13b33c1d8be9 None None] No DVR routers for this DVR port 72e9099d-629f-4e35-838e-1ea5bbce0992 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:13.491792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.509616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4bbfd-fd4e-43c4-8bdd-13b33c1d8be9 None None] Pushing event deleted for resources: {'Port': ['ID=72e9099d-629f-4e35-838e-1ea5bbce0992,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:13.526892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.537621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f822bb1-779c-451b-b44d-b23d386c5be6']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:13.547738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:13.606850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-9fe7b74f-5a00-4059-9b13-81d4c87c939d', 'network_id': '9fe7b74f-5a00-4059-9b13-81d4c87c939d', 'tenant_id': '8ccb16afb7e244ec96b61fcb5af58d5f', 'fixed_ips': [{'subnet_id': 'b93216d2-481d-4c86-9ea8-b07201b85be3'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:13.609198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.632864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff7d6ad-e453-452a-ad6e-18f92f8e654f') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:13.633403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff7d6ad-e453-452a-ad6e-18f92f8e654f') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:13.660959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.688396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.707491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:13.707946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:13.731563 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:13.783933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521580fb-a672-4cb5-81c7-fb2c6ead9b3a None None] DHCP port deletion for 227cb28d-0472-4655-b07e-ff999f24a0bb request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:17:13.788577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-521580fb-a672-4cb5-81c7-fb2c6ead9b3a None None] Deleting port 4f493494-660c-4321-8869-1a75cd74b387 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:13.789002 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-521580fb-a672-4cb5-81c7-fb2c6ead9b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.793478 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd3aedb9-778f-4846-910f-bed60902ac62 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.850830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba7aa431-5caa-4831-a22f-19cd32eef212 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.859050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df3a697b-cd48-4f71-8142-c57b050ae560 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.894114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df3a697b-cd48-4f71-8142-c57b050ae560 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.912528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd3aedb9-778f-4846-910f-bed60902ac62 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.924373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7aa431-5caa-4831-a22f-19cd32eef212 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=516fdd16-4177-436e-a90f-fc56395eb184,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:13.953951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.955753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aedb9-778f-4846-910f-bed60902ac62 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072fbc79-8dfb-4174-ba63-bf46ce4aa536,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:13.960154 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba7aa431-5caa-4831-a22f-19cd32eef212 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:13.974889 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ba7aa431-5caa-4831-a22f-19cd32eef212 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/516fdd16-4177-436e-a90f-fc56395eb184 HTTP/1.1" status: 204 len: 168 time: 1.4558790 Feb 04 06:17:13.975559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47376) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:13.978630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 1d9879c6-812f-44b2-a2bf-1866a04cab4f yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:14.066156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df3a697b-cd48-4f71-8142-c57b050ae560 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.066697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3a697b-cd48-4f71-8142-c57b050ae560 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Fanout notify agent at l3_agent the message router_deleted on router 94cd6528-460b-4fd9-bf7a-cdcc7814edbc {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:17:14.073454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-df3a697b-cd48-4f71-8142-c57b050ae560 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.078029 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-df3a697b-cd48-4f71-8142-c57b050ae560 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/94cd6528-460b-4fd9-bf7a-cdcc7814edbc HTTP/1.1" status: 204 len: 168 time: 0.9407527 Feb 04 06:17:14.084700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47380) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.085555 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a475db5-3851-43cb-a8a1-5dde38449043 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:14.085710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Allocated IP 172.20.0.2 (9fe7b74f-5a00-4059-9b13-81d4c87c939d/b93216d2-481d-4c86-9ea8-b07201b85be3/7e66d226-2518-46ee-871f-707b59e9ea0a) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:14.092446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a475db5-3851-43cb-a8a1-5dde38449043 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:14.092446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7a475db5-3851-43cb-a8a1-5dde38449043 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:14.097300 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd3aedb9-778f-4846-910f-bed60902ac62 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.101210 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cd3aedb9-778f-4846-910f-bed60902ac62 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3934960 Feb 04 06:17:14.101348 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47384) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.109689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a0ad634a-3bac-4c2c-a220-4c3683e38f99 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '05e122bb-c697-4328-b728-077bb8be5827', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:14.119721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a0ad634a-3bac-4c2c-a220-4c3683e38f99 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:14.124078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a0ad634a-3bac-4c2c-a220-4c3683e38f99 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:14.127129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a0ad634a-3bac-4c2c-a220-4c3683e38f99 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:14.134186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a0ad634a-3bac-4c2c-a220-4c3683e38f99 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:14.136150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.167015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e61d6cc2-9738-4504-9b0d-0a0fafa265b8 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Synchronizing usage tracker for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:14.173802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.180061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Network': ['ID=5f822bb1-779c-451b-b44d-b23d386c5be6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:14.192447 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-42262ce8-f5c7-4ace-9905-165f457058f0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/networks/5f822bb1-779c-451b-b44d-b23d386c5be6 HTTP/1.1" status: 204 len: 168 time: 1.1728749 Feb 04 06:17:14.205757 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-521580fb-a672-4cb5-81c7-fb2c6ead9b3a None None] For port 4f493494-660c-4321-8869-1a75cd74b387, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4f493494-660c-4321-8869-1a75cd74b387,segment=NetworkSegment(49e01de6-6d33-4034-8366-86aa694084d0),segment_id=49e01de6-6d33-4034-8366-86aa694084d0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:14.205757 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-521580fb-a672-4cb5-81c7-fb2c6ead9b3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.206180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47388) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.206180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e61d6cc2-9738-4504-9b0d-0a0fafa265b8 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] Unset dirty status for tenant:74fd1bdcfa2b41b09960c974ba7d6576 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:14.206180 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e61d6cc2-9738-4504-9b0d-0a0fafa265b8 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=94cd6528-460b-4fd9-bf7a-cdcc7814edbc HTTP/1.1" status: 200 len: 205 time: 0.1136668 Feb 04 06:17:14.206432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47392) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.273150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7a475db5-3851-43cb-a8a1-5dde38449043 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:14.279387 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7a475db5-3851-43cb-a8a1-5dde38449043 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.3016717 Feb 04 06:17:14.281750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47396) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.297342 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-15c6a8d3-a924-41ab-9bd5-c75da0143643 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] delete failed (client error): The resource could not be found. Feb 04 06:17:14.299429 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-15c6a8d3-a924-41ab-9bd5-c75da0143643 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/94cd6528-460b-4fd9-bf7a-cdcc7814edbc HTTP/1.1" status: 404 len: 336 time: 0.0961010 Feb 04 06:17:14.302283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47400) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.325388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-521580fb-a672-4cb5-81c7-fb2c6ead9b3a None None] Calling delete_port for 4f493494-660c-4321-8869-1a75cd74b387 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:14.340283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a0ad634a-3bac-4c2c-a220-4c3683e38f99 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.372730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.376828 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-0097d900-34e3-47a1-9de0-05634843e916 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] DELETE failed (client error): The resource could not be found. Feb 04 06:17:14.377563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0097d900-34e3-47a1-9de0-05634843e916 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:14.382483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47404) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.383223 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0097d900-34e3-47a1-9de0-05634843e916 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/1c9f3312-b5c3-4f1c-b061-6a8d23044f7f HTTP/1.1" status: 404 len: 337 time: 0.0797610 Feb 04 06:17:14.388518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ec19ce5b-8377-4e18-8385-234d03080417 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 90ed8d7f-15b7-4748-9a1f-ec49fee21b15 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:14.388886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec19ce5b-8377-4e18-8385-234d03080417 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.419772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a0ad634a-3bac-4c2c-a220-4c3683e38f99 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.476204 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-77df6aba-118f-46bc-9381-a785de9a8241 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] DELETE failed (client error): The resource could not be found. Feb 04 06:17:14.476639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77df6aba-118f-46bc-9381-a785de9a8241 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:14.480725 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-77df6aba-118f-46bc-9381-a785de9a8241 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/53700a5a-d8bf-47aa-a9bf-d62b2699a9d3 HTTP/1.1" status: 404 len: 337 time: 0.0950615 Feb 04 06:17:14.480725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 4f493494-660c-4321-8869-1a75cd74b387 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:14.480725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.481953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47408) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.541789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.549823 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb472fc7-2299-4707-9d69-7b73e5730744 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] DELETE failed (client error): The resource could not be found. Feb 04 06:17:14.551861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb472fc7-2299-4707-9d69-7b73e5730744 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:14.556964 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bb472fc7-2299-4707-9d69-7b73e5730744 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/e23cc382-59f9-406f-a579-9dc20558c84b HTTP/1.1" status: 404 len: 337 time: 0.0737412 Feb 04 06:17:14.557732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a0ad634a-3bac-4c2c-a220-4c3683e38f99 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.563903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47412) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.577609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Transition to ACTIVE for port object 7e66d226-2518-46ee-871f-707b59e9ea0a will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:14.597676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-521580fb-a672-4cb5-81c7-fb2c6ead9b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.615187 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52d8b0d-e669-4dd8-aece-f18c90c3a62c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] DELETE failed (client error): The resource could not be found. Feb 04 06:17:14.624804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52d8b0d-e669-4dd8-aece-f18c90c3a62c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:14.624804 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b52d8b0d-e669-4dd8-aece-f18c90c3a62c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/8472e251-6338-4d28-9e7e-37baf400dfdf HTTP/1.1" status: 404 len: 337 time: 0.0435233 Feb 04 06:17:14.627252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47416) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.646736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Transition to ACTIVE for port object 7e66d226-2518-46ee-871f-707b59e9ea0a will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:14.657458 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521580fb-a672-4cb5-81c7-fb2c6ead9b3a None None] No DVR routers for this DVR port 4f493494-660c-4321-8869-1a75cd74b387 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:14.660425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521580fb-a672-4cb5-81c7-fb2c6ead9b3a None None] Pushing event deleted for resources: {'Port': ['ID=4f493494-660c-4321-8869-1a75cd74b387,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:14.664820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad634a-3bac-4c2c-a220-4c3683e38f99 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b23035-995d-4b53-986c-39edb4ce10c7,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:14.682693 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d25a8645-ec1b-4916-96cc-5bd96301c845 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a648568-f69f-41f0-ae27-731209a6ede3 HTTP/1.1" status: 200 len: 205 time: 0.0519509 Feb 04 06:17:14.691591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47420) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.735809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] The port '4f493494-660c-4321-8869-1a75cd74b387' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:17:14.745179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 4f493494-660c-4321-8869-1a75cd74b387 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:14.764500 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-bb9cde66-4040-483b-8677-c20af7fdc490 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] delete failed (client error): The resource could not be found. Feb 04 06:17:14.768443 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bb9cde66-4040-483b-8677-c20af7fdc490 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/7a648568-f69f-41f0-ae27-731209a6ede3 HTTP/1.1" status: 404 len: 336 time: 0.0819216 Feb 04 06:17:14.769811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47424) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.775997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.807755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a0ad634a-3bac-4c2c-a220-4c3683e38f99 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.808948 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a0ad634a-3bac-4c2c-a220-4c3683e38f99 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7066827 Feb 04 06:17:14.814206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47428) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.820867 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4dc22447-868a-45c8-a964-97299f5f6de9 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=440b0fcb-87cc-4a66-976d-9893c249bc98 HTTP/1.1" status: 200 len: 205 time: 0.0487649 Feb 04 06:17:14.822005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e4154b9f-9468-43d7-a9ce-42a8a4850441 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '05e122bb-c697-4328-b728-077bb8be5827', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:14.825873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47432) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:14.828720 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e4154b9f-9468-43d7-a9ce-42a8a4850441 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:14.832951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e4154b9f-9468-43d7-a9ce-42a8a4850441 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:14.836153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e4154b9f-9468-43d7-a9ce-42a8a4850441 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:14.842985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e4154b9f-9468-43d7-a9ce-42a8a4850441 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:14.844541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 4f493494-660c-4321-8869-1a75cd74b387 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:14.844911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 4f493494-660c-4321-8869-1a75cd74b387 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:14.864905 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Network 9fe7b74f-5a00-4059-9b13-81d4c87c939d is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:14.868248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:14.870081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Pushing event updated for resources: {'Port': ['ID=7e66d226-2518-46ee-871f-707b59e9ea0a,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:14.873158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:14.949377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4154b9f-9468-43d7-a9ce-42a8a4850441 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.965393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Attempting to bind port 7e66d226-2518-46ee-871f-707b59e9ea0a on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:14.966319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Attempting to bind port 7e66d226-2518-46ee-871f-707b59e9ea0a by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'f161bea7-ef0a-44e4-92dd-c212bc181d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fe7b74f-5a00-4059-9b13-81d4c87c939d'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:14.966682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Attempting to bind port 7e66d226-2518-46ee-871f-707b59e9ea0a on network 9fe7b74f-5a00-4059-9b13-81d4c87c939d {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:14.972313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:14.972710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Checking segment: {'id': 'f161bea7-ef0a-44e4-92dd-c212bc181d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fe7b74f-5a00-4059-9b13-81d4c87c939d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:14.973110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.973498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Bound using segment: {'id': 'f161bea7-ef0a-44e4-92dd-c212bc181d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fe7b74f-5a00-4059-9b13-81d4c87c939d'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:14.973954 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Bound port: 7e66d226-2518-46ee-871f-707b59e9ea0a, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f161bea7-ef0a-44e4-92dd-c212bc181d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fe7b74f-5a00-4059-9b13-81d4c87c939d'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:14.974320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.977716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec19ce5b-8377-4e18-8385-234d03080417 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.994515 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-bcca6f87-757a-4cbc-bbae-d3b597650e10 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] delete failed (client error): The resource could not be found. Feb 04 06:17:14.995528 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bcca6f87-757a-4cbc-bbae-d3b597650e10 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/440b0fcb-87cc-4a66-976d-9893c249bc98 HTTP/1.1" status: 404 len: 336 time: 0.1171970 Feb 04 06:17:14.998551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47436) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.044101 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23cf2d0-8787-4572-ac02-9b1082209f0f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] DELETE failed (client error): The resource could not be found. Feb 04 06:17:15.044564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23cf2d0-8787-4572-ac02-9b1082209f0f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:15.049055 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a23cf2d0-8787-4572-ac02-9b1082209f0f tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/3c116b24-e5dd-4175-a80f-8983ec33bd87 HTTP/1.1" status: 404 len: 337 time: 0.0465672 Feb 04 06:17:15.049055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47440) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.065068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] For port 7e66d226-2518-46ee-871f-707b59e9ea0a, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:15.068144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] For port 7e66d226-2518-46ee-871f-707b59e9ea0a, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e66d226-2518-46ee-871f-707b59e9ea0a,segment=NetworkSegment(f161bea7-ef0a-44e4-92dd-c212bc181d72),segment_id=f161bea7-ef0a-44e4-92dd-c212bc181d72)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:15.098707 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4c884fff-267f-44f0-91ba-61ffb32f6de6 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea8dde5e-aa38-46c3-88f3-86f9d0389392 HTTP/1.1" status: 200 len: 205 time: 0.0460732 Feb 04 06:17:15.103176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47444) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.135725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ec19ce5b-8377-4e18-8385-234d03080417 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 90ed8d7f-15b7-4748-9a1f-ec49fee21b15 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:15.157880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.163156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4154b9f-9468-43d7-a9ce-42a8a4850441 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.166927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.10 (9fe7b74f-5a00-4059-9b13-81d4c87c939d/b93216d2-481d-4c86-9ea8-b07201b85be3/1d9879c6-812f-44b2-a2bf-1866a04cab4f) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:15.175066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.177429 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-6f8abad3-d4aa-47a7-9b07-025a492d6a94 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] delete failed (client error): The resource could not be found. Feb 04 06:17:15.181106 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6f8abad3-d4aa-47a7-9b07-025a492d6a94 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/ea8dde5e-aa38-46c3-88f3-86f9d0389392 HTTP/1.1" status: 404 len: 336 time: 0.0744193 Feb 04 06:17:15.181369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47448) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.229838 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ad85890e-4364-468a-8525-89c6b6c5db20 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=1236c74c-c74f-4be0-a99b-4280caaf0d0b HTTP/1.1" status: 200 len: 205 time: 0.0448558 Feb 04 06:17:15.230211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47452) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.232350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227cb28d-0472-4655-b07e-ff999f24a0bb']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:15.268761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e01de6-6d33-4034-8366-86aa694084d0') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:15.269060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e01de6-6d33-4034-8366-86aa694084d0') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:15.289668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6189ec-29f7-4ba8-ad2c-9c0acec0c801 None None] Pushing event updated for resources: {'Port': ['ID=7e66d226-2518-46ee-871f-707b59e9ea0a,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:15.293319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4154b9f-9468-43d7-a9ce-42a8a4850441 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.295834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.320896 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-deb5630b-7845-44ce-8925-a2cc627f7350 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] delete failed (client error): The resource could not be found. Feb 04 06:17:15.324235 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-deb5630b-7845-44ce-8925-a2cc627f7350 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/1236c74c-c74f-4be0-a99b-4280caaf0d0b HTTP/1.1" status: 404 len: 336 time: 0.0908053 Feb 04 06:17:15.324807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.326615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47456) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.327280 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4154b9f-9468-43d7-a9ce-42a8a4850441 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe8c27b-d748-4879-8bfb-36c1339bbabd,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:15.368877 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-141c7fc7-0979-4567-a06a-0823f740cb40 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] DELETE failed (client error): The resource could not be found. Feb 04 06:17:15.369335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141c7fc7-0979-4567-a06a-0823f740cb40 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:15.374073 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-141c7fc7-0979-4567-a06a-0823f740cb40 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/778229a6-7786-489f-9b2b-9225ec45868a HTTP/1.1" status: 404 len: 337 time: 0.0417006 Feb 04 06:17:15.374484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47460) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.423618 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2f66961b-c169-40bc-97dc-943d6005837b tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0 HTTP/1.1" status: 200 len: 205 time: 0.0478282 Feb 04 06:17:15.426000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47464) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.492138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e4154b9f-9468-43d7-a9ce-42a8a4850441 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.495939 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e4154b9f-9468-43d7-a9ce-42a8a4850441 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6783528 Feb 04 06:17:15.502159 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47468) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.506214 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-1ae82147-e30d-43d6-89cb-29e7ced05e89 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] delete failed (client error): The resource could not be found. Feb 04 06:17:15.508431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:15.508864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.509208 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1ae82147-e30d-43d6-89cb-29e7ced05e89 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/fb5a4f9a-0dd1-457c-9bfc-ffd593b9b3c0 HTTP/1.1" status: 404 len: 336 time: 0.0821948 Feb 04 06:17:15.513296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3572473a-6d0a-4632-b9ae-da937fc839a3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '05e122bb-c697-4328-b728-077bb8be5827', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:15.517769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47472) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.524417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec19ce5b-8377-4e18-8385-234d03080417 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:15.526040 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:15.638944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19ce5b-8377-4e18-8385-234d03080417 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=90ed8d7f-15b7-4748-9a1f-ec49fee21b15,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:15.693191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3572473a-6d0a-4632-b9ae-da937fc839a3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:15.696924 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-0847af97-54a9-4332-97ae-e1f45db43953 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] DELETE failed (client error): The resource could not be found. Feb 04 06:17:15.697457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0847af97-54a9-4332-97ae-e1f45db43953 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:15.702062 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0847af97-54a9-4332-97ae-e1f45db43953 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/7d3141d5-c69e-4480-95a2-1812e36972a6 HTTP/1.1" status: 404 len: 337 time: 0.1807480 Feb 04 06:17:15.703616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cdccac98-d003-4c8d-95b1-163c5153a506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.704129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3572473a-6d0a-4632-b9ae-da937fc839a3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:15.705262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47476) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.706073 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3572473a-6d0a-4632-b9ae-da937fc839a3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:15.709917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec19ce5b-8377-4e18-8385-234d03080417 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.713319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3572473a-6d0a-4632-b9ae-da937fc839a3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:15.776632 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4d85d7e2-5958-4436-807d-3fba50ba875c tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "GET /v2.0/ports?device_id=863961d7-a79e-4aaa-8eb4-77743c8f7b65 HTTP/1.1" status: 200 len: 205 time: 0.0598052 Feb 04 06:17:15.779338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47480) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.805621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.810718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.816491 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/networks/227cb28d-0472-4655-b07e-ff999f24a0bb HTTP/1.1" status: 204 len: 168 time: 1.6165378 Feb 04 06:17:15.832205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47484) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.838092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2017126051'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:15.848317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:15.859112 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-9a27d159-d16d-4fff-9e92-6e5213a8f50a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] delete failed (client error): The resource could not be found. Feb 04 06:17:15.860130 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9a27d159-d16d-4fff-9e92-6e5213a8f50a tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/routers/863961d7-a79e-4aaa-8eb4-77743c8f7b65 HTTP/1.1" status: 404 len: 336 time: 0.0798190 Feb 04 06:17:15.861198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3572473a-6d0a-4632-b9ae-da937fc839a3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.863866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47488) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.864903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:network and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:15.873152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:15.878473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68a646-1543-4f87-be1d-25cb160306ad tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Network': ['ID=227cb28d-0472-4655-b07e-ff999f24a0bb,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:15.916962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.920369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:15.928037 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3572473a-6d0a-4632-b9ae-da937fc839a3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.930374 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ec19ce5b-8377-4e18-8385-234d03080417 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/90ed8d7f-15b7-4748-9a1f-ec49fee21b15 HTTP/1.1" status: 204 len: 168 time: 1.6476390 Feb 04 06:17:15.932881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47492) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.940470 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fa8062-1638-477b-8325-0b09ebd4b55e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] DELETE failed (client error): The resource could not be found. Feb 04 06:17:15.940984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fa8062-1638-477b-8325-0b09ebd4b55e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:15.945414 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-64fa8062-1638-477b-8325-0b09ebd4b55e tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/8d173af9-65de-47ed-b918-2a1886538bf5 HTTP/1.1" status: 404 len: 337 time: 0.0718141 Feb 04 06:17:15.946299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47496) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:15.985405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object 1d9879c6-812f-44b2-a2bf-1866a04cab4f will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:15.990668 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fca1f4-0760-4423-a81b-814bd1c22688 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] DELETE failed (client error): The resource could not be found. Feb 04 06:17:15.991123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fca1f4-0760-4423-a81b-814bd1c22688 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:15.992817 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-52fca1f4-0760-4423-a81b-814bd1c22688 tempest-RoutersTest-526695873 tempest-RoutersTest-526695873-project] 10.222.0.32 "DELETE /v2.0/subnets/d590cbce-8319-4206-9957-a8ddcd735a49 HTTP/1.1" status: 404 len: 337 time: 0.0456035 Feb 04 06:17:16.014431 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f59c1ae-dfa5-429e-b589-8c458dc34d92 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:16.015979 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2f59c1ae-dfa5-429e-b589-8c458dc34d92 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0822175 Feb 04 06:17:16.018756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47502) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:16.021423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3572473a-6d0a-4632-b9ae-da937fc839a3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.045085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:16.049792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.081809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:16.094115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.094469 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added segment 269d7cb7-a5d7-4b61-b2fd-350744e83e73 of type vlan for network e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 Feb 04 06:17:16.096443 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b65302d-fbf9-4e17-bd5a-56baa36b0574 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:17:16.097821 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5b65302d-fbf9-4e17-bd5a-56baa36b0574 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/516fdd16-4177-436e-a90f-fc56395eb184 HTTP/1.1" status: 404 len: 333 time: 0.0781732 Feb 04 06:17:16.102517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47506) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:16.103145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572473a-6d0a-4632-b9ae-da937fc839a3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28498534-2277-42e6-a492-b40bd2d724af,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:16.108374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.148764 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cc305c-e808-4cbe-94e2-a6e9d384df4d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:17:16.152529 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-02cc305c-e808-4cbe-94e2-a6e9d384df4d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/90ed8d7f-15b7-4748-9a1f-ec49fee21b15 HTTP/1.1" status: 404 len: 333 time: 0.0446677 Feb 04 06:17:16.153490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47510) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:16.199567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.207250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 9fe7b74f-5a00-4059-9b13-81d4c87c939d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:16.211301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:16.213775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:16.234736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3572473a-6d0a-4632-b9ae-da937fc839a3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.238852 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3572473a-6d0a-4632-b9ae-da937fc839a3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7322688 Feb 04 06:17:16.241276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47514) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:16.272830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=1d9879c6-812f-44b2-a2bf-1866a04cab4f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:16.294864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e713d5a-eb73-4c51-94f0-f9253689b6d7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.309029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e713d5a-eb73-4c51-94f0-f9253689b6d7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.310217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:16.310858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.321900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.445377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.457009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:16.457009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.474437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.482944 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-351dce5e-544b-4fd8-94bb-8fe29fc81470 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6355650 Feb 04 06:17:16.486314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47518) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:16.510751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd351a8c-c6ed-4e6e-9647-5c10d9fa134f']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:16.524445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c68566a-0a56-4173-8b81-2605f1b45b9b') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:16.524912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c68566a-0a56-4173-8b81-2605f1b45b9b') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:16.538164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.543050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '9fe7b74f-5a00-4059-9b13-81d4c87c939d', 'name': 'tempest-PortsTestJSON-491277991', 'fixed_ips': [{'subnet_id': 'b93216d2-481d-4c86-9ea8-b07201b85be3', 'ip_address': '172.20.0.9'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:16.550577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e713d5a-eb73-4c51-94f0-f9253689b6d7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.569165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e713d5a-eb73-4c51-94f0-f9253689b6d7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28498534-2277-42e6-a492-b40bd2d724af,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:16.576879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e713d5a-eb73-4c51-94f0-f9253689b6d7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.577965 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0e713d5a-eb73-4c51-94f0-f9253689b6d7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/28498534-2277-42e6-a492-b40bd2d724af HTTP/1.1" status: 204 len: 168 time: 0.3361256 Feb 04 06:17:16.579092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.581305 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47522) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:16.587612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777fc07c-f702-4a09-9971-deb40dc64596 None None] Network 9fe7b74f-5a00-4059-9b13-81d4c87c939d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:16.608743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:16.609191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:16.628333 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:16.644934 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8086765 Feb 04 06:17:16.658098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47528) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:16.675324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'subnet': {'network_id': 'e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:16.762236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47532) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:16.774536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caad36-1aba-420f-8a1e-af9b8e926200 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Network': ['ID=e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:16.789185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:16.820689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7c35d642-1a4a-457c-bdf3-72d81a3b74b9 None None] Provisioning for port 7e66d226-2518-46ee-871f-707b59e9ea0a completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:16.830527 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6161459b-78cb-4019-a9f7-5a3ec1740019 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:16.876023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:16.880585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:16.883563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e66d226-2518-46ee-871f-707b59e9ea0a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:16.883764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:subnet and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:16.884229 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.890500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:16.894136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:port and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:16.899881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:16.903711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:16.909501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:16.925082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:16.948449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Network': ['ID=dd351a8c-c6ed-4e6e-9647-5c10d9fa134f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:16.958678 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6666f0e2-880e-4c29-9533-73e5bd816500 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/networks/dd351a8c-c6ed-4e6e-9647-5c10d9fa134f HTTP/1.1" status: 204 len: 168 time: 0.8026648 Feb 04 06:17:16.960495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47538) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:16.961732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6161459b-78cb-4019-a9f7-5a3ec1740019 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:16.963912 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6161459b-78cb-4019-a9f7-5a3ec1740019 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3810060 Feb 04 06:17:16.969717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1506891344'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:16.971012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:16.973005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47542) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:16.984748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:network and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:16.989237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:16.994257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:16.996104 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f0889551-a78f-4d95-9b21-393dfe19424c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74fd1bdcfa2b41b09960c974ba7d6576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314460 Feb 04 06:17:16.998289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.003898 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47546) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:17.019383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:17.070005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdd60-9059-422e-aa1a-a5c145c35963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.094260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:17.096898 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdd60-9059-422e-aa1a-a5c145c35963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.099021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.114447 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 7e66d226-2518-46ee-871f-707b59e9ea0a completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:17.123494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7e66d226-2518-46ee-871f-707b59e9ea0a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:17.124281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.126726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8df3bcf-428a-4d63-8b29-5ed525e1a2d2 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.153442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8df3bcf-428a-4d63-8b29-5ed525e1a2d2 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.171589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port fe7f14e3-58f8-415f-8577-2eee5af3e4fb yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:17.270413 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:17.274004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.284279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.310141 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 7e66d226-2518-46ee-871f-707b59e9ea0a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e66d226-2518-46ee-871f-707b59e9ea0a,segment=NetworkSegment(f161bea7-ef0a-44e4-92dd-c212bc181d72),segment_id=f161bea7-ef0a-44e4-92dd-c212bc181d72)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:17.354904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:17.405008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.405008 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Added segment 90dc3677-57e9-4dde-b742-e7196c2cdb28 of type vlan for network 261e7cb3-5469-4585-b946-20f29ffd8c46 Feb 04 06:17:17.454862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.9 (9fe7b74f-5a00-4059-9b13-81d4c87c939d/b93216d2-481d-4c86-9ea8-b07201b85be3/fe7f14e3-58f8-415f-8577-2eee5af3e4fb) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:17.457922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.490682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdd60-9059-422e-aa1a-a5c145c35963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.510138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cdd60-9059-422e-aa1a-a5c145c35963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb638aa8-650c-4804-a436-b56586163328,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:17.513525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdd60-9059-422e-aa1a-a5c145c35963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.517353 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fe4cdd60-9059-422e-aa1a-a5c145c35963 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb638aa8-650c-4804-a436-b56586163328 HTTP/1.1" status: 204 len: 168 time: 0.5096893 Feb 04 06:17:17.531736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.542398 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8df3bcf-428a-4d63-8b29-5ed525e1a2d2 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.567698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0a4f5e81-cc45-4c7b-b6f7-828072f81195 None None] Provisioning for port 1d9879c6-812f-44b2-a2bf-1866a04cab4f completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:17.584587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0a4f5e81-cc45-4c7b-b6f7-828072f81195 None None] Provisioning complete for port 1d9879c6-812f-44b2-a2bf-1866a04cab4f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:17.584981 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5e81-cc45-4c7b-b6f7-828072f81195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.655318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f5e81-cc45-4c7b-b6f7-828072f81195 None None] Port 1d9879c6-812f-44b2-a2bf-1866a04cab4f cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:17.656859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=7e66d226-2518-46ee-871f-707b59e9ea0a,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:17.670668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0a4f5e81-cc45-4c7b-b6f7-828072f81195 None None] Provisioning complete for port 7e66d226-2518-46ee-871f-707b59e9ea0a triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:17.671036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0a4f5e81-cc45-4c7b-b6f7-828072f81195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.763033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df3bcf-428a-4d63-8b29-5ed525e1a2d2 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afe8c27b-d748-4879-8bfb-36c1339bbabd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:17.769788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.774579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:17.775183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.927144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ce28e1c6-0aed-49a5-8603-6d33d722ab1c None None] Provisioning complete for port 1d9879c6-812f-44b2-a2bf-1866a04cab4f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:17.927637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ce28e1c6-0aed-49a5-8603-6d33d722ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.972592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4e2771aa-d02b-4f38-832b-b202946ee47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.986622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Network': ['ID=261e7cb3-5469-4585-b946-20f29ffd8c46,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:17.989132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-ce28e1c6-0aed-49a5-8603-6d33d722ab1c None None] Port 1d9879c6-812f-44b2-a2bf-1866a04cab4f cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:17.999376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 261e7cb3-5469-4585-b946-20f29ffd8c46 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:18.005319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47560) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:18.010451 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ad6b4c5f-695d-4c3c-a713-f369b53d6c7d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0446978 Feb 04 06:17:18.012086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '261e7cb3-5469-4585-b946-20f29ffd8c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:18.060191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8df3bcf-428a-4d63-8b29-5ed525e1a2d2 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.064023 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f8df3bcf-428a-4d63-8b29-5ed525e1a2d2 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/afe8c27b-d748-4879-8bfb-36c1339bbabd HTTP/1.1" status: 204 len: 168 time: 1.0876119 Feb 04 06:17:18.064266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.067066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47566) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:18.108774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object fe7f14e3-58f8-415f-8577-2eee5af3e4fb will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:18.136387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:18.140151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0a07c5b6-61b8-4fe9-983a-b76272473e43 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:18.141092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:18.143962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:18.149754 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:18.174811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.254389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Subnet': ['ID=e530e367-9bfd-45c4-ae16-81b7d2d57737,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:18.263061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Checking segment: {'id': '269d7cb7-a5d7-4b61-b2fd-350744e83e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:18.263417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network hostable DHCP agents. Network: e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:18.273967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0a07c5b6-61b8-4fe9-983a-b76272473e43 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:18.275291 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0a07c5b6-61b8-4fe9-983a-b76272473e43 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2072883 Feb 04 06:17:18.279476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47572) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:18.309906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49dcd438-6adf-41c9-b227-dd7ae53c177f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.313890 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:18.315599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.323603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.326500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49dcd438-6adf-41c9-b227-dd7ae53c177f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.407321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Performing IP validity checks on allocation pools {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:17:18.410986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.ipam_backend_mixin [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:17:18.411431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 9fe7b74f-5a00-4059-9b13-81d4c87c939d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:18.415725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:18.420475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:18.490140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:18.491346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.503964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:18.542826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49dcd438-6adf-41c9-b227-dd7ae53c177f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.545937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=fe7f14e3-58f8-415f-8577-2eee5af3e4fb,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:18.552740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49dcd438-6adf-41c9-b227-dd7ae53c177f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.553888 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-49dcd438-6adf-41c9-b227-dd7ae53c177f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/46b23035-995d-4b53-986c-39edb4ce10c7 HTTP/1.1" status: 204 len: 168 time: 0.2739184 Feb 04 06:17:18.562750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47580) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:18.581054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcd438-6adf-41c9-b227-dd7ae53c177f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46b23035-995d-4b53-986c-39edb4ce10c7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:18.610521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:18.619052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f298a131-98b0-4c8b-b6ba-1bb6c50a8644 None None] Network e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:18.623047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0d5c9461-4f87-4368-a33e-b722b5f9f587 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:18.628354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:18.628965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.679757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.680479 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1951a458-e2b1-4e5b-a001-09a24000cd3f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1930470 Feb 04 06:17:18.685030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47586) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:18.732936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e66d226-2518-46ee-871f-707b59e9ea0a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:18.778227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0d5c9461-4f87-4368-a33e-b722b5f9f587 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:18.783693 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0d5c9461-4f87-4368-a33e-b722b5f9f587 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2191913 Feb 04 06:17:18.784711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47592) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:18.790276 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f9ae4cae-1e6f-4306-8a44-0d3d6bcf1b96 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1300840 Feb 04 06:17:18.799183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47596) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:18.802981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Subnet': ['ID=c291df9e-aa0a-4798-baf8-835b6dea319d,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:18.808142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-118c9b49-b89e-4432-8cfc-74117e4e300a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-565750388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:18.822011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Checking segment: {'id': '90dc3677-57e9-4dde-b742-e7196c2cdb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '261e7cb3-5469-4585-b946-20f29ffd8c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:18.822370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network hostable DHCP agents. Network: 261e7cb3-5469-4585-b946-20f29ffd8c46, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:18.827095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-118c9b49-b89e-4432-8cfc-74117e4e300a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:18.841291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-118c9b49-b89e-4432-8cfc-74117e4e300a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:router and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:18.845553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-118c9b49-b89e-4432-8cfc-74117e4e300a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:18.858036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-118c9b49-b89e-4432-8cfc-74117e4e300a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:18.858354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a08823f5-1b96-4bda-9dd2-404e3e9bac79 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.873019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a08823f5-1b96-4bda-9dd2-404e3e9bac79 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.891300 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7e66d226-2518-46ee-871f-707b59e9ea0a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:18.893399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.901949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31f058-ce25-4b41-9baf-f083103b0266 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:18.902916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-aa31f058-ce25-4b41-9baf-f083103b0266 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:18.917699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47600) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:18.922943 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025690 Feb 04 06:17:18.928129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47602) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:18.947988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 261e7cb3-5469-4585-b946-20f29ffd8c46 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:18.993866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-118c9b49-b89e-4432-8cfc-74117e4e300a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:18.994887 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-118c9b49-b89e-4432-8cfc-74117e4e300a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.012498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1493f6ca-e4b4-43e3-bba6-8bc082ffa666 None None] Provisioning for port fe7f14e3-58f8-415f-8577-2eee5af3e4fb completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:19.016822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a08823f5-1b96-4bda-9dd2-404e3e9bac79 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.017563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 261e7cb3-5469-4585-b946-20f29ffd8c46) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:19.034364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:19.034664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-aa31f058-ce25-4b41-9baf-f083103b0266 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:19.034766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.034859 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aa31f058-ce25-4b41-9baf-f083103b0266 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3400359 Feb 04 06:17:19.034859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47608) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:19.036495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1493f6ca-e4b4-43e3-bba6-8bc082ffa666 None None] Provisioning complete for port fe7f14e3-58f8-415f-8577-2eee5af3e4fb triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:19.036904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1493f6ca-e4b4-43e3-bba6-8bc082ffa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.053415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-118c9b49-b89e-4432-8cfc-74117e4e300a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.067441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c24a146-a612-4901-a2cb-0d9286036e43 None None] Network 261e7cb3-5469-4585-b946-20f29ffd8c46 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:19.078166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08823f5-1b96-4bda-9dd2-404e3e9bac79 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=072fbc79-8dfb-4174-ba63-bf46ce4aa536,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:19.081754 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-299cc2f2-b2aa-40eb-ab6c-f47ba3e2a443 tempest-NetworksApiDiscovery-111814189 tempest-NetworksApiDiscovery-111814189-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1524088 Feb 04 06:17:19.136741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b7315-09c0-4fec-974f-e7840b0df757 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:19.142758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b7315-09c0-4fec-974f-e7840b0df757 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:19.148592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b7315-09c0-4fec-974f-e7840b0df757 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:19.150355 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f55b7315-09c0-4fec-974f-e7840b0df757 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1148801 Feb 04 06:17:19.153957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47614) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:19.177099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a08823f5-1b96-4bda-9dd2-404e3e9bac79 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.181501 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a08823f5-1b96-4bda-9dd2-404e3e9bac79 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/072fbc79-8dfb-4174-ba63-bf46ce4aa536 HTTP/1.1" status: 204 len: 168 time: 0.3941076 Feb 04 06:17:19.182208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47618) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:19.211716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-118c9b49-b89e-4432-8cfc-74117e4e300a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.220471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.222595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1493f6ca-e4b4-43e3-bba6-8bc082ffa666 None None] Port fe7f14e3-58f8-415f-8577-2eee5af3e4fb cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:19.231673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.236792 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8177c5bf-8913-4579-a95f-9c52e7e2d46a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2275400 Feb 04 06:17:19.238659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47622) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:19.250447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b43f9b9c-2650-4ff8-93aa-7621aa405ae1 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:19.252567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3200e-18c7-4b15-a4c5-a2d99c463c74 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port fe7f14e3-58f8-415f-8577-2eee5af3e4fb {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:19.253091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ad3200e-18c7-4b15-a4c5-a2d99c463c74 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.259515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': '261e7cb3-5469-4585-b946-20f29ffd8c46', 'name': 'tempest-PortsIpV6TestJSON-165556120'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:19.355158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90', 'network_id': 'e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'fixed_ips': [{'subnet_id': 'e530e367-9bfd-45c4-ae16-81b7d2d57737'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:19.356028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.417896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:19.422020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:19.424919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:19.431063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:19.431565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-118c9b49-b89e-4432-8cfc-74117e4e300a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.434038 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-118c9b49-b89e-4432-8cfc-74117e4e300a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6320481 Feb 04 06:17:19.437135 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47626) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:19.443389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'port': {'network_id': 'e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90', 'name': 'tempest-RoutersIpV6Test-1646620021'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:19.537494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b43f9b9c-2650-4ff8-93aa-7621aa405ae1 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:19.541912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-261e7cb3-5469-4585-b946-20f29ffd8c46', 'network_id': '261e7cb3-5469-4585-b946-20f29ffd8c46', 'tenant_id': '2ec7c402ff1b461c882a01c21344c6e3', 'fixed_ips': [{'subnet_id': 'c291df9e-aa0a-4798-baf8-835b6dea319d'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:19.542083 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b43f9b9c-2650-4ff8-93aa-7621aa405ae1 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3560588 Feb 04 06:17:19.542187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.543129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47630) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:19.573446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:19.578373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.652120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16596128-9820-4b06-83df-e26583d2b1c7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.659983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ad3200e-18c7-4b15-a4c5-a2d99c463c74 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.661897 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port 24baac0b-33d6-4982-9596-db997928b736 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:19.667740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.708597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16596128-9820-4b06-83df-e26583d2b1c7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.719433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:19.724746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:port and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:19.740011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:19.756540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:19.794572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3200e-18c7-4b15-a4c5-a2d99c463c74 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for fe7f14e3-58f8-415f-8577-2eee5af3e4fb owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:19.800841 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Allocated IP 2001:db8::2 (e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90/e530e367-9bfd-45c4-ae16-81b7d2d57737/91cf77aa-a7de-48a0-90d6-ba4109d72a6b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:19.811819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Allocated IP 2001:db8::2 (261e7cb3-5469-4585-b946-20f29ffd8c46/c291df9e-aa0a-4798-baf8-835b6dea319d/9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:19.822789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47636) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:19.851408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:19.854973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.877264 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] device_id is not set on port 50ddb5cb-7c56-4702-91d4-0476db1f0d06 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:19.957638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16596128-9820-4b06-83df-e26583d2b1c7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:19.988930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69abda02-d23e-4ada-bbbe-2fc4b385871e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.000120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16596128-9820-4b06-83df-e26583d2b1c7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bb7d994-ad06-4397-a618-f4121e2e4eb6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:20.010349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69abda02-d23e-4ada-bbbe-2fc4b385871e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:20.017925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-69abda02-d23e-4ada-bbbe-2fc4b385871e admin admin] Usage tracker for resource:security_group_rule and tenant:3d316b2fe2dc4a7bbf3643be4ccc6911 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:20.021402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-69abda02-d23e-4ada-bbbe-2fc4b385871e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:20.027225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69abda02-d23e-4ada-bbbe-2fc4b385871e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:20.056406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ad3200e-18c7-4b15-a4c5-a2d99c463c74 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.112641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3200e-18c7-4b15-a4c5-a2d99c463c74 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=fe7f14e3-58f8-415f-8577-2eee5af3e4fb,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:20.128921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-16596128-9820-4b06-83df-e26583d2b1c7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.130167 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-16596128-9820-4b06-83df-e26583d2b1c7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7bb7d994-ad06-4397-a618-f4121e2e4eb6 HTTP/1.1" status: 204 len: 168 time: 0.5860832 Feb 04 06:17:20.137920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47642) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:20.177886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69abda02-d23e-4ada-bbbe-2fc4b385871e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.216207 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b5037eca-a0a4-41de-9d26-c388298051ee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:20.224132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7ad3200e-18c7-4b15-a4c5-a2d99c463c74 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.236669 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.243746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.256919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Transition to ACTIVE for port object 91cf77aa-a7de-48a0-90d6-ba4109d72a6b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:20.263772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Transition to ACTIVE for port object 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:20.292263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Transition to ACTIVE for port object 91cf77aa-a7de-48a0-90d6-ba4109d72a6b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:20.296345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Transition to ACTIVE for port object 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:20.319020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69abda02-d23e-4ada-bbbe-2fc4b385871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.348635 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7ad3200e-18c7-4b15-a4c5-a2d99c463c74 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/fe7f14e3-58f8-415f-8577-2eee5af3e4fb HTTP/1.1" status: 204 len: 168 time: 1.1933491 Feb 04 06:17:20.353904 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47646) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:20.361298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b5037eca-a0a4-41de-9d26-c388298051ee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:20.362462 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b5037eca-a0a4-41de-9d26-c388298051ee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2236228 Feb 04 06:17:20.368609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47650) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:20.377060 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-69abda02-d23e-4ada-bbbe-2fc4b385871e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d316b2fe2dc4a7bbf3643be4ccc6911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5530684 Feb 04 06:17:20.387818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47654) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:20.388501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abda02-d23e-4ada-bbbe-2fc4b385871e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175190e2-bd0e-463a-bdba-aa22b3e2c0d5,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:20.397176 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9332848-5d4a-405b-8c2a-1cfc2d0ef7f5 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:17:20.397887 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d9332848-5d4a-405b-8c2a-1cfc2d0ef7f5 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:20.416712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.462723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.498595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Network e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:20.503820 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:20.506798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Network 261e7cb3-5469-4585-b946-20f29ffd8c46 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:20.510172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:20.512425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:20.515976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Pushing event updated for resources: {'Port': ['ID=91cf77aa-a7de-48a0-90d6-ba4109d72a6b,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:20.517160 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d9332848-5d4a-405b-8c2a-1cfc2d0ef7f5 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:20.520706 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d9332848-5d4a-405b-8c2a-1cfc2d0ef7f5 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/fe7f14e3-58f8-415f-8577-2eee5af3e4fb HTTP/1.1" status: 404 len: 333 time: 0.1662395 Feb 04 06:17:20.521156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47658) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:20.531697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:20.595190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2771e-6749-46bf-a93c-d6950a338edf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 1d9879c6-812f-44b2-a2bf-1866a04cab4f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:20.595546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8e2771e-6749-46bf-a93c-d6950a338edf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.600128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.737871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Allocated IP 2001:db8::2cd (e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90/e530e367-9bfd-45c4-ae16-81b7d2d57737/50ddb5cb-7c56-4702-91d4-0476db1f0d06) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:20.750302 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1da51222-3c54-48ce-96b0-4c46b9502195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.755160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8::24c (261e7cb3-5469-4585-b946-20f29ffd8c46/c291df9e-aa0a-4798-baf8-835b6dea319d/24baac0b-33d6-4982-9596-db997928b736) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:20.759637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Pushing event updated for resources: {'Port': ['ID=9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:20.769045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f60919f1-34ae-4d7b-8218-580f95143175 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.773560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Attempting to bind port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:20.774001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Attempting to bind port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '269d7cb7-a5d7-4b61-b2fd-350744e83e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:20.774465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Attempting to bind port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b on network e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:20.776898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Attempting to bind port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:20.777575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Attempting to bind port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '90dc3677-57e9-4dde-b742-e7196c2cdb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '261e7cb3-5469-4585-b946-20f29ffd8c46'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:20.778344 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Attempting to bind port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 on network 261e7cb3-5469-4585-b946-20f29ffd8c46 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:20.786361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:20.787673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Checking segment: {'id': '269d7cb7-a5d7-4b61-b2fd-350744e83e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:20.787673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.787673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Bound using segment: {'id': '269d7cb7-a5d7-4b61-b2fd-350744e83e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:20.798455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Bound port: 91cf77aa-a7de-48a0-90d6-ba4109d72a6b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269d7cb7-a5d7-4b61-b2fd-350744e83e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:20.798455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.802396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:20.802846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Checking segment: {'id': '90dc3677-57e9-4dde-b742-e7196c2cdb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '261e7cb3-5469-4585-b946-20f29ffd8c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:20.803315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.803798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Bound using segment: {'id': '90dc3677-57e9-4dde-b742-e7196c2cdb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '261e7cb3-5469-4585-b946-20f29ffd8c46'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:20.805490 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Bound port: 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90dc3677-57e9-4dde-b742-e7196c2cdb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '261e7cb3-5469-4585-b946-20f29ffd8c46'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:20.805490 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.824440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1da51222-3c54-48ce-96b0-4c46b9502195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.864008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8e2771e-6749-46bf-a93c-d6950a338edf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.869019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f60919f1-34ae-4d7b-8218-580f95143175 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:20.958526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] For port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:20.962421 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] For port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=91cf77aa-a7de-48a0-90d6-ba4109d72a6b,segment=NetworkSegment(269d7cb7-a5d7-4b61-b2fd-350744e83e73),segment_id=269d7cb7-a5d7-4b61-b2fd-350744e83e73)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:20.963742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] For port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:20.967824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] For port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8,segment=NetworkSegment(90dc3677-57e9-4dde-b742-e7196c2cdb28),segment_id=90dc3677-57e9-4dde-b742-e7196c2cdb28)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:20.989384 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2771e-6749-46bf-a93c-d6950a338edf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 1d9879c6-812f-44b2-a2bf-1866a04cab4f owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:21.074003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.123582 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.189476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcdc4b-f3e6-40c1-b466-e715749f3eff None None] Pushing event updated for resources: {'Port': ['ID=91cf77aa-a7de-48a0-90d6-ba4109d72a6b,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:21.212928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f60919f1-34ae-4d7b-8218-580f95143175 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.245072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8e2771e-6749-46bf-a93c-d6950a338edf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.273581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1da51222-3c54-48ce-96b0-4c46b9502195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.274855 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c45c8e-2d9d-4506-b833-e32dd68ca165 None None] Pushing event updated for resources: {'Port': ['ID=9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:21.290701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60919f1-34ae-4d7b-8218-580f95143175 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e122bb-c697-4328-b728-077bb8be5827,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:21.329802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.330441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2771e-6749-46bf-a93c-d6950a338edf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=1d9879c6-812f-44b2-a2bf-1866a04cab4f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:21.334513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.346979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da51222-3c54-48ce-96b0-4c46b9502195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175190e2-bd0e-463a-bdba-aa22b3e2c0d5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:21.371982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object 24baac0b-33d6-4982-9596-db997928b736 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:21.381337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Transition to ACTIVE for port object 50ddb5cb-7c56-4702-91d4-0476db1f0d06 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:21.428254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1da51222-3c54-48ce-96b0-4c46b9502195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.431854 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1da51222-3c54-48ce-96b0-4c46b9502195 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/175190e2-bd0e-463a-bdba-aa22b3e2c0d5 HTTP/1.1" status: 204 len: 168 time: 1.0360377 Feb 04 06:17:21.509581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8e2771e-6749-46bf-a93c-d6950a338edf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.550405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.607453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.626308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f60919f1-34ae-4d7b-8218-580f95143175 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.626308 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f60919f1-34ae-4d7b-8218-580f95143175 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-groups/05e122bb-c697-4328-b728-077bb8be5827 HTTP/1.1" status: 204 len: 168 time: 1.2408888 Feb 04 06:17:21.626550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47664) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:21.647844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:21.656353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:21.663808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 261e7cb3-5469-4585-b946-20f29ffd8c46 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:21.664916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:21.670757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:21.673026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.680348 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-def34a5d-7685-405c-9033-d2352f1b4ac3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:21.684765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:21.692139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=50ddb5cb-7c56-4702-91d4-0476db1f0d06,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:21.694662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:21.700846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:21.701483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:21.720947 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c8e2771e-6749-46bf-a93c-d6950a338edf tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/1d9879c6-812f-44b2-a2bf-1866a04cab4f HTTP/1.1" status: 204 len: 168 time: 1.1929140 Feb 04 06:17:21.720947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47668) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:21.836723 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=24baac0b-33d6-4982-9596-db997928b736,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:21.902518 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef23429-acab-479e-9b48-1c80ff03eb56 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:17:21.903986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5ef23429-acab-479e-9b48-1c80ff03eb56 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:21.904471 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1b687a60-cf52-4ae3-8fe6-fac093dd7ece tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4663010 Feb 04 06:17:21.906076 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7c1640f6-7b6c-4c97-b1e5-f05574f5834c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6526494 Feb 04 06:17:21.907243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47674) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:21.910254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-def34a5d-7685-405c-9033-d2352f1b4ac3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:21.911457 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-def34a5d-7685-405c-9033-d2352f1b4ac3 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2971330 Feb 04 06:17:21.917862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47678) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:21.920338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47680) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:21.927227 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101459405'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:21.974073 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:21.999520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:22.015617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8cacdeae-4174-4b50-b762-1aa871a5e68b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 24baac0b-33d6-4982-9596-db997928b736 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:22.015973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8cacdeae-4174-4b50-b762-1aa871a5e68b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:22.079145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5ef23429-acab-479e-9b48-1c80ff03eb56 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:22.080415 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5ef23429-acab-479e-9b48-1c80ff03eb56 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/1d9879c6-812f-44b2-a2bf-1866a04cab4f HTTP/1.1" status: 404 len: 333 time: 0.3606169 Feb 04 06:17:22.103847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:22.206681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:22.249631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:22.253930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:22.257370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:22.266058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:22.329998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8cacdeae-4174-4b50-b762-1aa871a5e68b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:22.367539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc34f40f-0574-4914-9bc8-c5a4567d92ca tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting subnet b93216d2-481d-4c86-9ea8-b07201b85be3 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:17:22.400705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bc34f40f-0574-4914-9bc8-c5a4567d92ca tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:22.516970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bc34f40f-0574-4914-9bc8-c5a4567d92ca tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:22.521867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8cacdeae-4174-4b50-b762-1aa871a5e68b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 24baac0b-33d6-4982-9596-db997928b736 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:22.623351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:22.742133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:22.773617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2f99b0-39f6-4446-a1fe-bd109cb933c6 None None] Network e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:22.841687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:22.865284 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8cacdeae-4174-4b50-b762-1aa871a5e68b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:22.958694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bc34f40f-0574-4914-9bc8-c5a4567d92ca tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:22.992767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacdeae-4174-4b50-b762-1aa871a5e68b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=24baac0b-33d6-4982-9596-db997928b736,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:23.000895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be8a091-6096-4a13-84dd-81ebe4c3a3bd,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:23.015206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:23.073920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8cacdeae-4174-4b50-b762-1aa871a5e68b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.076534 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8cacdeae-4174-4b50-b762-1aa871a5e68b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/24baac0b-33d6-4982-9596-db997928b736 HTTP/1.1" status: 204 len: 168 time: 1.1550851 Feb 04 06:17:23.079794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47708) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:23.139236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47712) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:23.148875 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.152009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bc34f40f-0574-4914-9bc8-c5a4567d92ca tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.154927 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0822363e-32e7-4754-a5ea-2bb97a77b8dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2357175 Feb 04 06:17:23.161920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47716) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:23.171820 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8da81d-3fc0-46a4-a47c-b62c281b2e59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:17:23.172387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8da81d-3fc0-46a4-a47c-b62c281b2e59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:23.176610 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8c8da81d-3fc0-46a4-a47c-b62c281b2e59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/24baac0b-33d6-4982-9596-db997928b736 HTTP/1.1" status: 404 len: 333 time: 0.0934699 Feb 04 06:17:23.176924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47720) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:23.202583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2f485e42-81df-4728-b8ff-490eee54524c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '1be8a091-6096-4a13-84dd-81ebe4c3a3bd', 'direction': 'ingress', 'protocol': 17}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:23.215955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-58abfaf1-6d67-473f-a058-9f7bf8b0c63c None None] Provisioning for port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:23.225681 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a87eff-5f18-40cf-b4fe-3f1a01909696 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:17:23.226231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a6a87eff-5f18-40cf-b4fe-3f1a01909696 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:23.268217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34f40f-0574-4914-9bc8-c5a4567d92ca tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Subnet': ['ID=b93216d2-481d-4c86-9ea8-b07201b85be3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:23.272040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2f485e42-81df-4728-b8ff-490eee54524c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:23.289237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bc34f40f-0574-4914-9bc8-c5a4567d92ca tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.293359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2f485e42-81df-4728-b8ff-490eee54524c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:23.293781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae1ee4-e63e-43a3-b3eb-3455d683dd67 None None] Network 9fe7b74f-5a00-4059-9b13-81d4c87c939d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:23.299016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2f485e42-81df-4728-b8ff-490eee54524c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:23.328219 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bc34f40f-0574-4914-9bc8-c5a4567d92ca tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/b93216d2-481d-4c86-9ea8-b07201b85be3 HTTP/1.1" status: 204 len: 168 time: 1.2209396 Feb 04 06:17:23.328579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47726) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:23.365336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11205839-11de-4284-a099-0425d5a97b83 None None] Network 261e7cb3-5469-4585-b946-20f29ffd8c46 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:23.375736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2f485e42-81df-4728-b8ff-490eee54524c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:23.387553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-73386923-network', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:23.399807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:23.406595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Usage tracker for resource:network and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:23.408730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a6a87eff-5f18-40cf-b4fe-3f1a01909696 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:23.412688 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a6a87eff-5f18-40cf-b4fe-3f1a01909696 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/24baac0b-33d6-4982-9596-db997928b736 HTTP/1.1" status: 404 len: 333 time: 0.2318361 Feb 04 06:17:23.415637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47730) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:23.418686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:23.428238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:23.443147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:23.454136 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 91cf77aa-a7de-48a0-90d6-ba4109d72a6b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:23.493996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f485e42-81df-4728-b8ff-490eee54524c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.529443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Made reservation on behalf of 7ddecbde9bc146ca808a0420422f898c for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:23.531005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.539026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e706de5b-6d9a-4c65-a12b-8637d660e955 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting subnet c291df9e-aa0a-4798-baf8-835b6dea319d {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:17:23.546227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.551836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e706de5b-6d9a-4c65-a12b-8637d660e955 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.557824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.583277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:23.589497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Usage tracker for resource:security_group_rule and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:23.594737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:23.599582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.602536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:23.624849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f485e42-81df-4728-b8ff-490eee54524c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.626546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e706de5b-6d9a-4c65-a12b-8637d660e955 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.654352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 7e66d226-2518-46ee-871f-707b59e9ea0a {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:23.654352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.675138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-623c5858-d6d5-45f4-ae17-b46df514109e None None] Provisioning for port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:23.688677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.689459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-623c5858-d6d5-45f4-ae17-b46df514109e None None] Provisioning complete for port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:23.689843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-623c5858-d6d5-45f4-ae17-b46df514109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.772188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=50ddb5cb-7c56-4702-91d4-0476db1f0d06,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:23.779294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f485e42-81df-4728-b8ff-490eee54524c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.782604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.859492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f485e42-81df-4728-b8ff-490eee54524c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2876dae0-c7f4-4421-9c3a-25e2a004b53f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:23.927843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] For port 7e66d226-2518-46ee-871f-707b59e9ea0a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e66d226-2518-46ee-871f-707b59e9ea0a,segment=NetworkSegment(f161bea7-ef0a-44e4-92dd-c212bc181d72),segment_id=f161bea7-ef0a-44e4-92dd-c212bc181d72)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:23.930184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:23.966609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-623c5858-d6d5-45f4-ae17-b46df514109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.014394 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-623c5858-d6d5-45f4-ae17-b46df514109e None None] For port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8,segment=NetworkSegment(90dc3677-57e9-4dde-b742-e7196c2cdb28),segment_id=90dc3677-57e9-4dde-b742-e7196c2cdb28)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:24.042321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd927fc3-0cc5-4473-bf87-fc2066b9438f None None] DHCP port deletion for 9fe7b74f-5a00-4059-9b13-81d4c87c939d request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:17:24.048185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cd927fc3-0cc5-4473-bf87-fc2066b9438f None None] Deleting port 7e66d226-2518-46ee-871f-707b59e9ea0a {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:24.048554 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd927fc3-0cc5-4473-bf87-fc2066b9438f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.088328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:24.124814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:24.125192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.133266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.184113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 7e66d226-2518-46ee-871f-707b59e9ea0a owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:24.201008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.224045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:24.228139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.228485 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Added segment 1e990ec7-0c89-4bcc-af7a-2151e06917b9 of type vlan for network e3f2652e-e79f-4240-823a-ac3010d57670 Feb 04 06:17:24.233407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-623c5858-d6d5-45f4-ae17-b46df514109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.249766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e706de5b-6d9a-4c65-a12b-8637d660e955 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.263184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.297845 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f485e42-81df-4728-b8ff-490eee54524c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.299773 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2f485e42-81df-4728-b8ff-490eee54524c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1089060 Feb 04 06:17:24.306498 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47734) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:24.378029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cc94cd-bcb9-4949-bd77-cbbf21200d7a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:24.414171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c5858-d6d5-45f4-ae17-b46df514109e None None] Pushing event updated for resources: {'Port': ['ID=9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:24.421817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.429153 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:24.429153 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.463453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b96968cc-7a75-40ea-bd63-00a6036fa635 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.524372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.525161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.594670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b96968cc-7a75-40ea-bd63-00a6036fa635 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.614289 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4739411 Feb 04 06:17:24.615150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47738) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:24.639057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e706de5b-6d9a-4c65-a12b-8637d660e955 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.649386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Request body: {'subnet': {'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-73386923-subnet', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:24.658935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:24.665060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbf26e-43c7-47ba-a4b2-63cc722483b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f2652e-e79f-4240-823a-ac3010d57670,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:24.670781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Usage tracker for resource:subnet and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:24.676484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=7e66d226-2518-46ee-871f-707b59e9ea0a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:24.678279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:24.686340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ab522750-4ade-4180-8837-114c68dfefb1 None None] Provisioning complete for port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:24.686710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ab522750-4ade-4180-8837-114c68dfefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.695713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No DVR routers for this DVR port 7e66d226-2518-46ee-871f-707b59e9ea0a on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:24.726116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network e3f2652e-e79f-4240-823a-ac3010d57670 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:24.736079 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706de5b-6d9a-4c65-a12b-8637d660e955 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Subnet': ['ID=c291df9e-aa0a-4798-baf8-835b6dea319d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:24.766631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e706de5b-6d9a-4c65-a12b-8637d660e955 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:24.775168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:24.854237 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e706de5b-6d9a-4c65-a12b-8637d660e955 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/c291df9e-aa0a-4798-baf8-835b6dea319d HTTP/1.1" status: 204 len: 168 time: 1.4375687 Feb 04 06:17:24.862695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47742) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:24.911867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb91fd54-0aaf-4f4d-8080-380c0a5e586d None None] Network 261e7cb3-5469-4585-b946-20f29ffd8c46 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:24.973651 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.025479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cd927fc3-0cc5-4473-bf87-fc2066b9438f None None] For port 7e66d226-2518-46ee-871f-707b59e9ea0a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e66d226-2518-46ee-871f-707b59e9ea0a,segment=NetworkSegment(f161bea7-ef0a-44e4-92dd-c212bc181d72),segment_id=f161bea7-ef0a-44e4-92dd-c212bc181d72)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:25.026142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd927fc3-0cc5-4473-bf87-fc2066b9438f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.026244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe7b74f-5a00-4059-9b13-81d4c87c939d']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:25.034558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.040846 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.051287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f161bea7-ef0a-44e4-92dd-c212bc181d72') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:25.051287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f161bea7-ef0a-44e4-92dd-c212bc181d72') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:25.062649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.072307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Made reservation on behalf of 7ddecbde9bc146ca808a0420422f898c for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:25.074648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.078280 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:25.087627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.113036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b96968cc-7a75-40ea-bd63-00a6036fa635 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.122802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.151925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:25.152333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.168141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96968cc-7a75-40ea-bd63-00a6036fa635 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be8a091-6096-4a13-84dd-81ebe4c3a3bd,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:25.170415 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:25.206210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cd927fc3-0cc5-4473-bf87-fc2066b9438f None None] Calling delete_port for 7e66d226-2518-46ee-871f-707b59e9ea0a owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:25.281839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b96968cc-7a75-40ea-bd63-00a6036fa635 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.283829 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b96968cc-7a75-40ea-bd63-00a6036fa635 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-groups/1be8a091-6096-4a13-84dd-81ebe4c3a3bd HTTP/1.1" status: 204 len: 168 time: 0.9753599 Feb 04 06:17:25.287357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47746) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:25.337730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=91cf77aa-a7de-48a0-90d6-ba4109d72a6b,segment=NetworkSegment(269d7cb7-a5d7-4b61-b2fd-350744e83e73),segment_id=269d7cb7-a5d7-4b61-b2fd-350744e83e73)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:25.350164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.389736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2922821-b227-4f19-b02c-bc4db8dbf32f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:25.403974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.433823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.434087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-cd927fc3-0cc5-4473-bf87-fc2066b9438f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:17:25.434210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-cd927fc3-0cc5-4473-bf87-fc2066b9438f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:17:25.439346 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ab522750-4ade-4180-8837-114c68dfefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.443227 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Network': ['ID=9fe7b74f-5a00-4059-9b13-81d4c87c939d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:25.451024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.457383 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6a7b6cbc-1e34-4f07-a4bb-68307420fd5b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/networks/9fe7b74f-5a00-4059-9b13-81d4c87c939d HTTP/1.1" status: 204 len: 168 time: 2.1226723 Feb 04 06:17:25.457570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.457677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.457793 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47750) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:25.460129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] For port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8,segment=NetworkSegment(90dc3677-57e9-4dde-b742-e7196c2cdb28),segment_id=90dc3677-57e9-4dde-b742-e7196c2cdb28)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:25.460482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.471879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1329904276'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:25.478408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:25.537022 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:network and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:25.594841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:25.596972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=91cf77aa-a7de-48a0-90d6-ba4109d72a6b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:25.602546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:25.604023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:25.622216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=50ddb5cb-7c56-4702-91d4-0476db1f0d06,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:25.632185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-ab522750-4ade-4180-8837-114c68dfefb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:17:25.632657 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-ab522750-4ade-4180-8837-114c68dfefb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:17:25.643537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:25.670918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a672ab3-c3f3-4b67-8c8a-826c4be2080c None None] DHCP port deletion for 261e7cb3-5469-4585-b946-20f29ffd8c46 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:17:25.677009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.680528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9a672ab3-c3f3-4b67-8c8a-826c4be2080c None None] Deleting port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:25.680725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e2922821-b227-4f19-b02c-bc4db8dbf32f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:25.680947 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9a672ab3-c3f3-4b67-8c8a-826c4be2080c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.685984 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e2922821-b227-4f19-b02c-bc4db8dbf32f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3920610 Feb 04 06:17:25.687203 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47754) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:25.693547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149598284'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:25.700583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:25.711168 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:25.753474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:25.757241 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.786814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:25.788225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Checking segment: {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:25.788591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Network hostable DHCP agents. Network: e3f2652e-e79f-4240-823a-ac3010d57670, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:25.794517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.801299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:25.807042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.807169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:25.839908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.840909 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Added segment a6f4d568-a13a-4a74-a34c-8731d88de777 of type vlan for network 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 Feb 04 06:17:25.841323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 was deleted so its status cannot be updated. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 06:17:25.847764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:25.849198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:25.853066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:25.856842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No DVR routers for this DVR port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:25.934069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e66d226-2518-46ee-871f-707b59e9ea0a no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:25.960247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cd927fc3-0cc5-4473-bf87-fc2066b9438f None None] Deleting port 7e66d226-2518-46ee-871f-707b59e9ea0a {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:25.960634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd927fc3-0cc5-4473-bf87-fc2066b9438f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.972777 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:25.989612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.031877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:26.037600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.039779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Network e3f2652e-e79f-4240-823a-ac3010d57670 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:26.046888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:26.047164 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cd927fc3-0cc5-4473-bf87-fc2066b9438f None None] The port '7e66d226-2518-46ee-871f-707b59e9ea0a' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:17:26.048087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 7e66d226-2518-46ee-871f-707b59e9ea0a {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:26.048428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e66d226-2518-46ee-871f-707b59e9ea0a not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:26.073426 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9a672ab3-c3f3-4b67-8c8a-826c4be2080c None None] For port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8,segment=NetworkSegment(90dc3677-57e9-4dde-b742-e7196c2cdb28),segment_id=90dc3677-57e9-4dde-b742-e7196c2cdb28)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:26.073695 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9a672ab3-c3f3-4b67-8c8a-826c4be2080c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.171657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, e3f2652e-e79f-4240-823a-ac3010d57670) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:26.173546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.resource_extend [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:17:26.180561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:26.190200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.190405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:26.207558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:26.224603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261e7cb3-5469-4585-b946-20f29ffd8c46']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:26.224746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router eaa4d674-131f-4adf-adbb-3515c3b443d0 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:17:26.230590 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d6eed-d57c-46e1-a141-2a28ad1ff25e None None] Network e3f2652e-e79f-4240-823a-ac3010d57670 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:26.233416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90dc3677-57e9-4dde-b742-e7196c2cdb28') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:26.233717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90dc3677-57e9-4dde-b742-e7196c2cdb28') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:26.246306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.250661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9a672ab3-c3f3-4b67-8c8a-826c4be2080c None None] Calling delete_port for 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:26.263593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.270282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:26.273016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:26.287766 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:26.362645 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9a7375a0-8441-44e3-a0ff-05a1bdce59ae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7251511 Feb 04 06:17:26.370831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47758) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:26.379488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:26.384432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:26.392231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Usage tracker for resource:router and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:26.396751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:26.404907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:26.410618 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-df615158-5d72-4205-9773-70cbc2707b30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/eaa4d674-131f-4adf-adbb-3515c3b443d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5023878 Feb 04 06:17:26.411694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:26.413564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47762) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:26.420085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.423378 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3541c-b80e-4ce4-ad1f-8d90c3779e0f None None] Sync routers for ids ['eaa4d674-131f-4adf-adbb-3515c3b443d0'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:26.426406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:26.430564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.482604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3541c-b80e-4ce4-ad1f-8d90c3779e0f None None] Routers {'eaa4d674-131f-4adf-adbb-3515c3b443d0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:26.483306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02f3541c-b80e-4ce4-ad1f-8d90c3779e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['eaa4d674-131f-4adf-adbb-3515c3b443d0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:26.519884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a3caf4-f5e0-401a-a9fa-504e1a2c33c2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:26.520503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e6a3caf4-f5e0-401a-a9fa-504e1a2c33c2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Synchronizing usage tracker for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:26.535355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.558409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.567545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.578253 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Network': ['ID=2771260b-1fb1-48d3-b3ae-9c364ef8c9e2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:26.588521 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02f3541c-b80e-4ce4-ad1f-8d90c3779e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:26.595750 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:26.611453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Network': ['ID=261e7cb3-5469-4585-b946-20f29ffd8c46,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:26.618060 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-726d9455-8e73-49cc-a7cd-a00d3751aa91 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/networks/261e7cb3-5469-4585-b946-20f29ffd8c46 HTTP/1.1" status: 204 len: 168 time: 1.7508001 Feb 04 06:17:26.618716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47766) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:26.626464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-635926882'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:26.630354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e6a3caf4-f5e0-401a-a9fa-504e1a2c33c2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Unset dirty status for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:26.631447 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e6a3caf4-f5e0-401a-a9fa-504e1a2c33c2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports/50ddb5cb-7c56-4702-91d4-0476db1f0d06 HTTP/1.1" status: 200 len: 984 time: 0.2167542 Feb 04 06:17:26.634163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:26.634601 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47770) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:26.638835 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:network and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:26.641786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:26.647851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:26.659793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-9a672ab3-c3f3-4b67-8c8a-826c4be2080c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:17:26.660052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-9a672ab3-c3f3-4b67-8c8a-826c4be2080c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:17:26.671529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ab522750-4ade-4180-8837-114c68dfefb1 None None] Provisioning for port 50ddb5cb-7c56-4702-91d4-0476db1f0d06 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:26.699213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.700894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ab522750-4ade-4180-8837-114c68dfefb1 None None] Provisioning complete for port 50ddb5cb-7c56-4702-91d4-0476db1f0d06 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:26.701261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ab522750-4ade-4180-8837-114c68dfefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.723812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3541c-b80e-4ce4-ad1f-8d90c3779e0f None None] Routers {'eaa4d674-131f-4adf-adbb-3515c3b443d0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:26.724457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02f3541c-b80e-4ce4-ad1f-8d90c3779e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['eaa4d674-131f-4adf-adbb-3515c3b443d0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:26.738897 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b3d0b601-0ff0-4abf-81ac-79a3bc190fc0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2811542 Feb 04 06:17:26.742138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47774) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:26.748418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '2771260b-1fb1-48d3-b3ae-9c364ef8c9e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:26.818864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d142d7-f143-4166-8f7d-10cedd512d00,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:26.822954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.823846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.827713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:26.831709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.850839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02f3541c-b80e-4ce4-ad1f-8d90c3779e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:26.851231 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3541c-b80e-4ce4-ad1f-8d90c3779e0f None None] The sync data for ids ['eaa4d674-131f-4adf-adbb-3515c3b443d0'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:26.873943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-ab522750-4ade-4180-8837-114c68dfefb1 None None] Port 50ddb5cb-7c56-4702-91d4-0476db1f0d06 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:26.880982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-e3f2652e-e79f-4240-823a-ac3010d57670', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:26.882689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.893691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.895084 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-16dd4c07-253b-4978-8396-b19c718d2f72 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2061505 Feb 04 06:17:26.907227 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47778) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:26.915007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group': {'name': 'tempest-secgroup--724043996'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:26.926353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:26.926606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.927115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:26.940210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:26.942824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:26.948840 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:26.957690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:26.966903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.967521 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Added segment 4a34f336-c2ef-48bf-90aa-fa70979af998 of type vlan for network 82c81fc9-168c-4e8c-9972-912e93493eae Feb 04 06:17:26.996486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:26.997093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:27.003067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5d6c69eb-82a6-4301-8d17-7d0566dcad75 None None] Could not find standard attr ID for object 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:17:27.038211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5d6c69eb-82a6-4301-8d17-7d0566dcad75 None None] Could not find standard attr ID for object 24baac0b-33d6-4982-9596-db997928b736. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:17:27.067693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5d6c69eb-82a6-4301-8d17-7d0566dcad75 None None] Provisioning complete for port 50ddb5cb-7c56-4702-91d4-0476db1f0d06 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:27.068465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d6c69eb-82a6-4301-8d17-7d0566dcad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.096741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Allocated IP 172.20.0.2 (e3f2652e-e79f-4240-823a-ac3010d57670/cebdbf98-791b-44c9-bb7b-51fcc9bbe32b/18f2fcde-e182-4be2-9c9e-9a7821b7dcb8) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:27.123486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:27.127196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.185486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.187743 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9a672ab3-c3f3-4b67-8c8a-826c4be2080c None None] Deleting port 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:27.188036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9a672ab3-c3f3-4b67-8c8a-826c4be2080c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.219615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c69eb-82a6-4301-8d17-7d0566dcad75 None None] Port 50ddb5cb-7c56-4702-91d4-0476db1f0d06 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:27.231336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:27.231336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:27.232412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e25ca38b-74de-4658-a75d-b06be9df53a1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.248229 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.253754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:27.254357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.277006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9a672ab3-c3f3-4b67-8c8a-826c4be2080c None None] The port '9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:17:27.288432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:27.307839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:27.419481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.431106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Transition to ACTIVE for port object 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:27.451510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Transition to ACTIVE for port object 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:27.551585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 91cf77aa-a7de-48a0-90d6-ba4109d72a6b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:27.571870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.595973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e25ca38b-74de-4658-a75d-b06be9df53a1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 50ddb5cb-7c56-4702-91d4-0476db1f0d06 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:27.596607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e25ca38b-74de-4658-a75d-b06be9df53a1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.600766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.674083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Network': ['ID=82c81fc9-168c-4e8c-9972-912e93493eae,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:27.685000 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f10dae24-5d88-435c-8337-47f3eba07e36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0650270 Feb 04 06:17:27.693487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 82c81fc9-168c-4e8c-9972-912e93493eae details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:27.694237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47784) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:27.701064 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '82c81fc9-168c-4e8c-9972-912e93493eae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:27.712934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Network e3f2652e-e79f-4240-823a-ac3010d57670 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:27.719416 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:27.724178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:27.742577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.815261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Pushing event updated for resources: {'Port': ['ID=18f2fcde-e182-4be2-9c9e-9a7821b7dcb8,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:27.862638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:27.863004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.939590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.955921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Attempting to bind port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:27.956292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Attempting to bind port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:27.957216 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Attempting to bind port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 on network e3f2652e-e79f-4240-823a-ac3010d57670 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:27.966453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:27.966825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Checking segment: {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:27.967226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.967353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:27.967610 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Bound using segment: {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:27.968074 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Bound port: 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:27.968439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.046046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e719f9-f567-48c0-ba72-45b1ae7e3784,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:28.079430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Subnet': ['ID=a61b1bb3-e663-4ac1-b2cf-a0b2bc013623,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:28.082867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:28.089628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Checking segment: {'id': 'a6f4d568-a13a-4a74-a34c-8731d88de777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2771260b-1fb1-48d3-b3ae-9c364ef8c9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:28.089759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network hostable DHCP agents. Network: 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:28.091971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:28.102856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:28.113128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:28.115922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e25ca38b-74de-4658-a75d-b06be9df53a1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.116179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] For port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:28.119170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] For port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=18f2fcde-e182-4be2-9c9e-9a7821b7dcb8,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:28.194519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.238872 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.242920 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-58ee7fbb-66dd-43ac-aee6-ca354418acee tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3347423 Feb 04 06:17:28.243726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47788) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:28.250542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e25ca38b-74de-4658-a75d-b06be9df53a1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 50ddb5cb-7c56-4702-91d4-0476db1f0d06 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:28.262867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:28.275689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:28.289177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1a080a02-6944-4cb1-acc2-c8a50e2df93c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': 'b5d142d7-f143-4166-8f7d-10cedd512d00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '30e719f9-f567-48c0-ba72-45b1ae7e3784', 'remote_ip_prefix': None}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:28.301483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1a080a02-6944-4cb1-acc2-c8a50e2df93c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:28.302283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.304152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:28.304493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9f5059ba-8e40-418d-a6b5-ad4a23f6f7d8 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:28.310240 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1a080a02-6944-4cb1-acc2-c8a50e2df93c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:28.313215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:28.316272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.333748 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1a080a02-6944-4cb1-acc2-c8a50e2df93c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:28.333896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.360001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902378f5-5a09-4749-9a0c-cb1a3b99ccf3 None None] Pushing event updated for resources: {'Port': ['ID=18f2fcde-e182-4be2-9c9e-9a7821b7dcb8,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:28.395713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1a080a02-6944-4cb1-acc2-c8a50e2df93c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:28.447162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:28.452826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:28.453404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.465849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecb24d-2b89-4f53-b59f-ae0cd35d18e1 None None] Network 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:28.512807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Allocated IP 172.26.7.194 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/336ed95a-b93d-4f8f-9fdc-638e448a21dd) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:28.641313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a080a02-6944-4cb1-acc2-c8a50e2df93c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.648211 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-319b82f6-f9b7-40b1-b4c6-c7178709b924 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9024005 Feb 04 06:17:28.649095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47792) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:28.656886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2c1734f3-08fd-4933-81fd-b1eada782c8c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-663640119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:28.672816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c1734f3-08fd-4933-81fd-b1eada782c8c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:28.680590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c1734f3-08fd-4933-81fd-b1eada782c8c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:router and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:28.685937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c1734f3-08fd-4933-81fd-b1eada782c8c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:28.702008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c1734f3-08fd-4933-81fd-b1eada782c8c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:28.708578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.742146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-2771260b-1fb1-48d3-b3ae-9c364ef8c9e2', 'network_id': '2771260b-1fb1-48d3-b3ae-9c364ef8c9e2', 'tenant_id': '8ccb16afb7e244ec96b61fcb5af58d5f', 'fixed_ips': [{'subnet_id': 'a61b1bb3-e663-4ac1-b2cf-a0b2bc013623'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:28.742974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.795454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e25ca38b-74de-4658-a75d-b06be9df53a1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.822337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c1734f3-08fd-4933-81fd-b1eada782c8c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.823369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c1734f3-08fd-4933-81fd-b1eada782c8c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.847706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c1734f3-08fd-4933-81fd-b1eada782c8c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.865686 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a080a02-6944-4cb1-acc2-c8a50e2df93c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.873033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ca38b-74de-4658-a75d-b06be9df53a1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=50ddb5cb-7c56-4702-91d4-0476db1f0d06,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:28.873451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.873709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:28.970365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:28.972462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:28.977044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:29.004371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Allocated IP 172.20.0.2 (2771260b-1fb1-48d3-b3ae-9c364ef8c9e2/a61b1bb3-e663-4ac1-b2cf-a0b2bc013623/cfc8d980-dffb-4d61-b4a3-9c66f919655b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:29.023319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c1734f3-08fd-4933-81fd-b1eada782c8c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.058020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Pushing event updated for resources: {'Port': ['ID=336ed95a-b93d-4f8f-9fdc-638e448a21dd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:29.072915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a080a02-6944-4cb1-acc2-c8a50e2df93c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.177223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e25ca38b-74de-4658-a75d-b06be9df53a1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.191497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a080a02-6944-4cb1-acc2-c8a50e2df93c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6886fd-b7ef-4bf9-80dc-f0106aebfa57,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:29.277551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.289537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Transition to ACTIVE for port object cfc8d980-dffb-4d61-b4a3-9c66f919655b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:29.304178 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Subnet': ['ID=106cbfda-2673-43ff-93bb-c29ca4e6636f,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:29.312498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Transition to ACTIVE for port object cfc8d980-dffb-4d61-b4a3-9c66f919655b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:29.351692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c1734f3-08fd-4933-81fd-b1eada782c8c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.352893 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2c1734f3-08fd-4933-81fd-b1eada782c8c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7032695 Feb 04 06:17:29.378249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Checking segment: {'id': '4a34f336-c2ef-48bf-90aa-fa70979af998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '82c81fc9-168c-4e8c-9972-912e93493eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:29.378614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network hostable DHCP agents. Network: 82c81fc9-168c-4e8c-9972-912e93493eae, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:29.383443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47796) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:29.401483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'network_id': '2771260b-1fb1-48d3-b3ae-9c364ef8c9e2', 'name': 'tempest-PortsTestJSON-876177123'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:29.483180 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.539934 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a080a02-6944-4cb1-acc2-c8a50e2df93c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.545627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47800) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:29.549219 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1a080a02-6944-4cb1-acc2-c8a50e2df93c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2703686 Feb 04 06:17:29.611340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Network 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:29.617788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:29.623579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:29.625968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Pushing event updated for resources: {'Port': ['ID=cfc8d980-dffb-4d61-b4a3-9c66f919655b,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:29.701387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:29.775939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Attempting to bind port cfc8d980-dffb-4d61-b4a3-9c66f919655b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:29.776311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Attempting to bind port cfc8d980-dffb-4d61-b4a3-9c66f919655b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'a6f4d568-a13a-4a74-a34c-8731d88de777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2771260b-1fb1-48d3-b3ae-9c364ef8c9e2'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:29.776732 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Attempting to bind port cfc8d980-dffb-4d61-b4a3-9c66f919655b on network 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:29.791162 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:29.791541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Checking segment: {'id': 'a6f4d568-a13a-4a74-a34c-8731d88de777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2771260b-1fb1-48d3-b3ae-9c364ef8c9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:29.791943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.792191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:29.792346 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Bound using segment: {'id': 'a6f4d568-a13a-4a74-a34c-8731d88de777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2771260b-1fb1-48d3-b3ae-9c364ef8c9e2'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:29.793565 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Bound port: cfc8d980-dffb-4d61-b4a3-9c66f919655b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f4d568-a13a-4a74-a34c-8731d88de777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2771260b-1fb1-48d3-b3ae-9c364ef8c9e2'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:29.793695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.794179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.797588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:port and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:29.800930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:29.808217 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:29.813979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 82c81fc9-168c-4e8c-9972-912e93493eae is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:29.878406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45bf5a83-4c59-4eb7-abdb-41493e256ece tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.894929 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] For port cfc8d980-dffb-4d61-b4a3-9c66f919655b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:29.897042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45bf5a83-4c59-4eb7-abdb-41493e256ece tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.904034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] For port cfc8d980-dffb-4d61-b4a3-9c66f919655b, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cfc8d980-dffb-4d61-b4a3-9c66f919655b,segment=NetworkSegment(a6f4d568-a13a-4a74-a34c-8731d88de777),segment_id=a6f4d568-a13a-4a74-a34c-8731d88de777)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:29.904206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25ca38b-74de-4658-a75d-b06be9df53a1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router eaa4d674-131f-4adf-adbb-3515c3b443d0 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:29.904311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ec3ad1-b348-4033-b8ce-4078a9e654d8 None None] Network e3f2652e-e79f-4240-823a-ac3010d57670 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:29.976072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:30.040630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25ca38b-74de-4658-a75d-b06be9df53a1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:30.040899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:30.042565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 82c81fc9-168c-4e8c-9972-912e93493eae) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:30.044034 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:30.047380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:30.050499 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd26e94a-b905-4a40-bd96-3f294a0c947b None None] Sync routers for ids ['eaa4d674-131f-4adf-adbb-3515c3b443d0'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:30.067713 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd26e94a-b905-4a40-bd96-3f294a0c947b None None] Routers {'eaa4d674-131f-4adf-adbb-3515c3b443d0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:30.068386 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cd26e94a-b905-4a40-bd96-3f294a0c947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['eaa4d674-131f-4adf-adbb-3515c3b443d0'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:30.081921 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e25ca38b-74de-4658-a75d-b06be9df53a1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/eaa4d674-131f-4adf-adbb-3515c3b443d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4459841 Feb 04 06:17:30.103507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:30.104923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47804) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:30.106475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:30.135606 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port df329785-2bb3-4551-9627-f627f6d45c43 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:30.136606 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cd26e94a-b905-4a40-bd96-3f294a0c947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:30.160727 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547151cd-d26e-4b84-bc16-787aa5064357 None None] Pushing event updated for resources: {'Port': ['ID=cfc8d980-dffb-4d61-b4a3-9c66f919655b,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:30.161182 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd26e94a-b905-4a40-bd96-3f294a0c947b None None] Routers {'eaa4d674-131f-4adf-adbb-3515c3b443d0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:30.161182 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cd26e94a-b905-4a40-bd96-3f294a0c947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['eaa4d674-131f-4adf-adbb-3515c3b443d0'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:30.161434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0381b8e-613f-477d-995a-63415e98b536 None None] Network 82c81fc9-168c-4e8c-9972-912e93493eae requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:30.174267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c699cea0-a543-4a00-bf2e-3af898b653e1 None None] Provisioning for port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:30.181953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45bf5a83-4c59-4eb7-abdb-41493e256ece tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:30.227697 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cd26e94a-b905-4a40-bd96-3f294a0c947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:30.228929 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd26e94a-b905-4a40-bd96-3f294a0c947b None None] The sync data for ids ['eaa4d674-131f-4adf-adbb-3515c3b443d0'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:30.240293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c699cea0-a543-4a00-bf2e-3af898b653e1 None None] Provisioning complete for port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:30.241093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c699cea0-a543-4a00-bf2e-3af898b653e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:30.307520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf5a83-4c59-4eb7-abdb-41493e256ece tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a6886fd-b7ef-4bf9-80dc-f0106aebfa57,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:30.333177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.7 (2771260b-1fb1-48d3-b3ae-9c364ef8c9e2/a61b1bb3-e663-4ac1-b2cf-a0b2bc013623/df329785-2bb3-4551-9627-f627f6d45c43) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:30.376482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-45bf5a83-4c59-4eb7-abdb-41493e256ece tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:30.380985 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-45bf5a83-4c59-4eb7-abdb-41493e256ece tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2a6886fd-b7ef-4bf9-80dc-f0106aebfa57 HTTP/1.1" status: 204 len: 168 time: 0.8311410 Feb 04 06:17:30.382160 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47808) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:30.426634 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b98ef25b-e517-4f14-9b9e-4090f07b6b32 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7288582 Feb 04 06:17:30.438552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47812) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:30.452118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': '82c81fc9-168c-4e8c-9972-912e93493eae', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-443016171'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:30.627581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:30.639171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c699cea0-a543-4a00-bf2e-3af898b653e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:30.659582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a7a8a4b4-0257-498c-8f2a-445186e129c8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:30.693637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-82c81fc9-168c-4e8c-9972-912e93493eae', 'network_id': '82c81fc9-168c-4e8c-9972-912e93493eae', 'tenant_id': '2ec7c402ff1b461c882a01c21344c6e3', 'fixed_ips': [{'subnet_id': '106cbfda-2673-43ff-93bb-c29ca4e6636f'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:30.694465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:30.720542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c699cea0-a543-4a00-bf2e-3af898b653e1 None None] For port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=18f2fcde-e182-4be2-9c9e-9a7821b7dcb8,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:30.790428 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-fecc5287-2d65-4920-a83e-4ea99805d552 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 06:17:30.796126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fecc5287-2d65-4920-a83e-4ea99805d552 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/eaa4d674-131f-4adf-adbb-3515c3b443d0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6894891 Feb 04 06:17:30.804401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47816) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:30.816890 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:30.828637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c699cea0-a543-4a00-bf2e-3af898b653e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:30.837403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object df329785-2bb3-4551-9627-f627f6d45c43 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:30.883620 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-299b5879-c2c4-4d37-b885-468d2385e7d0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa4d674-131f-4adf-adbb-3515c3b443d0 HTTP/1.1" status: 200 len: 205 time: 0.0748870 Feb 04 06:17:30.883746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47820) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:30.944140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:30.950212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:30.962892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:30.969700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:30.997768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699cea0-a543-4a00-bf2e-3af898b653e1 None None] Pushing event updated for resources: {'Port': ['ID=18f2fcde-e182-4be2-9c9e-9a7821b7dcb8,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:30.997768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Allocated IP 2001:db8::2 (82c81fc9-168c-4e8c-9972-912e93493eae/106cbfda-2673-43ff-93bb-c29ca4e6636f/547c6fd8-c612-48c6-ad1f-02ae429158e9) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:31.051353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.095854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-74dcf1d6-63d1-4382-946a-b5ce665b47bb None None] Provisioning complete for port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:31.095854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-74dcf1d6-63d1-4382-946a-b5ce665b47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.096190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a7a8a4b4-0257-498c-8f2a-445186e129c8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:31.100437 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a7a8a4b4-0257-498c-8f2a-445186e129c8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7168019 Feb 04 06:17:31.101374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:31.104823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.111270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47824) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:31.166764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:31.172003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:31.182867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:31.214142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port f8ca5ef9-c405-40c1-aca5-bf4ce5249fc0 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:31.254328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=df329785-2bb3-4551-9627-f627f6d45c43,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:31.274300 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43d82424-d765-4c33-bb91-ea0184d6e036 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.317488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:31.318009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.318335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.334147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Transition to ACTIVE for port object 547c6fd8-c612-48c6-ad1f-02ae429158e9 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:31.357093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Transition to ACTIVE for port object 547c6fd8-c612-48c6-ad1f-02ae429158e9 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:31.488039 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-86e06090-9b9d-48d8-bbf6-24f84e231555 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0960524 Feb 04 06:17:31.488741 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47828) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:31.542483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.585910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2928632e-d7b6-4cd3-a9ec-4a1071355eef tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.652624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Pushing event updated for resources: {'Port': ['ID=547c6fd8-c612-48c6-ad1f-02ae429158e9,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:31.674914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Network 82c81fc9-168c-4e8c-9972-912e93493eae is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:31.676126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:31.680787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:31.718607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43d82424-d765-4c33-bb91-ea0184d6e036 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.722080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cfc8d980-dffb-4d61-b4a3-9c66f919655b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:31.723380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43d82424-d765-4c33-bb91-ea0184d6e036 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.781657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2928632e-d7b6-4cd3-a9ec-4a1071355eef tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.830561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f407caf6-e598-4349-8f5a-ccc7b730cc0f None None] Network 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:31.873366 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43d82424-d765-4c33-bb91-ea0184d6e036 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.874145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d82424-d765-4c33-bb91-ea0184d6e036 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Fanout notify agent at l3_agent the message router_deleted on router eaa4d674-131f-4adf-adbb-3515c3b443d0 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:17:31.895037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Attempting to bind port 547c6fd8-c612-48c6-ad1f-02ae429158e9 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:31.895402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Attempting to bind port 547c6fd8-c612-48c6-ad1f-02ae429158e9 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '4a34f336-c2ef-48bf-90aa-fa70979af998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '82c81fc9-168c-4e8c-9972-912e93493eae'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:31.895759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Attempting to bind port 547c6fd8-c612-48c6-ad1f-02ae429158e9 on network 82c81fc9-168c-4e8c-9972-912e93493eae {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:31.901291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43d82424-d765-4c33-bb91-ea0184d6e036 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.905141 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-43d82424-d765-4c33-bb91-ea0184d6e036 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/eaa4d674-131f-4adf-adbb-3515c3b443d0 HTTP/1.1" status: 204 len: 168 time: 1.0180757 Feb 04 06:17:31.906888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47832) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:31.914641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:31.915010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Checking segment: {'id': '4a34f336-c2ef-48bf-90aa-fa70979af998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '82c81fc9-168c-4e8c-9972-912e93493eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:31.915407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.915846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Bound using segment: {'id': '4a34f336-c2ef-48bf-90aa-fa70979af998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '82c81fc9-168c-4e8c-9972-912e93493eae'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:31.916320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Bound port: 547c6fd8-c612-48c6-ad1f-02ae429158e9, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a34f336-c2ef-48bf-90aa-fa70979af998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '82c81fc9-168c-4e8c-9972-912e93493eae'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:31.917505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.957216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Router 051c6209-f6a2-4e66-b055-e1b22b09a6fe is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:17:31.962279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2928632e-d7b6-4cd3-a9ec-4a1071355eef tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.964818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2928632e-d7b6-4cd3-a9ec-4a1071355eef tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.968720 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2928632e-d7b6-4cd3-a9ec-4a1071355eef tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-groups/30e719f9-f567-48c0-ba72-45b1ae7e3784 HTTP/1.1" status: 204 len: 168 time: 0.8543429 Feb 04 06:17:31.977666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47836) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:32.014705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928632e-d7b6-4cd3-a9ec-4a1071355eef tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e719f9-f567-48c0-ba72-45b1ae7e3784,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:32.061811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5f3087dd-05c2-4a2c-8296-09ae7facef3a None None] Provisioning for port cfc8d980-dffb-4d61-b4a3-9c66f919655b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:32.135707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port cfc8d980-dffb-4d61-b4a3-9c66f919655b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:32.136013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a99c6b-5f40-4bd2-aaf9-0828f2cfc2d7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting subnet e530e367-9bfd-45c4-ae16-81b7d2d57737 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:17:32.136123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] For port 547c6fd8-c612-48c6-ad1f-02ae429158e9, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:32.136230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01a99c6b-5f40-4bd2-aaf9-0828f2cfc2d7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.136327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port cfc8d980-dffb-4d61-b4a3-9c66f919655b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:32.136327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.154498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] For port 547c6fd8-c612-48c6-ad1f-02ae429158e9, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=547c6fd8-c612-48c6-ad1f-02ae429158e9,segment=NetworkSegment(4a34f336-c2ef-48bf-90aa-fa70979af998),segment_id=4a34f336-c2ef-48bf-90aa-fa70979af998)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:32.187248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8::32a (82c81fc9-168c-4e8c-9972-912e93493eae/106cbfda-2673-43ff-93bb-c29ca4e6636f/f8ca5ef9-c405-40c1-aca5-bf4ce5249fc0) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:32.206350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-282ebfed-2dcf-42d9-8404-11894dfd58ac tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:32.224053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01a99c6b-5f40-4bd2-aaf9-0828f2cfc2d7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.294585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.365570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:32.382309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.398585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Sync routers for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:32.409341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01a99c6b-5f40-4bd2-aaf9-0828f2cfc2d7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.440806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:32.441445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:32.486333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.509074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-282ebfed-2dcf-42d9-8404-11894dfd58ac tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:32.512949 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-282ebfed-2dcf-42d9-8404-11894dfd58ac tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5308168 Feb 04 06:17:32.516091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47840) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:32.576467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3e007-601a-4473-8948-0ae108b2b8e4 None None] Pushing event updated for resources: {'Port': ['ID=547c6fd8-c612-48c6-ad1f-02ae429158e9,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:32.610804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.611219 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c1f4cd0f-2fc0-4f78-a289-0609bd86dbcc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2397027 Feb 04 06:17:32.616148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47844) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:32.694682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.808862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:32.819136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object f8ca5ef9-c405-40c1-aca5-bf4ce5249fc0 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:32.964437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69bec951-0765-499e-826f-9b35e00e4ba8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.053360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01a99c6b-5f40-4bd2-aaf9-0828f2cfc2d7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.096806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port cfc8d980-dffb-4d61-b4a3-9c66f919655b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cfc8d980-dffb-4d61-b4a3-9c66f919655b,segment=NetworkSegment(a6f4d568-a13a-4a74-a34c-8731d88de777),segment_id=a6f4d568-a13a-4a74-a34c-8731d88de777)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:33.108453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.145390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.147981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a99c6b-5f40-4bd2-aaf9-0828f2cfc2d7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Subnet': ['ID=e530e367-9bfd-45c4-ae16-81b7d2d57737,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:33.155313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-01a99c6b-5f40-4bd2-aaf9-0828f2cfc2d7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.159487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69bec951-0765-499e-826f-9b35e00e4ba8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.189852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 82c81fc9-168c-4e8c-9972-912e93493eae is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:33.193088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:33.193620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48addbb-2d0d-49cd-84dd-2796b87f847b None None] Network e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:33.197012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:33.203165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:33.203769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.211501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=f8ca5ef9-c405-40c1-aca5-bf4ce5249fc0,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:33.241997 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-01a99c6b-5f40-4bd2-aaf9-0828f2cfc2d7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/e530e367-9bfd-45c4-ae16-81b7d2d57737 HTTP/1.1" status: 204 len: 168 time: 1.3343101 Feb 04 06:17:33.244776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47848) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:33.260562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.261590 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:33.321865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.354353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8054594d-91aa-4622-9b7d-6401b5b509e7 None None] Provisioning for port df329785-2bb3-4551-9627-f627f6d45c43 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:33.374000 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-04da5131-005b-454c-921e-ba6695b1d094 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.9343574 Feb 04 06:17:33.376177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69bec951-0765-499e-826f-9b35e00e4ba8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.382007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47852) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:33.393296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8054594d-91aa-4622-9b7d-6401b5b509e7 None None] Provisioning complete for port df329785-2bb3-4551-9627-f627f6d45c43 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:33.393296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8054594d-91aa-4622-9b7d-6401b5b509e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.480871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.482083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6b47bc28-3720-40e9-9aa9-a53d8bf4569a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port f8ca5ef9-c405-40c1-aca5-bf4ce5249fc0 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:33.483818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b47bc28-3720-40e9-9aa9-a53d8bf4569a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.486373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=df329785-2bb3-4551-9627-f627f6d45c43,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:33.515755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:33.516374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.621929 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8054594d-91aa-4622-9b7d-6401b5b509e7 None None] Port df329785-2bb3-4551-9627-f627f6d45c43 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:33.686825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=cfc8d980-dffb-4d61-b4a3-9c66f919655b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:33.698459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:33.699552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.778367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8054594d-91aa-4622-9b7d-6401b5b509e7 None None] Provisioning complete for port cfc8d980-dffb-4d61-b4a3-9c66f919655b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:33.779026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8054594d-91aa-4622-9b7d-6401b5b509e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.795417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bec951-0765-499e-826f-9b35e00e4ba8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d142d7-f143-4166-8f7d-10cedd512d00,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:33.815664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:29Z', 'revision_number': 3, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:33.859262 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Checking router: 051c6209-f6a2-4e66-b055-e1b22b09a6fe for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:33.859606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Updating router 051c6209-f6a2-4e66-b055-e1b22b09a6fe port 336ed95a-b93d-4f8f-9fdc-638e448a21dd binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:17:33.984870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.987932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69bec951-0765-499e-826f-9b35e00e4ba8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:33.989213 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-69bec951-0765-499e-826f-9b35e00e4ba8 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-groups/b5d142d7-f143-4166-8f7d-10cedd512d00 HTTP/1.1" status: 204 len: 168 time: 1.4503813 Feb 04 06:17:33.993526 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47858) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:33.994217 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.133790 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a726f628-5ad2-4188-8648-6875881182e5 None None] DHCP port deletion for e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:17:34.178677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a726f628-5ad2-4188-8648-6875881182e5 None None] Deleting port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:34.178677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a726f628-5ad2-4188-8648-6875881182e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.211984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.213482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc55f21-b87f-4e23-b30e-ec54380ecb93 None None] Network 82c81fc9-168c-4e8c-9972-912e93493eae requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:34.292565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] For port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=91cf77aa-a7de-48a0-90d6-ba4109d72a6b,segment=NetworkSegment(269d7cb7-a5d7-4b61-b2fd-350744e83e73),segment_id=269d7cb7-a5d7-4b61-b2fd-350744e83e73)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:34.293687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.299376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b47bc28-3720-40e9-9aa9-a53d8bf4569a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.388471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 547c6fd8-c612-48c6-ad1f-02ae429158e9 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:34.456529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6b47bc28-3720-40e9-9aa9-a53d8bf4569a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for f8ca5ef9-c405-40c1-aca5-bf4ce5249fc0 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:34.462430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 91cf77aa-a7de-48a0-90d6-ba4109d72a6b owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:34.510182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a04a572c-ba9f-4777-96a0-93345eef3007 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:34.592247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d7853a8a-26b5-48c6-b621-1f1163702cbe None None] Provisioning complete for port df329785-2bb3-4551-9627-f627f6d45c43 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:34.592616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d7853a8a-26b5-48c6-b621-1f1163702cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.627689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a04a572c-ba9f-4777-96a0-93345eef3007 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:34.633232 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a04a572c-ba9f-4777-96a0-93345eef3007 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6313112 Feb 04 06:17:34.637195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47862) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:34.641805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group': {'name': 'tempest-secgroup--639460665'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:34.648248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:34.659046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:34.693210 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.799827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=91cf77aa-a7de-48a0-90d6-ba4109d72a6b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:34.804843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No DVR routers for this DVR port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:34.825422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d7853a8a-26b5-48c6-b621-1f1163702cbe None None] Port df329785-2bb3-4551-9627-f627f6d45c43 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:34.839512 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.848524 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.856862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Allocated IP 172.20.0.1 (e3f2652e-e79f-4240-823a-ac3010d57670/cebdbf98-791b-44c9-bb7b-51fcc9bbe32b/dd52fdc8-ba40-4434-83e5-6abbe77ecba1) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:34.942139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a726f628-5ad2-4188-8648-6875881182e5 None None] For port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=91cf77aa-a7de-48a0-90d6-ba4109d72a6b,segment=NetworkSegment(269d7cb7-a5d7-4b61-b2fd-350744e83e73),segment_id=269d7cb7-a5d7-4b61-b2fd-350744e83e73)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:34.942519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a726f628-5ad2-4188-8648-6875881182e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.952067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 547c6fd8-c612-48c6-ad1f-02ae429158e9 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:34.992411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:35.018263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.018836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:35.022007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:35.028515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.033965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Transition to ACTIVE for port object dd52fdc8-ba40-4434-83e5-6abbe77ecba1 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:35.035697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b47bc28-3720-40e9-9aa9-a53d8bf4569a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.051072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:35.098107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47bc28-3720-40e9-9aa9-a53d8bf4569a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=f8ca5ef9-c405-40c1-aca5-bf4ce5249fc0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:35.123579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cfc8d980-dffb-4d61-b4a3-9c66f919655b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:35.140673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:35.151476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6b47bc28-3720-40e9-9aa9-a53d8bf4569a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.154894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a726f628-5ad2-4188-8648-6875881182e5 None None] Calling delete_port for 91cf77aa-a7de-48a0-90d6-ba4109d72a6b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:35.167523 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6b47bc28-3720-40e9-9aa9-a53d8bf4569a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/f8ca5ef9-c405-40c1-aca5-bf4ce5249fc0 HTTP/1.1" status: 204 len: 168 time: 1.7722435 Feb 04 06:17:35.168342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47866) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:35.199819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d7853a8a-26b5-48c6-b621-1f1163702cbe None None] Provisioning for port 547c6fd8-c612-48c6-ad1f-02ae429158e9 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:35.216877 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f97401-3963-447a-99c6-1421e3680757 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:17:35.217429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-89f97401-3963-447a-99c6-1421e3680757 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:35.233638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269d7cb7-a5d7-4b61-b2fd-350744e83e73') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:35.233945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269d7cb7-a5d7-4b61-b2fd-350744e83e73') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:35.237012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.resource_extend [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:17:35.250078 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d7853a8a-26b5-48c6-b621-1f1163702cbe None None] Provisioning complete for port 547c6fd8-c612-48c6-ad1f-02ae429158e9 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:35.250448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d7853a8a-26b5-48c6-b621-1f1163702cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.259879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.268130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.307669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-89f97401-3963-447a-99c6-1421e3680757 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:35.313841 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-89f97401-3963-447a-99c6-1421e3680757 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/f8ca5ef9-c405-40c1-aca5-bf4ce5249fc0 HTTP/1.1" status: 404 len: 333 time: 0.1401689 Feb 04 06:17:35.316726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47870) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:35.368747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.381500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Network e3f2652e-e79f-4240-823a-ac3010d57670 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:35.388724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:35.396813 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:35.397083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:35.397196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:35.413823 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:35.423279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-a726f628-5ad2-4188-8648-6875881182e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:17:35.423639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-a726f628-5ad2-4188-8648-6875881182e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:17:35.426090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.450852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.475717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port cfc8d980-dffb-4d61-b4a3-9c66f919655b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:35.476096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.525040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd52fdc8-ba40-4434-83e5-6abbe77ecba1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:35.547641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fcfa99-5693-42cd-9a7e-b076a11cc6e9 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting subnet 106cbfda-2673-43ff-93bb-c29ca4e6636f {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:17:35.556422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4fcfa99-5693-42cd-9a7e-b076a11cc6e9 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.571758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d7853a8a-26b5-48c6-b621-1f1163702cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.587895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.666293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d7853a8a-26b5-48c6-b621-1f1163702cbe None None] For port 547c6fd8-c612-48c6-ad1f-02ae429158e9, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=547c6fd8-c612-48c6-ad1f-02ae429158e9,segment=NetworkSegment(4a34f336-c2ef-48bf-90aa-fa70979af998),segment_id=4a34f336-c2ef-48bf-90aa-fa70979af998)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:35.677251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4fcfa99-5693-42cd-9a7e-b076a11cc6e9 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.684237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.719046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.758655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d7853a8a-26b5-48c6-b621-1f1163702cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.779647 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565e13fc-0992-47e1-8abd-81036703204b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:35.811222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4fcfa99-5693-42cd-9a7e-b076a11cc6e9 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.819442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 91cf77aa-a7de-48a0-90d6-ba4109d72a6b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:35.856254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.868706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Transition to ACTIVE for port object 336ed95a-b93d-4f8f-9fdc-638e448a21dd will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:35.874012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 91cf77aa-a7de-48a0-90d6-ba4109d72a6b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:35.875420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 91cf77aa-a7de-48a0-90d6-ba4109d72a6b not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:35.891552 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:17:35.901269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.904172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7853a8a-26b5-48c6-b621-1f1163702cbe None None] Pushing event updated for resources: {'Port': ['ID=547c6fd8-c612-48c6-ad1f-02ae429158e9,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:35.926699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a726f628-5ad2-4188-8648-6875881182e5 None None] Deleting port 91cf77aa-a7de-48a0-90d6-ba4109d72a6b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:35.927616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a726f628-5ad2-4188-8648-6875881182e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.970611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.972206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.977587 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/networks/e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90 HTTP/1.1" status: 204 len: 168 time: 2.7273378 Feb 04 06:17:35.983422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47874) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:35.992171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1485147462'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:36.001555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:36.009938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3c3b8d69-259f-4f26-a6e7-1aa4380a3d34 None None] Provisioning for port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:36.015320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.020837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.032138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a726f628-5ad2-4188-8648-6875881182e5 None None] The port '91cf77aa-a7de-48a0-90d6-ba4109d72a6b' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:17:36.032362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcffd61-63c4-433e-9b62-6b50a9e19eec tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Network': ['ID=e9ea7ac3-0a13-4c5b-85bb-902d27e0aa90,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:36.049334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:network and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:36.059408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:36.070340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4fcfa99-5693-42cd-9a7e-b076a11cc6e9 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.074808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:36.083819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3c3b8d69-259f-4f26-a6e7-1aa4380a3d34 None None] Provisioning complete for port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:36.093100 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8d69-259f-4f26-a6e7-1aa4380a3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.125927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f4fcfa99-5693-42cd-9a7e-b076a11cc6e9 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.143763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcfa99-5693-42cd-9a7e-b076a11cc6e9 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Subnet': ['ID=106cbfda-2673-43ff-93bb-c29ca4e6636f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:36.157703 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f4fcfa99-5693-42cd-9a7e-b076a11cc6e9 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/106cbfda-2673-43ff-93bb-c29ca4e6636f HTTP/1.1" status: 204 len: 168 time: 0.8376739 Feb 04 06:17:36.164572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47878) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:36.250197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Attempting to bind port 336ed95a-b93d-4f8f-9fdc-638e448a21dd on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:36.250563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Attempting to bind port 336ed95a-b93d-4f8f-9fdc-638e448a21dd by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:36.250923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Attempting to bind port 336ed95a-b93d-4f8f-9fdc-638e448a21dd on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:36.253346 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 547c6fd8-c612-48c6-ad1f-02ae429158e9 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:36.306771 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:36.307146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:36.307555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.307958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:36.308458 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Bound port: 336ed95a-b93d-4f8f-9fdc-638e448a21dd, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:36.308854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.346818 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed73143-39ee-460e-8fa0-87e11d0c4a2d None None] Pushing event updated for resources: {'Port': ['ID=336ed95a-b93d-4f8f-9fdc-638e448a21dd,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:36.358636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.360108 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0ce34d07-b358-4cc8-9369-68c670440f4f tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7241964 Feb 04 06:17:36.370491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47882) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:36.377374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b8d69-259f-4f26-a6e7-1aa4380a3d34 None None] Port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:36.380921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5bf2b071-0427-4c99-a06f-da52414a6537 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '565e13fc-0992-47e1-8abd-81036703204b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:36.388570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:36.392260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5bf2b071-0427-4c99-a06f-da52414a6537 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:36.395016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:36.403630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5bf2b071-0427-4c99-a06f-da52414a6537 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:36.412590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5bf2b071-0427-4c99-a06f-da52414a6537 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:36.415998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=df329785-2bb3-4551-9627-f627f6d45c43,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:36.434313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] For port 336ed95a-b93d-4f8f-9fdc-638e448a21dd, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:36.437544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] For port 336ed95a-b93d-4f8f-9fdc-638e448a21dd, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=336ed95a-b93d-4f8f-9fdc-638e448a21dd,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:36.460754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3c3b8d69-259f-4f26-a6e7-1aa4380a3d34 None None] Provisioning complete for port 547c6fd8-c612-48c6-ad1f-02ae429158e9 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:36.461222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8d69-259f-4f26-a6e7-1aa4380a3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.471400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.476123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:36.479454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.494410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5bf2b071-0427-4c99-a06f-da52414a6537 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:36.496153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9f1ce2-ff7f-46b4-a56a-1f8f29be6f86 None None] Network 82c81fc9-168c-4e8c-9972-912e93493eae requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:36.543838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 547c6fd8-c612-48c6-ad1f-02ae429158e9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:36.544174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.571419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:36.609907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.610260 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added segment b6df2683-c6ea-40a0-83df-403778904fcf of type vlan for network 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e Feb 04 06:17:36.658028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.659856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bf2b071-0427-4c99-a06f-da52414a6537 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.662166 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 547c6fd8-c612-48c6-ad1f-02ae429158e9 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:36.662540 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.668133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.707576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.732675 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bf2b071-0427-4c99-a06f-da52414a6537 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.763327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Router 72e28329-621d-43bf-8d33-fe1196208834 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:17:36.901588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.932726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed73143-39ee-460e-8fa0-87e11d0c4a2d None None] Pushing event updated for resources: {'Port': ['ID=336ed95a-b93d-4f8f-9fdc-638e448a21dd,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:36.935745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:36.936373 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:36.939420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:36.945818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bf2b071-0427-4c99-a06f-da52414a6537 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.953734 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc848ee2-10c7-49b8-b001-6ed8f87a4c9b None None] Sync routers for ids ['72e28329-621d-43bf-8d33-fe1196208834'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:36.961046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:17:36.963222 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc848ee2-10c7-49b8-b001-6ed8f87a4c9b None None] Routers {'72e28329-621d-43bf-8d33-fe1196208834'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:36.963827 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fc848ee2-10c7-49b8-b001-6ed8f87a4c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['72e28329-621d-43bf-8d33-fe1196208834'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:37.001246 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f089560a-37aa-4832-b8d6-265669cf8769 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "PUT /v2.0/routers/72e28329-621d-43bf-8d33-fe1196208834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5108156 Feb 04 06:17:37.003608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47886) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:37.026416 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fc848ee2-10c7-49b8-b001-6ed8f87a4c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:37.036088 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc848ee2-10c7-49b8-b001-6ed8f87a4c9b None None] Routers {'72e28329-621d-43bf-8d33-fe1196208834'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:37.036997 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fc848ee2-10c7-49b8-b001-6ed8f87a4c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['72e28329-621d-43bf-8d33-fe1196208834'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:37.055272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] For port 547c6fd8-c612-48c6-ad1f-02ae429158e9, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=547c6fd8-c612-48c6-ad1f-02ae429158e9,segment=NetworkSegment(4a34f336-c2ef-48bf-90aa-fa70979af998),segment_id=4a34f336-c2ef-48bf-90aa-fa70979af998)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:37.055772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.070757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd52fdc8-ba40-4434-83e5-6abbe77ecba1,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.084497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2b071-0427-4c99-a06f-da52414a6537 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0249e2-7cd6-459e-9af8-dfe5b0f917f6,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.090672 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bf2b071-0427-4c99-a06f-da52414a6537 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.090672 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5bf2b071-0427-4c99-a06f-da52414a6537 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7155972 Feb 04 06:17:37.091642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47890) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:37.114750 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fc848ee2-10c7-49b8-b001-6ed8f87a4c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:37.115746 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc848ee2-10c7-49b8-b001-6ed8f87a4c9b None None] The sync data for ids ['72e28329-621d-43bf-8d33-fe1196208834'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:37.131781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41a116ef-4dd6-4d17-8634-0c3d5d1420cf tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.147095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41a116ef-4dd6-4d17-8634-0c3d5d1420cf tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.175080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cbaea5-176c-4781-9b9f-1691a6952a08 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:37.175890 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-46cbaea5-176c-4781-9b9f-1691a6952a08 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:37.187849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-438f6ea7-56a2-430b-b6d1-a80a3cc144f1 None None] Could not find standard attr ID for object f8ca5ef9-c405-40c1-aca5-bf4ce5249fc0. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:17:37.215653 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:37.229798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.240318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 547c6fd8-c612-48c6-ad1f-02ae429158e9 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:37.277843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.282874 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-438f6ea7-56a2-430b-b6d1-a80a3cc144f1 None None] Provisioning complete for port df329785-2bb3-4551-9627-f627f6d45c43 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:37.283218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:37.283346 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-438f6ea7-56a2-430b-b6d1-a80a3cc144f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.284056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.285085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41a116ef-4dd6-4d17-8634-0c3d5d1420cf tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.310726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a116ef-4dd6-4d17-8634-0c3d5d1420cf tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c0249e2-7cd6-459e-9af8-dfe5b0f917f6,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.317418 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6b1f7b-624e-49c2-8d02-e9d73072d8ac None None] DHCP port deletion for 82c81fc9-168c-4e8c-9972-912e93493eae request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:17:37.318830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41a116ef-4dd6-4d17-8634-0c3d5d1420cf tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.322894 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-41a116ef-4dd6-4d17-8634-0c3d5d1420cf tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5c0249e2-7cd6-459e-9af8-dfe5b0f917f6 HTTP/1.1" status: 204 len: 168 time: 0.2303293 Feb 04 06:17:37.323479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47894) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:37.341647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b1f7b-624e-49c2-8d02-e9d73072d8ac None None] Deleting port 547c6fd8-c612-48c6-ad1f-02ae429158e9 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:37.341647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1f7b-624e-49c2-8d02-e9d73072d8ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.376266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fe819be5-a8da-40c0-9385-fd5c10af8fdb tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:37.414033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-46cbaea5-176c-4781-9b9f-1691a6952a08 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:37.418582 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-46cbaea5-176c-4781-9b9f-1691a6952a08 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e28329-621d-43bf-8d33-fe1196208834 HTTP/1.1" status: 200 len: 981 time: 0.4070022 Feb 04 06:17:37.420091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47898) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:37.473069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-438f6ea7-56a2-430b-b6d1-a80a3cc144f1 None None] Port df329785-2bb3-4551-9627-f627f6d45c43 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:37.503637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fe819be5-a8da-40c0-9385-fd5c10af8fdb tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:37.507909 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fe819be5-a8da-40c0-9385-fd5c10af8fdb tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1797786 Feb 04 06:17:37.508489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47902) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:37.552992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Network': ['ID=419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.573682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:37.580935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Network e3f2652e-e79f-4240-823a-ac3010d57670 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:37.583823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:37.676942 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-364cc80b-d09f-4184-ab47-dab14e190ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6923397 Feb 04 06:17:37.680402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47906) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:37.688130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'subnet': {'network_id': '419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:37.711627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.820968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No DVR routers for this DVR port 547c6fd8-c612-48c6-ad1f-02ae429158e9 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:37.852842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=547c6fd8-c612-48c6-ad1f-02ae429158e9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.897190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a67163c-d8c2-45d3-8f9d-d8be89218a92 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.914477 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2e6b1f7b-624e-49c2-8d02-e9d73072d8ac None None] For port 547c6fd8-c612-48c6-ad1f-02ae429158e9, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=547c6fd8-c612-48c6-ad1f-02ae429158e9,segment=NetworkSegment(4a34f336-c2ef-48bf-90aa-fa70979af998),segment_id=4a34f336-c2ef-48bf-90aa-fa70979af998)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:37.914874 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1f7b-624e-49c2-8d02-e9d73072d8ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.936100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a67163c-d8c2-45d3-8f9d-d8be89218a92 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.045464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b1f7b-624e-49c2-8d02-e9d73072d8ac None None] Calling delete_port for 547c6fd8-c612-48c6-ad1f-02ae429158e9 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:38.064561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:38.073215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.081906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:subnet and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:38.088536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:38.107622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Router 051c6209-f6a2-4e66-b055-e1b22b09a6fe has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:38.110480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:38.113861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49ba0921-173e-4f5c-870a-6479891c9cd2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.121133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c81fc9-168c-4e8c-9972-912e93493eae']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:38.132495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-765e93c9-7bf6-4d5a-83bf-4d0bf113caef None None] Provisioning complete for port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:38.132495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-765e93c9-7bf6-4d5a-83bf-4d0bf113caef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.177644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a67163c-d8c2-45d3-8f9d-d8be89218a92 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.188195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:36Z', 'revision_number': 2, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:38.192212 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-2e6b1f7b-624e-49c2-8d02-e9d73072d8ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:17:38.192562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-2e6b1f7b-624e-49c2-8d02-e9d73072d8ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:17:38.200894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-765e93c9-7bf6-4d5a-83bf-4d0bf113caef None None] Port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:38.202496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4588e-5f20-4e9c-8979-6843806acf38 None None] The sync data for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv is: [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:36Z', 'revision_number': 2, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:38.205473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 547c6fd8-c612-48c6-ad1f-02ae429158e9 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:38.213494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67163c-d8c2-45d3-8f9d-d8be89218a92 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=565e13fc-0992-47e1-8abd-81036703204b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:38.222771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a34f336-c2ef-48bf-90aa-fa70979af998') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:38.223071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a34f336-c2ef-48bf-90aa-fa70979af998') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:38.251734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.253460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 547c6fd8-c612-48c6-ad1f-02ae429158e9 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:38.253460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 547c6fd8-c612-48c6-ad1f-02ae429158e9 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:38.274576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:38.279207 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.310336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.586004 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a67163c-d8c2-45d3-8f9d-d8be89218a92 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.587139 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1a67163c-d8c2-45d3-8f9d-d8be89218a92 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-groups/565e13fc-0992-47e1-8abd-81036703204b HTTP/1.1" status: 204 len: 168 time: 1.0778551 Feb 04 06:17:38.592680 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47910) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:38.636457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:38.636891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:38.654680 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:38.672950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-eb9db2fc-6486-4882-94a3-7d4ce0d10ff0 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:38.694787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b1f7b-624e-49c2-8d02-e9d73072d8ac None None] Deleting port 547c6fd8-c612-48c6-ad1f-02ae429158e9 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:38.695370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e6b1f7b-624e-49c2-8d02-e9d73072d8ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.695870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-49ba0921-173e-4f5c-870a-6479891c9cd2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port df329785-2bb3-4551-9627-f627f6d45c43 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:38.696210 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49ba0921-173e-4f5c-870a-6479891c9cd2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.757005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:38.774861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-eb9db2fc-6486-4882-94a3-7d4ce0d10ff0 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:38.780147 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-eb9db2fc-6486-4882-94a3-7d4ce0d10ff0 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1827247 Feb 04 06:17:38.784381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47914) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:38.794196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group': {'name': 'tempest-secgroup--594700022'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:38.794420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b1f7b-624e-49c2-8d02-e9d73072d8ac None None] The port '547c6fd8-c612-48c6-ad1f-02ae429158e9' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:17:38.806761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:38.819775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:38.887170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.913276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.918105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49ba0921-173e-4f5c-870a-6479891c9cd2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.924121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Network': ['ID=82c81fc9-168c-4e8c-9972-912e93493eae,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:38.951158 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6d92c7df-3892-4022-bbd5-5ad00fb49be5 admin admin] 10.222.0.32 "PUT /v2.0/routers/051c6209-f6a2-4e66-b055-e1b22b09a6fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3317113 Feb 04 06:17:38.958947 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-201a2335-b5ae-4855-85cd-28a3aca23c2b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/networks/82c81fc9-168c-4e8c-9972-912e93493eae HTTP/1.1" status: 204 len: 168 time: 2.7773178 Feb 04 06:17:38.965835 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47920) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:38.977889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'name': 'tempest-PortsIpV6TestJSON-86942460'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:39.047082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.061208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-49ba0921-173e-4f5c-870a-6479891c9cd2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for df329785-2bb3-4551-9627-f627f6d45c43 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:39.091750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:39.096028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:39.099031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:39.105141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:39.161957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.208776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:39.231003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:39.243080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:39.258612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:39.290136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Subnet': ['ID=82cdd59f-5235-46ff-bc19-e43c5e2ba00a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:39.322863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Checking segment: {'id': 'b6df2683-c6ea-40a0-83df-403778904fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:39.323228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network hostable DHCP agents. Network: 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:39.330267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.387057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:39.390706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.397969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49ba0921-173e-4f5c-870a-6479891c9cd2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.424366 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port 57525a9c-84ff-4429-ae3e-c4b6d974b806 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:39.449419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba0921-173e-4f5c-870a-6479891c9cd2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=df329785-2bb3-4551-9627-f627f6d45c43,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:39.486500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:39.495916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.627086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e80e76-a64d-4305-ae08-05443805926d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:39.747048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49ba0921-173e-4f5c-870a-6479891c9cd2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.788072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:39.804309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870261d2-df6d-4970-942c-65263459f08a None None] Network 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:39.804888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:39.804888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.851363 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.853061 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ffacd966-3623-430a-98c0-82c69b26e44e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0672009 Feb 04 06:17:39.856783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47932) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:39.878427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ec941e9b-578d-4611-a5d9-0f9dd646b763 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '44e80e76-a64d-4305-ae08-05443805926d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:39.886183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ec941e9b-578d-4611-a5d9-0f9dd646b763 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:39.891236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.907085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ec941e9b-578d-4611-a5d9-0f9dd646b763 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:39.910703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ec941e9b-578d-4611-a5d9-0f9dd646b763 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:39.918289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ec941e9b-578d-4611-a5d9-0f9dd646b763 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:39.942501 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-90c645ea-42e2-4f46-a135-58997d8cbfd3 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2612514 Feb 04 06:17:39.945250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47938) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:39.955253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-632c2c5b-59d0-4795-83a7-ef6c96232447 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-174665767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:39.963568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-632c2c5b-59d0-4795-83a7-ef6c96232447 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:39.968634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-632c2c5b-59d0-4795-83a7-ef6c96232447 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:router and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:39.972597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-632c2c5b-59d0-4795-83a7-ef6c96232447 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:39.979825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-632c2c5b-59d0-4795-83a7-ef6c96232447 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:40.035655 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec941e9b-578d-4611-a5d9-0f9dd646b763 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.096046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.112834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e', 'network_id': '419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'fixed_ips': [{'subnet_id': '82cdd59f-5235-46ff-bc19-e43c5e2ba00a'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:40.113673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.113822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-632c2c5b-59d0-4795-83a7-ef6c96232447 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.114954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-632c2c5b-59d0-4795-83a7-ef6c96232447 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.122272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47944) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:40.130698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-893118059-network', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:40.139625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:40.143181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ba0921-173e-4f5c-870a-6479891c9cd2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Router 72e28329-621d-43bf-8d33-fe1196208834 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:40.148614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Usage tracker for resource:network and tenant:81d60980195f4941a903fd9e9af0c5f5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:40.150935 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:40.159146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:40.257163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:40.264423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:40.272344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:40.273525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 336ed95a-b93d-4f8f-9fdc-638e448a21dd up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:40.278185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:40.278967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.284628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=57525a9c-84ff-4429-ae3e-c4b6d974b806,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:40.305510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-632c2c5b-59d0-4795-83a7-ef6c96232447 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.316599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.316999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.317299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.317843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.318180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.318509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.318838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.319152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.319474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.319798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.320119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.320451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.336254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec941e9b-578d-4611-a5d9-0f9dd646b763 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.384817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Allocated IP 2001:db8::2 (419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e/82cdd59f-5235-46ff-bc19-e43c5e2ba00a/8e744110-6f1d-4d07-9b8b-a24cdb04734f) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:40.433396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec941e9b-578d-4611-a5d9-0f9dd646b763 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.451649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Made reservation on behalf of 81d60980195f4941a903fd9e9af0c5f5 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:40.454090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.465189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec941e9b-578d-4611-a5d9-0f9dd646b763 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdde2838-ca54-42ff-9c1b-90512385c5c0,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:40.475895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ba0921-173e-4f5c-870a-6479891c9cd2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:40.486768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.496315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-632c2c5b-59d0-4795-83a7-ef6c96232447 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.507988 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b2ebc134-17c6-4c82-8d5f-b178a6d7e857 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.5386124 Feb 04 06:17:40.514324 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:40.516611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ac6a6e-1a82-47ea-b0ac-726cd57ea4a3 None None] Sync routers for ids ['72e28329-621d-43bf-8d33-fe1196208834'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:40.519552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Usage tracker for resource:security_group_rule and tenant:81d60980195f4941a903fd9e9af0c5f5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:40.523398 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47948) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:40.523907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:40.531507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:40.535167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 336ed95a-b93d-4f8f-9fdc-638e448a21dd completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:40.548776 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac6a6e-1a82-47ea-b0ac-726cd57ea4a3 None None] Routers {'72e28329-621d-43bf-8d33-fe1196208834'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:40.549641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e2ac6a6e-1a82-47ea-b0ac-726cd57ea4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['72e28329-621d-43bf-8d33-fe1196208834'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:40.632087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 336ed95a-b93d-4f8f-9fdc-638e448a21dd triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:40.632796 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.650543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4003576c-fd74-4660-a5df-c90fb8f4d868 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 57525a9c-84ff-4429-ae3e-c4b6d974b806 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:40.650543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4003576c-fd74-4660-a5df-c90fb8f4d868 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.687600 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e2ac6a6e-1a82-47ea-b0ac-726cd57ea4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:40.690978 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.691849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ec941e9b-578d-4611-a5d9-0f9dd646b763 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.695959 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47952) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:40.696156 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ec941e9b-578d-4611-a5d9-0f9dd646b763 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8380773 Feb 04 06:17:40.722994 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6dc47006-2709-452f-a90d-ac50269530fa tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules/fdde2838-ca54-42ff-9c1b-90512385c5c0 HTTP/1.1" status: 200 len: 763 time: 0.0257645 Feb 04 06:17:40.725193 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-49ba0921-173e-4f5c-870a-6479891c9cd2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "PUT /v2.0/routers/72e28329-621d-43bf-8d33-fe1196208834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3032894 Feb 04 06:17:40.733627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47956) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:40.739236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac6a6e-1a82-47ea-b0ac-726cd57ea4a3 None None] Routers {'72e28329-621d-43bf-8d33-fe1196208834'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:40.740093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e2ac6a6e-1a82-47ea-b0ac-726cd57ea4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['72e28329-621d-43bf-8d33-fe1196208834'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:40.741069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47960) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:40.790580 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2c9b67-7c91-4111-aedc-d2bfd0468dfe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:17:40.791113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6d2c9b67-7c91-4111-aedc-d2bfd0468dfe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:40.822859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e2ac6a6e-1a82-47ea-b0ac-726cd57ea4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:40.824445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ac6a6e-1a82-47ea-b0ac-726cd57ea4a3 None None] The sync data for ids ['72e28329-621d-43bf-8d33-fe1196208834'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:40.833730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1eddf30a-23e0-4ba6-b493-025c54f36cb0 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:40.839570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-632c2c5b-59d0-4795-83a7-ef6c96232447 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.843695 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-632c2c5b-59d0-4795-83a7-ef6c96232447 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8936949 Feb 04 06:17:40.857670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47964) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:40.930091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.968123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.977351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4003576c-fd74-4660-a5df-c90fb8f4d868 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.984317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Transition to ACTIVE for port object 8e744110-6f1d-4d07-9b8b-a24cdb04734f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:40.986795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.021008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 336ed95a-b93d-4f8f-9fdc-638e448a21dd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=336ed95a-b93d-4f8f-9fdc-638e448a21dd,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:41.031016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6d2c9b67-7c91-4111-aedc-d2bfd0468dfe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:41.031220 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Transition to ACTIVE for port object 8e744110-6f1d-4d07-9b8b-a24cdb04734f will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:41.031332 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6d2c9b67-7c91-4111-aedc-d2bfd0468dfe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/df329785-2bb3-4551-9627-f627f6d45c43 HTTP/1.1" status: 404 len: 333 time: 0.2825847 Feb 04 06:17:41.041837 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Sync routers for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:41.049632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47968) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:41.052458 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:41.053240 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:41.097106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:41.112313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1eddf30a-23e0-4ba6-b493-025c54f36cb0 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:41.116205 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1eddf30a-23e0-4ba6-b493-025c54f36cb0 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3868413 Feb 04 06:17:41.121871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47972) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:41.129232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53991a49-95ef-4f76-9a6f-41470fdffb1e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:41.144929 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.163671 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.164029 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Added segment 6dba36b7-a92f-4ef1-bc6a-e5189289bbbd of type vlan for network 6f699710-d39e-4f1a-915d-c13c5838e14f Feb 04 06:17:41.215720 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49ce5ee7-d60b-4f80-8f2a-c2b3c3bff7e7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.293337 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49ce5ee7-d60b-4f80-8f2a-c2b3c3bff7e7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.294203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4003576c-fd74-4660-a5df-c90fb8f4d868 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 57525a9c-84ff-4429-ae3e-c4b6d974b806 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:41.296200 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:41.320461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.341936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=336ed95a-b93d-4f8f-9fdc-638e448a21dd,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:41.425235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0e5dde1-14ec-46d8-a196-82affe322c61 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.429187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Network 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:41.433915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:41.438072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:41.444510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.531732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49ce5ee7-d60b-4f80-8f2a-c2b3c3bff7e7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.535061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.559454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Pushing event updated for resources: {'Port': ['ID=8e744110-6f1d-4d07-9b8b-a24cdb04734f,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:41.567175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce5ee7-d60b-4f80-8f2a-c2b3c3bff7e7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdde2838-ca54-42ff-9c1b-90512385c5c0,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:41.596795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Attempting to bind port 8e744110-6f1d-4d07-9b8b-a24cdb04734f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:41.597410 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Attempting to bind port 8e744110-6f1d-4d07-9b8b-a24cdb04734f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'b6df2683-c6ea-40a0-83df-403778904fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:41.597833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Attempting to bind port 8e744110-6f1d-4d07-9b8b-a24cdb04734f on network 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:41.607593 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:41.607962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Checking segment: {'id': 'b6df2683-c6ea-40a0-83df-403778904fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:41.609448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.609675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Bound using segment: {'id': 'b6df2683-c6ea-40a0-83df-403778904fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:41.610138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Bound port: 8e744110-6f1d-4d07-9b8b-a24cdb04734f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6df2683-c6ea-40a0-83df-403778904fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:41.610511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.629288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.630174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:41.631260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.707979 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] For port 8e744110-6f1d-4d07-9b8b-a24cdb04734f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:41.711857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] For port 8e744110-6f1d-4d07-9b8b-a24cdb04734f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8e744110-6f1d-4d07-9b8b-a24cdb04734f,segment=NetworkSegment(b6df2683-c6ea-40a0-83df-403778904fcf),segment_id=b6df2683-c6ea-40a0-83df-403778904fcf)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:41.776230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0e5dde1-14ec-46d8-a196-82affe322c61 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.778673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0e5dde1-14ec-46d8-a196-82affe322c61 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.781126 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:36Z', 'revision_number': 2, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:41.783267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-49ce5ee7-d60b-4f80-8f2a-c2b3c3bff7e7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.784195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47978) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:41.784738 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-49ce5ee7-d60b-4f80-8f2a-c2b3c3bff7e7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fdde2838-ca54-42ff-9c1b-90512385c5c0 HTTP/1.1" status: 204 len: 168 time: 0.6601715 Feb 04 06:17:41.788976 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Checking router: 051c6209-f6a2-4e66-b055-e1b22b09a6fe for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:41.789350 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Updating router 051c6209-f6a2-4e66-b055-e1b22b09a6fe port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:17:41.797576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47982) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:41.797963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.857610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4003576c-fd74-4660-a5df-c90fb8f4d868 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.872466 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.878349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab278fed-2d2a-47c3-9319-498ed2da5cc2 None None] Pushing event updated for resources: {'Port': ['ID=8e744110-6f1d-4d07-9b8b-a24cdb04734f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:41.903753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] Pushing event updated for resources: {'Network': ['ID=6f699710-d39e-4f1a-915d-c13c5838e14f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:41.909967 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-39628ade-960a-4817-a12c-97af3f8ce475 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7866473 Feb 04 06:17:41.910635 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 47986) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:41.916618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 6f699710-d39e-4f1a-915d-c13c5838e14f details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:41.932044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4003576c-fd74-4660-a5df-c90fb8f4d868 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.935149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Request body: {'subnet': {'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-893118059-subnet', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:41.946182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b9503993-a12d-470b-a825-8585ff03efb5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:41.949916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003576c-fd74-4660-a5df-c90fb8f4d868 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=57525a9c-84ff-4429-ae3e-c4b6d974b806,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:41.950633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0e5dde1-14ec-46d8-a196-82affe322c61 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.951223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e5dde1-14ec-46d8-a196-82affe322c61 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Fanout notify agent at l3_agent the message router_deleted on router 72e28329-621d-43bf-8d33-fe1196208834 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:17:41.957418 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:41.973856 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0815370a-dc3d-4035-b967-fa7d3ed1218d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:41.974449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0815370a-dc3d-4035-b967-fa7d3ed1218d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:41.974945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0815370a-dc3d-4035-b967-fa7d3ed1218d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:41.988663 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0815370a-dc3d-4035-b967-fa7d3ed1218d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=ed74ee2667754fabaada911129fc7b8d&network_id=60f52fc5-6237-4cf7-817f-9aed763089fe HTTP/1.1" status: 200 len: 2999 time: 0.1908517 Feb 04 06:17:41.988663 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4003576c-fd74-4660-a5df-c90fb8f4d868 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/57525a9c-84ff-4429-ae3e-c4b6d974b806 HTTP/1.1" status: 204 len: 168 time: 1.4544516 Feb 04 06:17:41.988663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47990) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:41.992724 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Usage tracker for resource:subnet and tenant:81d60980195f4941a903fd9e9af0c5f5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:41.993362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'mac_address': 'fa:16:3e:04:2e:07', 'name': 'tempest-PortsIpV6TestJSON-215734375'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:41.998950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:42.014334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0e5dde1-14ec-46d8-a196-82affe322c61 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.014590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:42.015409 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b0e5dde1-14ec-46d8-a196-82affe322c61 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/routers/72e28329-621d-43bf-8d33-fe1196208834 HTTP/1.1" status: 204 len: 168 time: 0.9654105 Feb 04 06:17:42.019210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 47996) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:42.112334 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b9503993-a12d-470b-a825-8585ff03efb5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:42.113804 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b9503993-a12d-470b-a825-8585ff03efb5 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2815294 Feb 04 06:17:42.117541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48000) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:42.126733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-25168de4-de1d-4ee0-ae6b-4028e43e4b3e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '44e80e76-a64d-4305-ae08-05443805926d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:42.136951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-25168de4-de1d-4ee0-ae6b-4028e43e4b3e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:42.142871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Made reservation on behalf of 81d60980195f4941a903fd9e9af0c5f5 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:42.145720 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.149479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-820a27f3-2a2f-44ff-af32-d9a5070041e8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting subnet a61b1bb3-e663-4ac1-b2cf-a0b2bc013623 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:17:42.153304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-820a27f3-2a2f-44ff-af32-d9a5070041e8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.217667 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 336ed95a-b93d-4f8f-9fdc-638e448a21dd up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:42.218784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-820a27f3-2a2f-44ff-af32-d9a5070041e8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.342080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 336ed95a-b93d-4f8f-9fdc-638e448a21dd triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:42.343179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.438667 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:42.443570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-820a27f3-2a2f-44ff-af32-d9a5070041e8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.444148 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.459199 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Transition to ACTIVE for port object dd52fdc8-ba40-4434-83e5-6abbe77ecba1 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:42.480609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-25168de4-de1d-4ee0-ae6b-4028e43e4b3e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:42.489418 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Allocated IP 2001:db8::1 (419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e/82cdd59f-5235-46ff-bc19-e43c5e2ba00a/749ebea7-cbea-4067-ae2e-0593199ce0e2) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:42.521270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:42.531836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:42.551909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:42.592833 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.660490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-25168de4-de1d-4ee0-ae6b-4028e43e4b3e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.714411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-820a27f3-2a2f-44ff-af32-d9a5070041e8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.747039 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Pushing event updated for resources: {'Port': ['ID=dd52fdc8-ba40-4434-83e5-6abbe77ecba1,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:42.759485 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.759846 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.760187 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.760766 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.761126 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.761474 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.761807 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.762128 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.762450 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.762769 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.763241 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.763574 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:42.787921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:42.834515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.855756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-25168de4-de1d-4ee0-ae6b-4028e43e4b3e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.860688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a27f3-2a2f-44ff-af32-d9a5070041e8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Subnet': ['ID=a61b1bb3-e663-4ac1-b2cf-a0b2bc013623,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:42.872693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-820a27f3-2a2f-44ff-af32-d9a5070041e8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.878577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Transition to ACTIVE for port object 749ebea7-cbea-4067-ae2e-0593199ce0e2 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:42.883148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dcf7ed-4ccc-427c-a95d-2c2a364989c9 None None] Network 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:42.902787 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-820a27f3-2a2f-44ff-af32-d9a5070041e8 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/a61b1bb3-e663-4ac1-b2cf-a0b2bc013623 HTTP/1.1" status: 204 len: 168 time: 0.8778763 Feb 04 06:17:42.904708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48006) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:43.004055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.044850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-25168de4-de1d-4ee0-ae6b-4028e43e4b3e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.073692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25168de4-de1d-4ee0-ae6b-4028e43e4b3e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6da989-c6e3-4353-8aa3-869d0b0fbd42,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:43.110484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.167697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.189038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port d47d0375-2380-47d0-b094-323b89a43479 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:43.205537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352e042b-dec3-483d-9b54-731104486ae5 None None] DHCP port deletion for 2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:17:43.210500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-352e042b-dec3-483d-9b54-731104486ae5 None None] Deleting port cfc8d980-dffb-4d61-b4a3-9c66f919655b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:43.211147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-352e042b-dec3-483d-9b54-731104486ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.230303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.252392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-25168de4-de1d-4ee0-ae6b-4028e43e4b3e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.253506 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-25168de4-de1d-4ee0-ae6b-4028e43e4b3e tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1349077 Feb 04 06:17:43.258253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48012) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:43.290085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port cfc8d980-dffb-4d61-b4a3-9c66f919655b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:43.290423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.311457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=77798dcd-ac3d-4856-9695-6bf62146b4c7,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:43.323860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:43.325028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=749ebea7-cbea-4067-ae2e-0593199ce0e2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:43.330185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:43.334019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:43.345810 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.370236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Checking segment: {'id': '6dba36b7-a92f-4ef1-bc6a-e5189289bbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:43.371290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Network hostable DHCP agents. Network: 6f699710-d39e-4f1a-915d-c13c5838e14f, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:43.380669 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1321c5e8-c90d-4e8a-b5eb-1de1bd999b2b tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules/4e6da989-c6e3-4353-8aa3-869d0b0fbd42 HTTP/1.1" status: 200 len: 763 time: 0.1212811 Feb 04 06:17:43.384943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48016) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:43.458974 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Attempting to bind port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:43.459542 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Attempting to bind port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:43.459727 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Attempting to bind port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 on network e3f2652e-e79f-4240-823a-ac3010d57670 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:43.466539 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:43.467114 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Checking segment: {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:43.467586 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.468045 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Bound using segment: {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:43.468589 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Bound port: dd52fdc8-ba40-4434-83e5-6abbe77ecba1, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:43.469141 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.474014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cd9e394f-d691-496d-98f8-0eceeb7ee125 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:43.512270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c9d552-a404-4bf4-9996-25e41fc2e6a4 None None] Network 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:43.565691 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] For port dd52fdc8-ba40-4434-83e5-6abbe77ecba1, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:43.569529 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] For port dd52fdc8-ba40-4434-83e5-6abbe77ecba1, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=dd52fdc8-ba40-4434-83e5-6abbe77ecba1,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:43.592520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Network 6f699710-d39e-4f1a-915d-c13c5838e14f is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:43.616428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cd9e394f-d691-496d-98f8-0eceeb7ee125 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:43.620494 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cd9e394f-d691-496d-98f8-0eceeb7ee125 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2320330 Feb 04 06:17:43.639396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-352e042b-dec3-483d-9b54-731104486ae5 None None] For port cfc8d980-dffb-4d61-b4a3-9c66f919655b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cfc8d980-dffb-4d61-b4a3-9c66f919655b,segment=NetworkSegment(a6f4d568-a13a-4a74-a34c-8731d88de777),segment_id=a6f4d568-a13a-4a74-a34c-8731d88de777)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:43.639788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-352e042b-dec3-483d-9b54-731104486ae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.650167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48020) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:43.684504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.690524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.695578 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.719183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69eb6034-390d-4adf-936a-d7abacfbd2b1 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.731026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69eb6034-390d-4adf-936a-d7abacfbd2b1 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.737261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 6f699710-d39e-4f1a-915d-c13c5838e14f) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:43.777962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31305890-c683-4b2d-8375-285e9eb8feb2 None None] Network 6f699710-d39e-4f1a-915d-c13c5838e14f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:43.779192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:43.780068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.780400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] For port cfc8d980-dffb-4d61-b4a3-9c66f919655b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=cfc8d980-dffb-4d61-b4a3-9c66f919655b,segment=NetworkSegment(a6f4d568-a13a-4a74-a34c-8731d88de777),segment_id=a6f4d568-a13a-4a74-a34c-8731d88de777)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:43.780816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.809489 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:43.809764 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:43.931233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69eb6034-390d-4adf-936a-d7abacfbd2b1 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.965089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-352e042b-dec3-483d-9b54-731104486ae5 None None] Calling delete_port for cfc8d980-dffb-4d61-b4a3-9c66f919655b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:43.968452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for cfc8d980-dffb-4d61-b4a3-9c66f919655b owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:43.994033 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48b7c7-8088-4d9e-afd7-bdc8ffab56d7 None None] Pushing event updated for resources: {'Port': ['ID=dd52fdc8-ba40-4434-83e5-6abbe77ecba1,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:44.021419 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-88b3038d-2e64-4ad3-a10e-ef43cfa552ab admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0958931 Feb 04 06:17:44.039138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48026) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:44.046879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-893118059-router', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:44.060252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b950d704-97fb-4e65-bbe5-fe89a11cb7bd None None] Provisioning for port 8e744110-6f1d-4d07-9b8b-a24cdb04734f completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:44.081827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:44.090244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb6034-390d-4adf-936a-d7abacfbd2b1 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e6da989-c6e3-4353-8aa3-869d0b0fbd42,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:44.091015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Usage tracker for resource:router and tenant:81d60980195f4941a903fd9e9af0c5f5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:44.096724 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:44.116618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:44.143116 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:44.184338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48030) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:44.201482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-6f699710-d39e-4f1a-915d-c13c5838e14f', 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'fixed_ips': [{'subnet_id': '77798dcd-ac3d-4856-9695-6bf62146b4c7'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:44.202737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.258177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.274087 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.276047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.310577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.326918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=cfc8d980-dffb-4d61-b4a3-9c66f919655b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:44.333104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69eb6034-390d-4adf-936a-d7abacfbd2b1 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.334208 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-69eb6034-390d-4adf-936a-d7abacfbd2b1 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4e6da989-c6e3-4353-8aa3-869d0b0fbd42 HTTP/1.1" status: 204 len: 168 time: 0.6839910 Feb 04 06:17:44.335398 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.339720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48034) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:44.344323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No DVR routers for this DVR port cfc8d980-dffb-4d61-b4a3-9c66f919655b on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:44.369038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-352e042b-dec3-483d-9b54-731104486ae5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:17:44.369471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-352e042b-dec3-483d-9b54-731104486ae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:17:44.409206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device dd52fdc8-ba40-4434-83e5-6abbe77ecba1 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:44.457310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.550261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=d47d0375-2380-47d0-b094-323b89a43479,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:44.618409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:44.625781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce05e9-a360-4c7e-b0c6-19d33b65befb tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:44.626814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Allocated IP 172.20.0.2 (6f699710-d39e-4f1a-915d-c13c5838e14f/77798dcd-ac3d-4856-9695-6bf62146b4c7/9f2ef2d4-5fc3-42ae-a69e-7f967752d07c) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:44.628692 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-92ce05e9-a360-4c7e-b0c6-19d33b65befb tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 814 time: 0.4532902 Feb 04 06:17:44.628692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:44.655200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:44.661047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:44.661975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.665274 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:43Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:44.670358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.671206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.675558 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43820988-eaaf-42fe-91be-4e6922b8678c None None] The sync data for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv is: [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:43Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:44.715744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-932fe400-c20f-492f-a0ab-73b5ac17407b tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:44.728712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.762658 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:44.779077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:44.779455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.783442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2771260b-1fb1-48d3-b3ae-9c364ef8c9e2']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:44.801745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f4d568-a13a-4a74-a34c-8731d88de777') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:44.801968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f4d568-a13a-4a74-a34c-8731d88de777') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:44.818176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.839288 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.846099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:44.846517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.871847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-352e042b-dec3-483d-9b54-731104486ae5 None None] Deleting port cfc8d980-dffb-4d61-b4a3-9c66f919655b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:44.872586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-352e042b-dec3-483d-9b54-731104486ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:44.999492 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:45.005015 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-36575546-0075-4fc3-bf71-f1f64c3779b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0219295 Feb 04 06:17:45.005838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48042) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:45.008363 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-932fe400-c20f-492f-a0ab-73b5ac17407b tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:45.015217 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-932fe400-c20f-492f-a0ab-73b5ac17407b tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6677098 Feb 04 06:17:45.025712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-352e042b-dec3-483d-9b54-731104486ae5 None None] The port 'cfc8d980-dffb-4d61-b4a3-9c66f919655b' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:17:45.094893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdd9235-e030-409f-a17b-6df2ef9afd1b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:45.095650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dfdd9235-e030-409f-a17b-6df2ef9afd1b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:45.097985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48046) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:45.105809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ab246169-4473-4e76-b773-9206bc6182fe tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '44e80e76-a64d-4305-ae08-05443805926d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:45.127747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ab246169-4473-4e76-b773-9206bc6182fe tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:45.141342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ab246169-4473-4e76-b773-9206bc6182fe tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:45.147514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.169096 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.183803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.191448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.211198 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/networks/2771260b-1fb1-48d3-b3ae-9c364ef8c9e2 HTTP/1.1" status: 204 len: 168 time: 2.3052399 Feb 04 06:17:45.213728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88abf4-8cd0-4997-a332-8513a33a5c92 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Network': ['ID=2771260b-1fb1-48d3-b3ae-9c364ef8c9e2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:45.218435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48050) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:45.218770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48052) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:45.232026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.232938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=749ebea7-cbea-4067-ae2e-0593199ce0e2,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:45.233526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'network': {'name': 'tempest-network-smoke--1244299251', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:45.247295 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Transition to ACTIVE for port object 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:45.275592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Transition to ACTIVE for port object 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:45.301426 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:45.302835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:45.305772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:45.309541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port dd52fdc8-ba40-4434-83e5-6abbe77ecba1, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=dd52fdc8-ba40-4434-83e5-6abbe77ecba1,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:45.316502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dfdd9235-e030-409f-a17b-6df2ef9afd1b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:45.320229 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dfdd9235-e030-409f-a17b-6df2ef9afd1b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/d47d0375-2380-47d0-b094-323b89a43479 HTTP/1.1" status: 200 len: 844 time: 0.3107934 Feb 04 06:17:45.367458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48058) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:45.370241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9b90e-95e2-49c7-8e03-d77e3c666600 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:45.370917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-22a9b90e-95e2-49c7-8e03-d77e3c666600 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:45.383919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:45.398620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab246169-4473-4e76-b773-9206bc6182fe tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.410442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-30225ca4-d1cc-4e76-bb46-1c11e04f4023 None None] Provisioning for port 749ebea7-cbea-4067-ae2e-0593199ce0e2 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:45.416051 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-30225ca4-d1cc-4e76-bb46-1c11e04f4023 None None] Provisioning complete for port 749ebea7-cbea-4067-ae2e-0593199ce0e2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:45.416439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-30225ca4-d1cc-4e76-bb46-1c11e04f4023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.493896 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.494684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8e744110-6f1d-4d07-9b8b-a24cdb04734f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:45.501496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab246169-4473-4e76-b773-9206bc6182fe tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.513076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:45.517529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.531005 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.557097 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-22a9b90e-95e2-49c7-8e03-d77e3c666600 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:45.562258 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-22a9b90e-95e2-49c7-8e03-d77e3c666600 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 HTTP/1.1" status: 200 len: 841 time: 0.3391449 Feb 04 06:17:45.565093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48062) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:45.626322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab246169-4473-4e76-b773-9206bc6182fe tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.635283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port d47d0375-2380-47d0-b094-323b89a43479 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:45.635634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.658405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:45.675832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.676291 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Added segment 68e0c634-fb3f-442f-8760-d2741c9f7bbd of type vlan for network 50931af2-d5d8-4bb5-ade3-c59a1545f612 Feb 04 06:17:45.708700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Network 6f699710-d39e-4f1a-915d-c13c5838e14f is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:45.729990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:45.732755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-30225ca4-d1cc-4e76-bb46-1c11e04f4023 None None] Port 749ebea7-cbea-4067-ae2e-0593199ce0e2 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:45.734807 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:45.835678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.851333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-681c2484-8467-483e-a280-a05b690c2cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.873306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=dd52fdc8-ba40-4434-83e5-6abbe77ecba1,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:45.894299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.894672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.894980 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.895829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.895829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.896052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab246169-4473-4e76-b773-9206bc6182fe tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5862b569-5426-4205-985c-2b323395ce76,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:45.896154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.896235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.896552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.896943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.897248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.897568 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.897887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:45.919199 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3f98d1e5-d4ff-495b-9456-385c7916a1f1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3495109 Feb 04 06:17:45.919414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48066) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:45.926526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:45.931631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Attempting to bind port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:45.931995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Attempting to bind port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '6dba36b7-a92f-4ef1-bc6a-e5189289bbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:45.932351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Attempting to bind port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c on network 6f699710-d39e-4f1a-915d-c13c5838e14f {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:45.953525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4a47af38-2faf-45ee-90d0-c52f9b59079c None None] Provisioning complete for port 749ebea7-cbea-4067-ae2e-0593199ce0e2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:45.953923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4a47af38-2faf-45ee-90d0-c52f9b59079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.984258 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:45.984730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Checking segment: {'id': '6dba36b7-a92f-4ef1-bc6a-e5189289bbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:45.985042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.985428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Bound using segment: {'id': '6dba36b7-a92f-4ef1-bc6a-e5189289bbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:45.985903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Bound port: 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dba36b7-a92f-4ef1-bc6a-e5189289bbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:45.986274 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.001519 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ab246169-4473-4e76-b773-9206bc6182fe tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.002278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router 7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:17:46.002715 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ab246169-4473-4e76-b773-9206bc6182fe tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9026463 Feb 04 06:17:46.005525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48070) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:46.049764 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e74ba4b8-92ac-4728-9a56-275a599d38ca tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules/5862b569-5426-4205-985c-2b323395ce76 HTTP/1.1" status: 200 len: 764 time: 0.0406654 Feb 04 06:17:46.051798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48074) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:46.068281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 8e744110-6f1d-4d07-9b8b-a24cdb04734f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:46.076173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.081819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.082095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.086811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Pushing event updated for resources: {'Port': ['ID=9f2ef2d4-5fc3-42ae-a69e-7f967752d07c,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:46.099935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 8e744110-6f1d-4d07-9b8b-a24cdb04734f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:46.099935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.100131 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:46.120111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:46.124984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:46.129623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4a47af38-2faf-45ee-90d0-c52f9b59079c None None] Port 749ebea7-cbea-4067-ae2e-0593199ce0e2 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:46.176047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] For port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:46.180122 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] For port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9f2ef2d4-5fc3-42ae-a69e-7f967752d07c,segment=NetworkSegment(6dba36b7-a92f-4ef1-bc6a-e5189289bbbd),segment_id=6dba36b7-a92f-4ef1-bc6a-e5189289bbbd)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:46.186686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:46.207420 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9803236 Feb 04 06:17:46.222442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48078) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:46.232534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.249437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.273609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7dc01ff7-59ec-4c33-8741-a3d7b68882dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:46.281376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dfa94-eacc-4036-843c-a71a9ef12898 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Network': ['ID=50931af2-d5d8-4bb5-ade3-c59a1545f612,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:46.313737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd257a2-55af-4d16-9131-9ee2fd9ca237 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.317934 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3fd257a2-55af-4d16-9131-9ee2fd9ca237 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ed74ee2667754fabaada911129fc7b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0920367 Feb 04 06:17:46.318146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48082) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:46.322895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 50931af2-d5d8-4bb5-ade3-c59a1545f612 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:46.342775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.388940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:46.392291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.428422 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for d47d0375-2380-47d0-b094-323b89a43479 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:46.451183 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 8e744110-6f1d-4d07-9b8b-a24cdb04734f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8e744110-6f1d-4d07-9b8b-a24cdb04734f,segment=NetworkSegment(b6df2683-c6ea-40a0-83df-403778904fcf),segment_id=b6df2683-c6ea-40a0-83df-403778904fcf)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:46.468766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7dc01ff7-59ec-4c33-8741-a3d7b68882dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:46.470039 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7dc01ff7-59ec-4c33-8741-a3d7b68882dd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4189632 Feb 04 06:17:46.482301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48086) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:46.535828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8460eb-3f03-4055-bfa6-0c5f39eb15e2 None None] Pushing event updated for resources: {'Port': ['ID=9f2ef2d4-5fc3-42ae-a69e-7f967752d07c,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:46.541312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.557700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51f981e4-f1ec-4c7c-92a7-23e72a7b9b0d tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.598992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51f981e4-f1ec-4c7c-92a7-23e72a7b9b0d tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.620059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb639f3-ff67-4b96-81c6-eab55202ef13 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.622256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-feb639f3-ff67-4b96-81c6-eab55202ef13 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3030927 Feb 04 06:17:46.625342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=8e744110-6f1d-4d07-9b8b-a24cdb04734f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:46.626199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48090) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:46.635519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cfc8d980-dffb-4d61-b4a3-9c66f919655b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:46.676749 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fb073cac-6e89-4fa7-a5e0-f9b5b88860d6 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494061 Feb 04 06:17:46.680286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48094) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:46.684011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: cfc8d980-dffb-4d61-b4a3-9c66f919655b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:46.684533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device cfc8d980-dffb-4d61-b4a3-9c66f919655b not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:46.711540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:46.713385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.723197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d5d833-2abe-4230-afa2-5f19a70eeab4 None None] Sync routers for ids ['7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:46.755579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d5d833-2abe-4230-afa2-5f19a70eeab4 None None] Routers {'7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:46.756244 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05d5d833-2abe-4230-afa2-5f19a70eeab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:46.765363 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1d6de845-0ccf-448f-8b98-b6c1c5808aaa tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ed74ee2667754fabaada911129fc7b8d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0815618 Feb 04 06:17:46.765570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48098) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:46.771788 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2b1af386-251a-4f91-af59-f6eb2a2567e4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9253676 Feb 04 06:17:46.773007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.774738 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48102) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:46.838085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51f981e4-f1ec-4c7c-92a7-23e72a7b9b0d tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.868975 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05d5d833-2abe-4230-afa2-5f19a70eeab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:46.875695 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device dd52fdc8-ba40-4434-83e5-6abbe77ecba1 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:46.879049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f981e4-f1ec-4c7c-92a7-23e72a7b9b0d tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5862b569-5426-4205-985c-2b323395ce76,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:46.952892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d5d833-2abe-4230-afa2-5f19a70eeab4 None None] Routers {'7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:46.952892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05d5d833-2abe-4230-afa2-5f19a70eeab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:46.988943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f15e5-153b-4f00-a552-f047aeb5c2a9 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.990512 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0d6f15e5-153b-4f00-a552-f047aeb5c2a9 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2240827 Feb 04 06:17:46.993417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48106) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:47.028618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51f981e4-f1ec-4c7c-92a7-23e72a7b9b0d tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.029165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd12384f-eb17-4e33-9c6e-b4f2fda79ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:47.029798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bd12384f-eb17-4e33-9c6e-b4f2fda79ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Synchronizing usage tracker for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:47.032399 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-51f981e4-f1ec-4c7c-92a7-23e72a7b9b0d tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5862b569-5426-4205-985c-2b323395ce76 HTTP/1.1" status: 204 len: 168 time: 0.5491118 Feb 04 06:17:47.035998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48110) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:47.045979 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5a80b190-8409-48e7-8ce4-cdc6db1a9226 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514097 Feb 04 06:17:47.048560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48114) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:47.049474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-05d5d833-2abe-4230-afa2-5f19a70eeab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:47.050099 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d5d833-2abe-4230-afa2-5f19a70eeab4 None None] The sync data for ids ['7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:47.061757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1298254595', 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:47.071028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:47.072107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.088326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.100618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Allocated IP 172.26.7.142 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/ccb09930-4e30-4211-a2be-ca98a6b5e101) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:47.137173 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5154961d-73d9-4c9b-8ec7-0a2f0be0dca7 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0999377 Feb 04 06:17:47.139802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48118) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:47.243775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8e744110-6f1d-4d07-9b8b-a24cdb04734f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:47.297875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:47.299155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:47.303708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:47.310235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:47.310781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.315251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:subnet and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:47.316622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc0ad8c-89f5-4858-810e-c3812e2a79c2 None None] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:47.322142 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:47.327674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Subnet': ['ID=b178e333-a38f-4e15-a984-3cb3ad969a89,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:47.335425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:47.346673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.406620 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bd12384f-eb17-4e33-9c6e-b4f2fda79ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Unset dirty status for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:47.408348 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bd12384f-eb17-4e33-9c6e-b4f2fda79ac5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports/749ebea7-cbea-4067-ae2e-0593199ce0e2 HTTP/1.1" status: 200 len: 911 time: 0.6298664 Feb 04 06:17:47.412081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48122) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:47.415014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=d47d0375-2380-47d0-b094-323b89a43479,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:47.437969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 8e744110-6f1d-4d07-9b8b-a24cdb04734f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:47.438342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.450163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.457234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36bb5ecb-2d70-44db-9fa2-0e5f910ce09b tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.478664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.479282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.479812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.480308 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.480812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.481294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.481994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.482490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.482984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.483459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.483948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.484429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:47.526429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.530402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36bb5ecb-2d70-44db-9fa2-0e5f910ce09b tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.542726 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d3f7a427-4634-4dd2-8c51-118e18120e47 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6223347 Feb 04 06:17:47.547249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48126) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:47.564036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'security_group': {'name': 'tempest-secgroup-952882128'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:47.589123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:47.596897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:security_group and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:47.601396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:47.610330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:47.633995 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a36792a7-2d79-414d-b14c-e3213a070c4b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/d47d0375-2380-47d0-b094-323b89a43479 HTTP/1.1" status: 204 len: 168 time: 2.2578299 Feb 04 06:17:47.635480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48130) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:47.758366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.767686 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36bb5ecb-2d70-44db-9fa2-0e5f910ce09b tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.773650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'tenant_id': '8ccb16afb7e244ec96b61fcb5af58d5f', 'fixed_ips': [{'subnet_id': 'b178e333-a38f-4e15-a984-3cb3ad969a89'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:47.774391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.841803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.863050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb5ecb-2d70-44db-9fa2-0e5f910ce09b tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e80e76-a64d-4305-ae08-05443805926d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:47.912424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:47.915618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.925802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:47.931166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:47.938074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:47.940932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:47.962647 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-7848687a-63d9-453f-b22f-12a7a4441eb9 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:17:47.962869 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Allocated IP 172.20.0.2 (0289d5c0-8362-47c2-8e26-bee9bc48d16e/b178e333-a38f-4e15-a984-3cb3ad969a89/c5c6d699-1bad-441f-b9f3-57dbe8b29a83) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:47.969655 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7848687a-63d9-453f-b22f-12a7a4441eb9 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/d47d0375-2380-47d0-b094-323b89a43479 HTTP/1.1" status: 404 len: 333 time: 0.3323255 Feb 04 06:17:47.986916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48134) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:47.999489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'name': 'tempest-PortsIpV6TestJSON-1103512928'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:48.115501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:security_group_rule and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:48.143607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:48.149561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-36bb5ecb-2d70-44db-9fa2-0e5f910ce09b tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.154806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48138) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:48.156105 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-36bb5ecb-2d70-44db-9fa2-0e5f910ce09b tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-groups/44e80e76-a64d-4305-ae08-05443805926d HTTP/1.1" status: 204 len: 168 time: 1.0150075 Feb 04 06:17:48.160424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb09930-4e30-4211-a2be-ca98a6b5e101,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:48.180544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:48.184916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:48.207236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c273cd2-c29e-4462-a3ca-1f2c79e76e1a None None] Network 6f699710-d39e-4f1a-915d-c13c5838e14f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:48.211399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:48.217346 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:48.229022 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:48.314639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-65c39e5a-8cee-4609-8b7b-213ede470e58 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:48.373511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2a75-ebad-4773-999d-aa33abd1caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.429923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.450279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:48.454016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.504493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Transition to ACTIVE for port object c5c6d699-1bad-441f-b9f3-57dbe8b29a83 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:48.540533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9d6dc39e-3962-4a41-b0cc-89a5666446e1 None None] Provisioning for port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:48.553423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port d8c333a6-00c3-4525-83e5-a9f1429e2898 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:48.566061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-65c39e5a-8cee-4609-8b7b-213ede470e58 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:48.567453 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-65c39e5a-8cee-4609-8b7b-213ede470e58 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4121981 Feb 04 06:17:48.574118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48142) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:48.579929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group': {'name': 'tempest-secgroup--584063590'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:48.582812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Transition to ACTIVE for port object c5c6d699-1bad-441f-b9f3-57dbe8b29a83 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:48.586464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:48.600223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.608893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:48.634668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fd05dc7-406b-46b0-b177-2c413b13d7b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.690787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.724080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.771949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Subnet': ['ID=dd0945e6-3042-47cf-8b64-db636786f8d6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:48.774225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.804354 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.804574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:48.805600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:48.812340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:48.815124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:48.858118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7213b915-990d-4b97-a5e1-135e1aec8223,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:48.886871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.893054 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Pushing event updated for resources: {'Port': ['ID=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:48.918707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:48.922953 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:48.925873 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:48.956759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.966040 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:49.004155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.070257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.090889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Checking segment: {'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:49.091146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network hostable DHCP agents. Network: 50931af2-d5d8-4bb5-ade3-c59a1545f612, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:49.105757 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Attempting to bind port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:49.106138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Attempting to bind port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'ccd8f409-3708-4d7f-8747-ec7ace42fd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:49.106506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Attempting to bind port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 on network 0289d5c0-8362-47c2-8e26-bee9bc48d16e {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:49.114862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:49.114862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Checking segment: {'id': 'ccd8f409-3708-4d7f-8747-ec7ace42fd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:49.115233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.115902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Bound using segment: {'id': 'ccd8f409-3708-4d7f-8747-ec7ace42fd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:49.116094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Bound port: c5c6d699-1bad-441f-b9f3-57dbe8b29a83, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd8f409-3708-4d7f-8747-ec7ace42fd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:49.116464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.165706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cf3335-dce3-42fa-a59f-83233a7f74ab,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:49.169117 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.174206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.175469 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1d55c60c-2b5b-4c7b-825f-7567f6461a37 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6260304 Feb 04 06:17:49.179279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48146) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:49.188368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'security_group': {'name': 'tempest-secgroup-314120033'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:49.198326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:49.206203 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.221130 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] For port c5c6d699-1bad-441f-b9f3-57dbe8b29a83, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:49.224304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] For port c5c6d699-1bad-441f-b9f3-57dbe8b29a83, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,segment=NetworkSegment(ccd8f409-3708-4d7f-8747-ec7ace42fd0f),segment_id=ccd8f409-3708-4d7f-8747-ec7ace42fd0f)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:49.225690 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:49.232131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:49.232570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.259391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:security_group and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:49.271714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:49.280212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3fd05dc7-406b-46b0-b177-2c413b13d7b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 749ebea7-cbea-4067-ae2e-0593199ce0e2 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:49.280848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fd05dc7-406b-46b0-b177-2c413b13d7b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.281381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:49.352690 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.385114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9f2ef2d4-5fc3-42ae-a69e-7f967752d07c,segment=NetworkSegment(6dba36b7-a92f-4ef1-bc6a-e5189289bbbd),segment_id=6dba36b7-a92f-4ef1-bc6a-e5189289bbbd)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:49.404515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 50931af2-d5d8-4bb5-ade3-c59a1545f612 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:49.410876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.420691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.422053 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f11c4bb8-37ba-4201-8933-95869efbc695 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8475788 Feb 04 06:17:49.425628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48150) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:49.433124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3dac90ae-9774-4ada-b4ce-2dc760682b0c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Request body: {'security_group_rule': {'security_group_id': '89cf3335-dce3-42fa-a59f-83233a7f74ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:49.449092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3dac90ae-9774-4ada-b4ce-2dc760682b0c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:49.457374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3dac90ae-9774-4ada-b4ce-2dc760682b0c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Usage tracker for resource:security_group_rule and tenant:4c0965f859e144a9ba49fb9e2bc42ce5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:49.463263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3dac90ae-9774-4ada-b4ce-2dc760682b0c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:49.467593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.475687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3dac90ae-9774-4ada-b4ce-2dc760682b0c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:49.508849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fb9bd-6cd6-430a-928b-ce6e2ebc3ccb None None] Pushing event updated for resources: {'Port': ['ID=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:49.529224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fd05dc7-406b-46b0-b177-2c413b13d7b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.529333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.539262 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:49.554980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:49.557635 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:49.563712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:49.564521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.605888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=d8c333a6-00c3-4525-83e5-a9f1429e2898,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:49.637683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9f2ef2d4-5fc3-42ae-a69e-7f967752d07c,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:49.672017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.714231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:49.716926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.721325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:security_group_rule and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:49.725317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:49.760085 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.794354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 50931af2-d5d8-4bb5-ade3-c59a1545f612) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:49.802583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-3fd05dc7-406b-46b0-b177-2c413b13d7b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 749ebea7-cbea-4067-ae2e-0593199ce0e2 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:49.803924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:49.809898 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bf31eb27-f4a9-48c5-bec7-ce6b77b8f469 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8187289 Feb 04 06:17:49.814239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd2465-30df-4c4f-aa43-e3d2adebc8ee None None] Network 50931af2-d5d8-4bb5-ade3-c59a1545f612 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:49.817254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48154) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:49.828860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7687cb45-c950-4be3-9d41-b85b693fd918 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:49.847381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:49.847979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.882910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dac90ae-9774-4ada-b4ce-2dc760682b0c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.992058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dac90ae-9774-4ada-b4ce-2dc760682b0c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.005318 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-10ade508-ea7c-4008-9d24-58e7e96a2dcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9528072 Feb 04 06:17:50.086757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dac90ae-9774-4ada-b4ce-2dc760682b0c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.088184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7687cb45-c950-4be3-9d41-b85b693fd918 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.111583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac90ae-9774-4ada-b4ce-2dc760682b0c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881bbb8c-33a5-463f-8c9f-588de86a0a19,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:50.125480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-50931af2-d5d8-4bb5-ade3-c59a1545f612', 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ips': [{'subnet_id': 'dd0945e6-3042-47cf-8b64-db636786f8d6'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:50.132934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.239034 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.251839 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3dac90ae-9774-4ada-b4ce-2dc760682b0c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.257718 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3dac90ae-9774-4ada-b4ce-2dc760682b0c tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8308592 Feb 04 06:17:50.258775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fd05dc7-406b-46b0-b177-2c413b13d7b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.264850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48160) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:50.325914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Allocated IP 172.20.0.18 (50931af2-d5d8-4bb5-ade3-c59a1545f612/dd0945e6-3042-47cf-8b64-db636786f8d6/9369cb93-6c41-4df3-bcc8-bb7a3913df46) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:50.328908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.338004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd05dc7-406b-46b0-b177-2c413b13d7b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=749ebea7-cbea-4067-ae2e-0593199ce0e2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:50.422290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b921d1f8-749c-4d11-9b41-5605628f8874,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:50.469446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Router 198ced39-f6e5-4de7-9e19-06f50aefe093 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:17:50.475301 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7687cb45-c950-4be3-9d41-b85b693fd918 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.548792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48164) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:50.614379 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.616176 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c39071ab-3af5-40c6-9aa6-af99eb88c5e3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4341218 Feb 04 06:17:50.620307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7687cb45-c950-4be3-9d41-b85b693fd918 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.624371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48168) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:50.635576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086444540', 'description': 'tempest-secgroup-smoke-1086444540 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:50.666469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.669195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:50.674671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3fd05dc7-406b-46b0-b177-2c413b13d7b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.723340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-266093970', 'security_groups': ['b921d1f8-749c-4d11-9b41-5605628f8874'], 'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b178e333-a38f-4e15-a984-3cb3ad969a89'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:50.787834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d49a3d2e-276f-464f-af8f-259b6d8a62cd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.798776 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.801091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:50.829263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Transition to ACTIVE for port object 9369cb93-6c41-4df3-bcc8-bb7a3913df46 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:50.868772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Transition to ACTIVE for port object 9369cb93-6c41-4df3-bcc8-bb7a3913df46 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:50.903612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7687cb45-c950-4be3-9d41-b85b693fd918 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] In _notify_port_updated(), no bound segment for port d8c333a6-00c3-4525-83e5-a9f1429e2898 on network 55b751f7-7198-4f56-813e-1d6e8250fd57 {{(pid=88199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:17:50.909326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687cb45-c950-4be3-9d41-b85b693fd918 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:50.910123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7687cb45-c950-4be3-9d41-b85b693fd918 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.914131 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7687cb45-c950-4be3-9d41-b85b693fd918 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "PUT /v2.0/ports/d8c333a6-00c3-4525-83e5-a9f1429e2898 HTTP/1.1" status: 200 len: 818 time: 1.0913994 Feb 04 06:17:50.916921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48172) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:50.924372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d49a3d2e-276f-464f-af8f-259b6d8a62cd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:50.973897 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.021413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:51.065660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.117473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Network 50931af2-d5d8-4bb5-ade3-c59a1545f612 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:51.118588 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Pushing event updated for resources: {'Port': ['ID=9369cb93-6c41-4df3-bcc8-bb7a3913df46,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:51.127465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:51.130227 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687cb45-c950-4be3-9d41-b85b693fd918 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=d8c333a6-00c3-4525-83e5-a9f1429e2898,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:51.131604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:51.133870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e3306b20-1a15-4d9e-b51a-5838cc48d881 None None] Provisioning complete for port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:51.134192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e3306b20-1a15-4d9e-b51a-5838cc48d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.142140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:51.153395 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Sync routers for ids ['198ced39-f6e5-4de7-9e19-06f50aefe093'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:51.168830 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Routers {'198ced39-f6e5-4de7-9e19-06f50aefe093'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:51.170070 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['198ced39-f6e5-4de7-9e19-06f50aefe093'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:51.194592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:51.203946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd05dc7-406b-46b0-b177-2c413b13d7b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router 7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:51.205407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:51.211111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:port and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:51.214560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d40cd-5798-45fb-8ed1-191285e78b36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port d8c333a6-00c3-4525-83e5-a9f1429e2898 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:51.214560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e3d40cd-5798-45fb-8ed1-191285e78b36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.214983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:51.221628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:51.244377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:51.256881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:51.269063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.275436 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0c61f608-6e45-4972-b737-557d34c10be8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2317221 Feb 04 06:17:51.275436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48176) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:51.277069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:51.320721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e3306b20-1a15-4d9e-b51a-5838cc48d881 None None] Port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:51.347085 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Attempting to bind port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:51.347765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Attempting to bind port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:51.347765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Attempting to bind port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 on network 50931af2-d5d8-4bb5-ade3-c59a1545f612 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:51.349762 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:51.350124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.368557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:51.401973 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Set router 198ced39-f6e5-4de7-9e19-06f50aefe093 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:51.427552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:51.428407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Checking segment: {'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:51.429066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.429687 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Bound using segment: {'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:51.430327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Bound port: 9369cb93-6c41-4df3-bcc8-bb7a3913df46, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:51.430980 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.534414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d49a3d2e-276f-464f-af8f-259b6d8a62cd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.559976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd05dc7-406b-46b0-b177-2c413b13d7b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:51.610635 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c5c6d699-1bad-441f-b9f3-57dbe8b29a83 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:51.639484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.643238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962bac1-63a2-492b-a286-8eb0ecd367e1 None None] Sync routers for ids ['7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:51.659345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e3306b20-1a15-4d9e-b51a-5838cc48d881 None None] Provisioning for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:51.705073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962bac1-63a2-492b-a286-8eb0ecd367e1 None None] Routers {'7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:51.706035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5962bac1-63a2-492b-a286-8eb0ecd367e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:51.743342 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 7e43a468-cb7c-4cb5-bf80-286beed63868 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:17:51.764742 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'name': 'tempest-TestVolumeBootPattern-893118059-router', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:44Z', 'updated_at': '2022-02-04T06:17:48Z', 'revision_number': 3, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'gw_port': {'id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:46Z', 'updated_at': '2022-02-04T06:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:51.769352 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Checking router: 198ced39-f6e5-4de7-9e19-06f50aefe093 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:51.770012 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Updating router 198ced39-f6e5-4de7-9e19-06f50aefe093 port ccb09930-4e30-4211-a2be-ca98a6b5e101 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:17:51.789140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5962bac1-63a2-492b-a286-8eb0ecd367e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:51.801680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] For port 9369cb93-6c41-4df3-bcc8-bb7a3913df46, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:51.805183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d49a3d2e-276f-464f-af8f-259b6d8a62cd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.806309 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d49a3d2e-276f-464f-af8f-259b6d8a62cd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-groups/89cf3335-dce3-42fa-a59f-83233a7f74ab HTTP/1.1" status: 204 len: 168 time: 1.4986994 Feb 04 06:17:51.807348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a3d2e-276f-464f-af8f-259b6d8a62cd tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cf3335-dce3-42fa-a59f-83233a7f74ab,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:51.811115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48180) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:51.820518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962bac1-63a2-492b-a286-8eb0ecd367e1 None None] Routers {'7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:51.821275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5962bac1-63a2-492b-a286-8eb0ecd367e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:51.835276 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3fd05dc7-406b-46b0-b177-2c413b13d7b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4211578 Feb 04 06:17:51.839885 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48184) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:51.852984 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.883693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] For port 9369cb93-6c41-4df3-bcc8-bb7a3913df46, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9369cb93-6c41-4df3-bcc8-bb7a3913df46,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:51.914682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e3d40cd-5798-45fb-8ed1-191285e78b36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.919580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5962bac1-63a2-492b-a286-8eb0ecd367e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:51.920218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962bac1-63a2-492b-a286-8eb0ecd367e1 None None] The sync data for ids ['7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:51.970967 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.020357 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-96d621a3-3648-4850-8b62-f16f8b52b138 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f HTTP/1.1" status: 200 len: 205 time: 0.1763520 Feb 04 06:17:52.030761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48188) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:52.033411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:52.051792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:52.051792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.082451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d40cd-5798-45fb-8ed1-191285e78b36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for d8c333a6-00c3-4525-83e5-a9f1429e2898 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:52.131238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5cdd2-c41d-4bf4-ace2-0a5c9f3b4561 None None] Pushing event updated for resources: {'Port': ['ID=9369cb93-6c41-4df3-bcc8-bb7a3913df46,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:52.136972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.140518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-07036306-e591-45cc-997a-e1b8e3b58be9 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:52.217053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.257595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port c5c6d699-1bad-441f-b9f3-57dbe8b29a83, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,segment=NetworkSegment(ccd8f409-3708-4d7f-8747-ec7ace42fd0f),segment_id=ccd8f409-3708-4d7f-8747-ec7ace42fd0f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:52.267041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.303248 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.324510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ea3976-1e05-4a3b-a177-7866f549d4ae,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:52.338239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d3c02ba-2c00-4be3-857c-e0777211f0cd tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.341443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-07036306-e591-45cc-997a-e1b8e3b58be9 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:52.343014 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-07036306-e591-45cc-997a-e1b8e3b58be9 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5275276 Feb 04 06:17:52.345878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48192) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:52.410275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.415208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bb622243-0f3f-4e17-9c0e-f041802b818d tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Synchronizing usage tracker for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:52.420169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e3d40cd-5798-45fb-8ed1-191285e78b36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.431974 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Transition to ACTIVE for port object ccb09930-4e30-4211-a2be-ca98a6b5e101 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:52.494797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d40cd-5798-45fb-8ed1-191285e78b36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=d8c333a6-00c3-4525-83e5-a9f1429e2898,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:52.498719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.500235 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8f9a07a9-15e2-4d1b-a8de-32c9ffe00e27 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9479415 Feb 04 06:17:52.503568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48196) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:52.512481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:52.523025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b46dce11-90ef-4bfb-ade5-82b9f27bfcea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97ea3976-1e05-4a3b-a177-7866f549d4ae', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:52.529499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b46dce11-90ef-4bfb-ade5-82b9f27bfcea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:52.533925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b46dce11-90ef-4bfb-ade5-82b9f27bfcea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:52.535528 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.541201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b46dce11-90ef-4bfb-ade5-82b9f27bfcea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:52.551670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8e3d40cd-5798-45fb-8ed1-191285e78b36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.556308 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8e3d40cd-5798-45fb-8ed1-191285e78b36 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/d8c333a6-00c3-4525-83e5-a9f1429e2898 HTTP/1.1" status: 204 len: 168 time: 1.6382756 Feb 04 06:17:52.557511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b46dce11-90ef-4bfb-ade5-82b9f27bfcea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:52.559893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48200) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:52.623479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bb622243-0f3f-4e17-9c0e-f041802b818d tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] Unset dirty status for tenant:4c0965f859e144a9ba49fb9e2bc42ce5 on resource:security_group_rule {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:52.628191 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bb622243-0f3f-4e17-9c0e-f041802b818d tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2811372 Feb 04 06:17:52.637314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:52.644837 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Attempting to bind port ccb09930-4e30-4211-a2be-ca98a6b5e101 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:52.645062 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Attempting to bind port ccb09930-4e30-4211-a2be-ca98a6b5e101 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:52.645485 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Attempting to bind port ccb09930-4e30-4211-a2be-ca98a6b5e101 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:52.656025 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:52.656504 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:52.657050 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.657541 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:52.658122 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Bound port: ccb09930-4e30-4211-a2be-ca98a6b5e101, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:52.658889 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.669054 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-ee0765d8-d486-4348-96ce-4b6067d1b8f4 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] delete failed (client error): The resource could not be found. Feb 04 06:17:52.676623 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ee0765d8-d486-4348-96ce-4b6067d1b8f4 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "DELETE /v2.0/security-groups/89cf3335-dce3-42fa-a59f-83233a7f74ab HTTP/1.1" status: 404 len: 347 time: 0.0354402 Feb 04 06:17:52.678531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48208) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:52.705674 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec63603-117a-4d90-a098-671360e60afa None None] Pushing event updated for resources: {'Port': ['ID=ccb09930-4e30-4211-a2be-ca98a6b5e101,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:52.754207 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] For port ccb09930-4e30-4211-a2be-ca98a6b5e101, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:52.758624 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] For port ccb09930-4e30-4211-a2be-ca98a6b5e101, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ccb09930-4e30-4211-a2be-ca98a6b5e101,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:52.762897 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0c2eb84a-026d-4a79-b803-f849ab1e82d2 tempest-SecGroupTest-17641178 tempest-SecGroupTest-17641178-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818021 Feb 04 06:17:52.774751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b46dce11-90ef-4bfb-ade5-82b9f27bfcea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.820696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71791cd-f29e-445e-bd12-4ffdd6df795a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:52.820696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a71791cd-f29e-445e-bd12-4ffdd6df795a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:17:52.872933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b46dce11-90ef-4bfb-ade5-82b9f27bfcea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.925183 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.950794 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c5c6d699-1bad-441f-b9f3-57dbe8b29a83 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:52.956955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b46dce11-90ef-4bfb-ade5-82b9f27bfcea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:52.975269 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a71791cd-f29e-445e-bd12-4ffdd6df795a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:17:52.978931 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a71791cd-f29e-445e-bd12-4ffdd6df795a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.4156144 Feb 04 06:17:52.978931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dce11-90ef-4bfb-ade5-82b9f27bfcea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381c3e88-a53c-4188-b928-97d64a8edf5c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:52.982082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48214) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:53.034251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:53.034693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.040761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.13 (0289d5c0-8362-47c2-8e26-bee9bc48d16e/b178e333-a38f-4e15-a984-3cb3ad969a89/7e43a468-cb7c-4cb5-bf80-286beed63868) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:53.044045 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e348f32-da8e-4d6d-a245-05536961f1a8 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:17:53.045501 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7e348f32-da8e-4d6d-a245-05536961f1a8 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/d8c333a6-00c3-4525-83e5-a9f1429e2898 HTTP/1.1" status: 404 len: 333 time: 0.0574543 Feb 04 06:17:53.052901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48218) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:53.059130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-397866327'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:53.061825 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Routers {'198ced39-f6e5-4de7-9e19-06f50aefe093'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:53.062481 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['198ced39-f6e5-4de7-9e19-06f50aefe093'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:53.064990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:53.073113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:network and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:53.078056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:53.094074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:53.123303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d3c02ba-2c00-4be3-857c-e0777211f0cd tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.124707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b46dce11-90ef-4bfb-ade5-82b9f27bfcea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.129469 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b46dce11-90ef-4bfb-ade5-82b9f27bfcea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6213450 Feb 04 06:17:53.132345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48222) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:53.139294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9e9eea70-48bd-4c64-9187-8c2361b3dbc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97ea3976-1e05-4a3b-a177-7866f549d4ae', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:53.150284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9e9eea70-48bd-4c64-9187-8c2361b3dbc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:53.155968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9e9eea70-48bd-4c64-9187-8c2361b3dbc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:53.159973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9e9eea70-48bd-4c64-9187-8c2361b3dbc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:53.175920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9e9eea70-48bd-4c64-9187-8c2361b3dbc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:53.179433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d3c02ba-2c00-4be3-857c-e0777211f0cd tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.187862 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec63603-117a-4d90-a098-671360e60afa None None] Pushing event updated for resources: {'Port': ['ID=ccb09930-4e30-4211-a2be-ca98a6b5e101,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:53.221349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:53.225770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.271138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:53.281441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9369cb93-6c41-4df3-bcc8-bb7a3913df46 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:53.282130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.282572 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Added segment fbbe16f9-41af-4a69-b6f9-81ccbf565e54 of type vlan for network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 Feb 04 06:17:53.323342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9eea70-48bd-4c64-9187-8c2361b3dbc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.344242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.371971 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] Set router 198ced39-f6e5-4de7-9e19-06f50aefe093 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:53.438244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9eea70-48bd-4c64-9187-8c2361b3dbc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.446961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d3c02ba-2c00-4be3-857c-e0777211f0cd tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.447454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3c02ba-2c00-4be3-857c-e0777211f0cd tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Fanout notify agent at l3_agent the message router_deleted on router 7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:17:53.505341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:53.534463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.537701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.543464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:53.544107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.549211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48228) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:53.574031 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d3c02ba-2c00-4be3-857c-e0777211f0cd tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.575517 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3d3c02ba-2c00-4be3-857c-e0777211f0cd tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f HTTP/1.1" status: 204 len: 168 time: 1.5440383 Feb 04 06:17:53.584240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9eea70-48bd-4c64-9187-8c2361b3dbc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.585895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48232) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:53.592099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.626293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object 7e43a468-cb7c-4cb5-bf80-286beed63868 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:53.666484 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8866877d-7f1e-4dc1-a735-5f5236f24e2c None None] Network 50931af2-d5d8-4bb5-ade3-c59a1545f612 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:53.732831 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6786432 Feb 04 06:17:53.734002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9e9eea70-48bd-4c64-9187-8c2361b3dbc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.737936 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9e9eea70-48bd-4c64-9187-8c2361b3dbc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6018448 Feb 04 06:17:53.737936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48238) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:53.739153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48240) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:53.753048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eea70-48bd-4c64-9187-8c2361b3dbc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faf4557-52d6-4219-8c31-a3710a517a2f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:53.760304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '5d84ce63-349c-4202-9b8c-e9f3dcb5c153', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:53.793612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1e577d-6b3a-430c-aa05-98a58f7a99e7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting subnet 82cdd59f-5235-46ff-bc19-e43c5e2ba00a {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:17:53.802310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f7df1948-f678-4da2-8808-3f4cef315b92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97ea3976-1e05-4a3b-a177-7866f549d4ae', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:53.810106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f7df1948-f678-4da2-8808-3f4cef315b92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:53.810311 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'name': 'tempest-TestVolumeBootPattern-893118059-router', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:44Z', 'updated_at': '2022-02-04T06:17:48Z', 'revision_number': 3, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'gw_port': {'id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:46Z', 'updated_at': '2022-02-04T06:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:53.814829 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0045992-702c-4555-838a-4c140ed2a456 None None] The sync data for ids ['198ced39-f6e5-4de7-9e19-06f50aefe093'] in dv-neutron-827796-1-hyperv is: [{'id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'name': 'tempest-TestVolumeBootPattern-893118059-router', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:44Z', 'updated_at': '2022-02-04T06:17:48Z', 'revision_number': 3, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'gw_port': {'id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:46Z', 'updated_at': '2022-02-04T06:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:53.819039 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f7df1948-f678-4da2-8808-3f4cef315b92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:53.820978 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f7df1948-f678-4da2-8808-3f4cef315b92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:53.828095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f7df1948-f678-4da2-8808-3f4cef315b92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:53.872094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf1e577d-6b3a-430c-aa05-98a58f7a99e7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.917074 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8d223695-4c3b-4254-891a-4559215c4904 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c0965f859e144a9ba49fb9e2bc42ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467333 Feb 04 06:17:53.920950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48246) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:53.932009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c00e48-8fc3-435b-ba7f-c5f645a1a387 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Network': ['ID=5d84ce63-349c-4202-9b8c-e9f3dcb5c153,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:53.946625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:17:53.966598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7df1948-f678-4da2-8808-3f4cef315b92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.977582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf1e577d-6b3a-430c-aa05-98a58f7a99e7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.021931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:54.035420 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:54.040249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:54.051704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:54.057786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.070560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b05405b3-ee99-4df0-b5c8-01fdc8137fc8 None None] Provisioning for port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:54.079294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b05405b3-ee99-4df0-b5c8-01fdc8137fc8 None None] Provisioning complete for port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:54.079294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b05405b3-ee99-4df0-b5c8-01fdc8137fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.087240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf1e577d-6b3a-430c-aa05-98a58f7a99e7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.173783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:54.202120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.227148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:54.232914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Allocated IP 172.20.0.1 (6f699710-d39e-4f1a-915d-c13c5838e14f/77798dcd-ac3d-4856-9695-6bf62146b4c7/5eb640eb-9013-4436-b5fa-44ec6008965e) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:54.235102 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8cda-2edc-462c-b969-83e3398ebb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.253167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b05405b3-ee99-4df0-b5c8-01fdc8137fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.266719 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8cda-2edc-462c-b969-83e3398ebb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.275166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:54.277841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:54.292044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b05405b3-ee99-4df0-b5c8-01fdc8137fc8 None None] For port 9369cb93-6c41-4df3-bcc8-bb7a3913df46, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9369cb93-6c41-4df3-bcc8-bb7a3913df46,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:54.331880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7df1948-f678-4da2-8808-3f4cef315b92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.375829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b05405b3-ee99-4df0-b5c8-01fdc8137fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.381655 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=7e43a468-cb7c-4cb5-bf80-286beed63868,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:54.494228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7df1948-f678-4da2-8808-3f4cef315b92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.619214 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df1948-f678-4da2-8808-3f4cef315b92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330eddf3-de88-4a07-bdab-6f2dd00d2a88,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:54.648998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05405b3-ee99-4df0-b5c8-01fdc8137fc8 None None] Pushing event updated for resources: {'Port': ['ID=9369cb93-6c41-4df3-bcc8-bb7a3913df46,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:54.649567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:54.649918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.652112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8b43b3cf-0b3e-416d-9cdb-76c10e5986c5 None None] Provisioning complete for port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:54.652479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8b43b3cf-0b3e-416d-9cdb-76c10e5986c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.750100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.774168 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Transition to ACTIVE for port object 5eb640eb-9013-4436-b5fa-44ec6008965e will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:54.887944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ccb09930-4e30-4211-a2be-ca98a6b5e101 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:54.902640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf1e577d-6b3a-430c-aa05-98a58f7a99e7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.941598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e577d-6b3a-430c-aa05-98a58f7a99e7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Subnet': ['ID=82cdd59f-5235-46ff-bc19-e43c5e2ba00a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:54.953765 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7df1948-f678-4da2-8808-3f4cef315b92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.958941 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f7df1948-f678-4da2-8808-3f4cef315b92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2171829 Feb 04 06:17:54.960281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8cda-2edc-462c-b969-83e3398ebb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.960696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80adb7a-b499-4a39-81c7-a6c5bea617b3 None None] Network 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:54.963465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8cda-2edc-462c-b969-83e3398ebb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.964771 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7bbb8cda-2edc-462c-b969-83e3398ebb59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/656f7c32-31a2-467f-8ffe-17b8db8bb144 HTTP/1.1" status: 204 len: 168 time: 1.0337577 Feb 04 06:17:54.966616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cf1e577d-6b3a-430c-aa05-98a58f7a99e7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.977383 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2f912943-44af-48a9-9e3b-cd5e429f3bd9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2771747 Feb 04 06:17:54.980250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.984106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48250) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:54.994297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:54.994297 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cf1e577d-6b3a-430c-aa05-98a58f7a99e7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/82cdd59f-5235-46ff-bc19-e43c5e2ba00a HTTP/1.1" status: 204 len: 168 time: 1.3911695 Feb 04 06:17:54.994297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.000818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48260) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:55.004414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ee5922ab-6c9e-4b16-8e41-918dcc7a8745 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97ea3976-1e05-4a3b-a177-7866f549d4ae', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:55.014492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7107d860-8c7a-4bbc-ab09-668a83900ffd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:55.060218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4bfdd8be-2ac7-4a32-93b3-b5fbcdb6254f None None] Provisioning for port 7e43a468-cb7c-4cb5-bf80-286beed63868 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:55.078494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4bfdd8be-2ac7-4a32-93b3-b5fbcdb6254f None None] Provisioning complete for port 7e43a468-cb7c-4cb5-bf80-286beed63868 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:55.078872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd8be-2ac7-4a32-93b3-b5fbcdb6254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.116016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb8cda-2edc-462c-b969-83e3398ebb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656f7c32-31a2-467f-8ffe-17b8db8bb144,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:55.132942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Network 6f699710-d39e-4f1a-915d-c13c5838e14f is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:55.137857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:55.143279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:55.175236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ccb09930-4e30-4211-a2be-ca98a6b5e101 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:55.187631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4bfdd8be-2ac7-4a32-93b3-b5fbcdb6254f None None] Port 7e43a468-cb7c-4cb5-bf80-286beed63868 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:55.192619 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ccb09930-4e30-4211-a2be-ca98a6b5e101 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:55.193039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.223737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb640eb-9013-4436-b5fa-44ec6008965e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:55.247028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.424521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Subnet': ['ID=3efbbc92-0e8b-401c-9599-bb76326e9c5c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:55.436949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.446748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ee5922ab-6c9e-4b16-8e41-918dcc7a8745 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:55.491963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port ccb09930-4e30-4211-a2be-ca98a6b5e101, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ccb09930-4e30-4211-a2be-ca98a6b5e101,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:55.494692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c849bd1-6026-40c0-92fd-8c81067f778c None None] DHCP port deletion for 419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:17:55.496755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ee5922ab-6c9e-4b16-8e41-918dcc7a8745 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:55.501061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4c849bd1-6026-40c0-92fd-8c81067f778c None None] Deleting port 8e744110-6f1d-4d07-9b8b-a24cdb04734f {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:55.501061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4c849bd1-6026-40c0-92fd-8c81067f778c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.531918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ee5922ab-6c9e-4b16-8e41-918dcc7a8745 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:55.536294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.545447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ee5922ab-6c9e-4b16-8e41-918dcc7a8745 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:55.578577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.580301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.581277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9369cb93-6c41-4df3-bcc8-bb7a3913df46 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:55.613377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Checking segment: {'id': 'fbbe16f9-41af-4a69-b6f9-81ccbf565e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5d84ce63-349c-4202-9b8c-e9f3dcb5c153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:55.613742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network hostable DHCP agents. Network: 5d84ce63-349c-4202-9b8c-e9f3dcb5c153, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:55.638008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 8e744110-6f1d-4d07-9b8b-a24cdb04734f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:55.638008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.741230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5922ab-6c9e-4b16-8e41-918dcc7a8745 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.796228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c88c5f25-1872-4fac-a67b-8793d5057306 None None] Provisioning for port 5eb640eb-9013-4436-b5fa-44ec6008965e completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:55.806571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7107d860-8c7a-4bbc-ab09-668a83900ffd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:55.808812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:55.809195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.817885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7107d860-8c7a-4bbc-ab09-668a83900ffd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:55.826355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7107d860-8c7a-4bbc-ab09-668a83900ffd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:55.853059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7107d860-8c7a-4bbc-ab09-668a83900ffd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:55.878870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c88c5f25-1872-4fac-a67b-8793d5057306 None None] Provisioning complete for port 5eb640eb-9013-4436-b5fa-44ec6008965e triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:55.878870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c88c5f25-1872-4fac-a67b-8793d5057306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.975489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=ccb09930-4e30-4211-a2be-ca98a6b5e101,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:55.983852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.989165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5922ab-6c9e-4b16-8e41-918dcc7a8745 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.008739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] For port 8e744110-6f1d-4d07-9b8b-a24cdb04734f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8e744110-6f1d-4d07-9b8b-a24cdb04734f,segment=NetworkSegment(b6df2683-c6ea-40a0-83df-403778904fcf),segment_id=b6df2683-c6ea-40a0-83df-403778904fcf)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:56.009053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.021588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:56.078257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c88c5f25-1872-4fac-a67b-8793d5057306 None None] Port 5eb640eb-9013-4436-b5fa-44ec6008965e cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:56.090425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4c849bd1-6026-40c0-92fd-8c81067f778c None None] For port 8e744110-6f1d-4d07-9b8b-a24cdb04734f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8e744110-6f1d-4d07-9b8b-a24cdb04734f,segment=NetworkSegment(b6df2683-c6ea-40a0-83df-403778904fcf),segment_id=b6df2683-c6ea-40a0-83df-403778904fcf)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:56.090425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4c849bd1-6026-40c0-92fd-8c81067f778c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.138355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 8e744110-6f1d-4d07-9b8b-a24cdb04734f owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:56.162608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.165587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7107d860-8c7a-4bbc-ab09-668a83900ffd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:56.169438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7107d860-8c7a-4bbc-ab09-668a83900ffd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.232281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4c849bd1-6026-40c0-92fd-8c81067f778c None None] Calling delete_port for 8e744110-6f1d-4d07-9b8b-a24cdb04734f owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:17:56.258613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5922ab-6c9e-4b16-8e41-918dcc7a8745 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.284828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.286930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 5d84ce63-349c-4202-9b8c-e9f3dcb5c153) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:56.298384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7b509-459a-46eb-8eab-f20b5c051bb9 None None] Network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:56.368525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb640eb-9013-4436-b5fa-44ec6008965e,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:56.373284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5922ab-6c9e-4b16-8e41-918dcc7a8745 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b03dfa1-a73c-4984-93d0-f009848c001e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:56.377935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:56.378655 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.454299 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Network 6f699710-d39e-4f1a-915d-c13c5838e14f is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:56.454299 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:56.464341 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-7107d860-8c7a-4bbc-ab09-668a83900ffd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b178e333-a38f-4e15-a984-3cb3ad969a89 (CIDR: 172.20.0.0/28) Feb 04 06:17:56.508137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ee5922ab-6c9e-4b16-8e41-918dcc7a8745 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.509522 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ee5922ab-6c9e-4b16-8e41-918dcc7a8745 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5204060 Feb 04 06:17:56.510977 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-7107d860-8c7a-4bbc-ab09-668a83900ffd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:17:56.511890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7107d860-8c7a-4bbc-ab09-668a83900ffd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:56.538376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48282) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:56.549346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97ea3976-1e05-4a3b-a177-7866f549d4ae', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:56.567058 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-41a383a8-a86b-4470-9c89-1f14d43e61a6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8197720 Feb 04 06:17:56.571173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48286) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:56.581461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:56.592507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4c849bd1-6026-40c0-92fd-8c81067f778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.605430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-94a9910b-e4d5-4299-b3d0-3aeeda688758 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '5d84ce63-349c-4202-9b8c-e9f3dcb5c153', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:56.609691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48290) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:56.632327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:17:56.642401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:17:56.642401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:56.656319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c849bd1-6026-40c0-92fd-8c81067f778c None None] No DVR routers for this DVR port 8e744110-6f1d-4d07-9b8b-a24cdb04734f on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:56.666839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c849bd1-6026-40c0-92fd-8c81067f778c None None] Pushing event deleted for resources: {'Port': ['ID=8e744110-6f1d-4d07-9b8b-a24cdb04734f,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:56.715719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:56.719678 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7107d860-8c7a-4bbc-ab09-668a83900ffd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7286673 Feb 04 06:17:56.727816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48296) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:56.730653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:56.736473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-5d84ce63-349c-4202-9b8c-e9f3dcb5c153', 'network_id': '5d84ce63-349c-4202-9b8c-e9f3dcb5c153', 'tenant_id': '2ec7c402ff1b461c882a01c21344c6e3', 'fixed_ips': [{'subnet_id': '3efbbc92-0e8b-401c-9599-bb76326e9c5c'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:17:56.737970 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.741627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:56.860893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Router 198ced39-f6e5-4de7-9e19-06f50aefe093 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:17:56.863800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ccb09930-4e30-4211-a2be-ca98a6b5e101 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:17:56.864284 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-4c299d70-0825-48be-a481-bf8cb1e74845 tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-295962044', 'prefixes': ['172.20.0.0/16']}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:56.864617 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:17:56.873537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4c299d70-0825-48be-a481-bf8cb1e74845 tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:56.875174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.895031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94a9910b-e4d5-4299-b3d0-3aeeda688758 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:56.910548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-94a9910b-e4d5-4299-b3d0-3aeeda688758 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:56.915908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-94a9910b-e4d5-4299-b3d0-3aeeda688758 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:56.932623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-94a9910b-e4d5-4299-b3d0-3aeeda688758 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:56.963070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1db0c33f-6ea8-4b35-816e-bbf2ccd6884b None None] Provisioning complete for port 5eb640eb-9013-4436-b5fa-44ec6008965e triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:56.969918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1db0c33f-6ea8-4b35-816e-bbf2ccd6884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:56.970185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.009172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:57.019099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:57.025724 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:57.041371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:57.050900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Allocated IP 2001:db8::2 (5d84ce63-349c-4202-9b8c-e9f3dcb5c153/3efbbc92-0e8b-401c-9599-bb76326e9c5c/76c7261d-5e53-4066-b26f-2a23297a6ce5) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:57.055477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a9910b-e4d5-4299-b3d0-3aeeda688758 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:57.059675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94a9910b-e4d5-4299-b3d0-3aeeda688758 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.060617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1db0c33f-6ea8-4b35-816e-bbf2ccd6884b None None] Port 5eb640eb-9013-4436-b5fa-44ec6008965e cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:17:57.069313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ccb09930-4e30-4211-a2be-ca98a6b5e101 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:57.069681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.133412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:17:57.134362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 8e744110-6f1d-4d07-9b8b-a24cdb04734f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:17:57.134743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.151778 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ca52dabf-b4f4-4c9d-b7ca-cfabeecc9222 admin admin] 10.222.0.32 "PUT /v2.0/routers/198ced39-f6e5-4de7-9e19-06f50aefe093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8680699 Feb 04 06:17:57.152006 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Sync routers for ids ['198ced39-f6e5-4de7-9e19-06f50aefe093'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:57.156142 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Routers {'198ced39-f6e5-4de7-9e19-06f50aefe093'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:57.156924 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['198ced39-f6e5-4de7-9e19-06f50aefe093'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:57.184043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.238252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:57.242140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.275226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc8adf2-1f2d-468b-8678-a33fe818889f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:57.297748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] The port '8e744110-6f1d-4d07-9b8b-a24cdb04734f' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:17:57.433642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8e744110-6f1d-4d07-9b8b-a24cdb04734f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:17:57.464534 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Set router 198ced39-f6e5-4de7-9e19-06f50aefe093 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:57.536676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.542741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 8e744110-6f1d-4d07-9b8b-a24cdb04734f {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:17:57.543126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8e744110-6f1d-4d07-9b8b-a24cdb04734f not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:17:57.568710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Transition to ACTIVE for port object 76c7261d-5e53-4066-b26f-2a23297a6ce5 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:57.600868 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Transition to ACTIVE for port object 76c7261d-5e53-4066-b26f-2a23297a6ce5 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:57.608997 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4c299d70-0825-48be-a481-bf8cb1e74845 tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] Notify callbacks [] for subnetpool, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.610348 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4c299d70-0825-48be-a481-bf8cb1e74845 tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9995167 Feb 04 06:17:57.613564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48306) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:57.661955 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-50c17f51-5001-42c8-843e-e0aedf31ec1a tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] 10.222.0.32 "GET /v2.0/subnetpools/4ee5307f-77e6-4f42-ac0d-782fb7597a94 HTTP/1.1" status: 200 len: 731 time: 0.0449996 Feb 04 06:17:57.663244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48310) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:57.677510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ada802e4-3977-42bd-9963-e3dfd14a26af tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1396453228'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:57.681834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.685774 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-07ff2108-b1a5-4eed-905d-6d6957366cf1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1424024 Feb 04 06:17:57.692313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48314) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:57.701470 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.702313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97ea3976-1e05-4a3b-a177-7866f549d4ae', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:57.726086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:57.728925 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-94a9910b-e4d5-4299-b3d0-3aeeda688758 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3efbbc92-0e8b-401c-9599-bb76326e9c5c (CIDR: 2001:db8::/64) Feb 04 06:17:57.734745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.742264 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:57.748603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:57.763237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:57.773658 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a9910b-e4d5-4299-b3d0-3aeeda688758 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:17:57.773912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a9910b-e4d5-4299-b3d0-3aeeda688758 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:17:57.781181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:57.798643 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:57.804425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:57.813136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6df2683-c6ea-40a0-83df-403778904fcf') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:57.815015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6df2683-c6ea-40a0-83df-403778904fcf') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:57.815660 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:17:57.840677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.857982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.871328 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:17:57.877027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ada802e4-3977-42bd-9963-e3dfd14a26af tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] Notify callbacks [] for subnetpool, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.877478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:57.877882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.881601 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ada802e4-3977-42bd-9963-e3dfd14a26af tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] 10.222.0.32 "PUT /v2.0/subnetpools/4ee5307f-77e6-4f42-ac0d-782fb7597a94 HTTP/1.1" status: 200 len: 684 time: 0.2173779 Feb 04 06:17:57.882704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48318) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:57.892966 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:57.921314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Attempting to bind port 76c7261d-5e53-4066-b26f-2a23297a6ce5 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:57.921889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Attempting to bind port 76c7261d-5e53-4066-b26f-2a23297a6ce5 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'fbbe16f9-41af-4a69-b6f9-81ccbf565e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5d84ce63-349c-4202-9b8c-e9f3dcb5c153'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:57.921889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Attempting to bind port 76c7261d-5e53-4066-b26f-2a23297a6ce5 on network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:57.928841 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'name': 'tempest-TestVolumeBootPattern-893118059-router', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:44Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 4, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'gw_port': {'id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:46Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '5eb640eb-9013-4436-b5fa-44ec6008965e', 'name': '', 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'mac_address': 'fa:16:3e:47:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '77798dcd-ac3d-4856-9695-6bf62146b4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:53Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 2, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'subnets': [{'id': '77798dcd-ac3d-4856-9695-6bf62146b4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:57.933364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:57.933746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Checking segment: {'id': 'fbbe16f9-41af-4a69-b6f9-81ccbf565e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5d84ce63-349c-4202-9b8c-e9f3dcb5c153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:57.934155 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.934554 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Bound using segment: {'id': 'fbbe16f9-41af-4a69-b6f9-81ccbf565e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5d84ce63-349c-4202-9b8c-e9f3dcb5c153'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:57.935024 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Bound port: 76c7261d-5e53-4066-b26f-2a23297a6ce5, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbe16f9-41af-4a69-b6f9-81ccbf565e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5d84ce63-349c-4202-9b8c-e9f3dcb5c153'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:57.935374 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Checking router: 198ced39-f6e5-4de7-9e19-06f50aefe093 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:57.935517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.936049 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Updating router 198ced39-f6e5-4de7-9e19-06f50aefe093 port 5eb640eb-9013-4436-b5fa-44ec6008965e binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:17:57.943578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.945718 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Pushing event updated for resources: {'Port': ['ID=76c7261d-5e53-4066-b26f-2a23297a6ce5,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:57.990881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:57.991340 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-94a9910b-e4d5-4299-b3d0-3aeeda688758 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4190772 Feb 04 06:17:57.992032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48322) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:58.005969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '5d84ce63-349c-4202-9b8c-e9f3dcb5c153', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:58.032832 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.041726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] For port 76c7261d-5e53-4066-b26f-2a23297a6ce5, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:58.045188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] For port 76c7261d-5e53-4066-b26f-2a23297a6ce5, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=76c7261d-5e53-4066-b26f-2a23297a6ce5,segment=NetworkSegment(fbbe16f9-41af-4a69-b6f9-81ccbf565e54),segment_id=fbbe16f9-41af-4a69-b6f9-81ccbf565e54)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:58.098403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:58.104287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:58.115695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:58.116386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.122072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da98964f-7bc5-4c6a-9450-f158ec7228bc None None] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:17:58.142485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.145359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Subnet': ['ID=e83e5f90-70e0-4001-a925-99db75e26edc,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:58.208235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:58.210604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.212275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:58.215462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:58.221825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:58.267366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ef13-aeab-4bc9-bf7b-3cf380194973 tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] Notify callbacks [] for subnetpool, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.267963 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.269398 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d7b6ef13-aeab-4bc9-bf7b-3cf380194973 tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] 10.222.0.32 "DELETE /v2.0/subnetpools/4ee5307f-77e6-4f42-ac0d-782fb7597a94 HTTP/1.1" status: 204 len: 168 time: 0.3847468 Feb 04 06:17:58.272758 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a7c346a7-a7bf-4a0a-83a4-e3e8a3441928 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5485158 Feb 04 06:17:58.277929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48326) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:58.278072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.304858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.309246 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48330) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:58.331342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Network': ['ID=419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:58.337453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1673887266', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e83e5f90-70e0-4001-a925-99db75e26edc'}], 'security_groups': ['7213b915-990d-4b97-a5e1-135e1aec8223']}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:58.343474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2aec40a-3027-455f-8b6c-09d20ab2cf93,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:58.349523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48334) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:58.356275 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-beb0aeaa-3b54-42c7-84ea-da44ad7da5a2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/networks/419c8f11-2a34-47ec-84f7-3a4fdf0d2f0e HTTP/1.1" status: 204 len: 168 time: 3.1570444 Feb 04 06:17:58.360922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537198115', 'description': 'tempest-secgroup-smoke-1537198115 description', 'project_id': '7ddecbde9bc146ca808a0420422f898c'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:58.367035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:58.371277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Usage tracker for resource:security_group and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:58.374259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:58.378550 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-72ca5da7-000d-4a4a-b0a4-d83c7ef04941 tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] show failed (client error): The resource could not be found. Feb 04 06:17:58.382853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:58.383019 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-72ca5da7-000d-4a4a-b0a4-d83c7ef04941 tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] 10.222.0.32 "GET /v2.0/subnetpools/4ee5307f-77e6-4f42-ac0d-782fb7597a94 HTTP/1.1" status: 404 len: 346 time: 0.1056643 Feb 04 06:17:58.386456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48338) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:58.386824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48340) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:58.387239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:58.390712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.395350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-287633014', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:58.404210 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:58.409794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:router and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:58.413536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:58.421133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:58.447162 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02d7df-369a-4a29-bf79-fee4fc3c4e61 None None] Pushing event updated for resources: {'Port': ['ID=76c7261d-5e53-4066-b26f-2a23297a6ce5,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:58.460285 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-b351dfcb-2890-419c-8d74-2abff93e4ce5 tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] delete failed (client error): The resource could not be found. Feb 04 06:17:58.462050 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b351dfcb-2890-419c-8d74-2abff93e4ce5 tempest-SubnetPoolsTestJSON-1157825084 tempest-SubnetPoolsTestJSON-1157825084-project] 10.222.0.32 "DELETE /v2.0/subnetpools/4ee5307f-77e6-4f42-ac0d-782fb7597a94 HTTP/1.1" status: 404 len: 346 time: 0.0723515 Feb 04 06:17:58.466247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.467419 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f873ee6a-dcf4-466e-bf06-54e0ba30ed3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7741437 Feb 04 06:17:58.478560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.582039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:58.623187 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.656170 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Transition to ACTIVE for port object 5eb640eb-9013-4436-b5fa-44ec6008965e will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:58.689932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Usage tracker for resource:security_group_rule and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:58.698447 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-a3f26c75-d8fe-450a-a24d-e2a8f4ea5637 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4721458 Feb 04 06:17:58.699412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:58.709214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:58.758535 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.897663 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.901589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:58.923282 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f085da2-6cac-4d89-a08c-6aeae166aa28 None None] Pushing event updated for resources: {'Port': ['ID=5eb640eb-9013-4436-b5fa-44ec6008965e,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:59.011793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c16ee-cf1f-46b5-b061-ad9ec8f76966 None None] Update dhcp port {'port': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'fixed_ips': [{'subnet_id': 'b178e333-a38f-4e15-a984-3cb3ad969a89', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e83e5f90-70e0-4001-a925-99db75e26edc'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': 'c5c6d699-1bad-441f-b9f3-57dbe8b29a83'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:17:59.037940 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-14e65210-5c66-415e-aa3a-2cc9de33cdd8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086444540&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.1659923 Feb 04 06:17:59.041344 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.127288 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.131251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bd9c16ee-cf1f-46b5-b061-ad9ec8f76966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.240694 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Attempting to bind port 5eb640eb-9013-4436-b5fa-44ec6008965e on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:59.241005 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Attempting to bind port 5eb640eb-9013-4436-b5fa-44ec6008965e by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '6dba36b7-a92f-4ef1-bc6a-e5189289bbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:59.241321 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Attempting to bind port 5eb640eb-9013-4436-b5fa-44ec6008965e on network 6f699710-d39e-4f1a-915d-c13c5838e14f {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:17:59.248924 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:17:59.249631 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Checking segment: {'id': '6dba36b7-a92f-4ef1-bc6a-e5189289bbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:17:59.250201 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.250770 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Bound using segment: {'id': '6dba36b7-a92f-4ef1-bc6a-e5189289bbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:17:59.251413 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Bound port: 5eb640eb-9013-4436-b5fa-44ec6008965e, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dba36b7-a92f-4ef1-bc6a-e5189289bbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:59.251963 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.252736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-6a82e8f4-5d69-4479-9932-fdfbf42e3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:59.255926 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-6a82e8f4-5d69-4479-9932-fdfbf42e3744 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 1098 time: 0.3903370 Feb 04 06:17:59.272564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.367147 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] For port 5eb640eb-9013-4436-b5fa-44ec6008965e, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:17:59.371771 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] For port 5eb640eb-9013-4436-b5fa-44ec6008965e, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5eb640eb-9013-4436-b5fa-44ec6008965e,segment=NetworkSegment(6dba36b7-a92f-4ef1-bc6a-e5189289bbbd),segment_id=6dba36b7-a92f-4ef1-bc6a-e5189289bbbd)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:17:59.422463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-4247acea-d1f6-45cb-93b3-e85a5f06091f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:59.424006 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-4247acea-d1f6-45cb-93b3-e85a5f06091f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/networks?id=50931af2-d5d8-4bb5-ade3-c59a1545f612 HTTP/1.1" status: 200 len: 797 time: 0.3418658 Feb 04 06:17:59.424599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48362) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:59.457888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.480429 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.501852 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-11b29bcf-0a80-4fad-9280-55d4ee2a44b0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/quotas/ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 375 time: 0.0420506 Feb 04 06:17:59.575574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdf9605-3c5b-44c5-b445-262db4b07053,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:59.611695 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Routers {'198ced39-f6e5-4de7-9e19-06f50aefe093'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:17:59.611901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:59.612404 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['198ced39-f6e5-4de7-9e19-06f50aefe093'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:59.618564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:59.626731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.630267 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-15d08a91-625b-417d-8317-3be1cd4ff5b8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2773190 Feb 04 06:17:59.635224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48368) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:17:59.637664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-bd9c16ee-cf1f-46b5-b061-ad9ec8f76966 None None] Allocated IP 172.20.0.18 (0289d5c0-8362-47c2-8e26-bee9bc48d16e/e83e5f90-70e0-4001-a925-99db75e26edc/c5c6d699-1bad-441f-b9f3-57dbe8b29a83) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:59.663443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:59.664339 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.704923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8994a664-1309-47dd-a846-6f40b35aafc5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'security_group_rule': {'security_group_id': 'dcdf9605-3c5b-44c5-b445-262db4b07053', 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:59.753169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8994a664-1309-47dd-a846-6f40b35aafc5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:59.760082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Subnet': ['ID=b91ae51d-f154-4af2-9515-72c90130e641,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:59.771468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8994a664-1309-47dd-a846-6f40b35aafc5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Usage tracker for resource:security_group_rule and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:17:59.801307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8994a664-1309-47dd-a846-6f40b35aafc5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:17:59.810749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8994a664-1309-47dd-a846-6f40b35aafc5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:17:59.820402 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f085da2-6cac-4d89-a08c-6aeae166aa28 None None] Pushing event updated for resources: {'Port': ['ID=5eb640eb-9013-4436-b5fa-44ec6008965e,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:59.841015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-d6d71808-b8bb-404a-a3b4-419cda17f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:59.844803 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-d6d71808-b8bb-404a-a3b4-419cda17f7cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=60f52fc5-6237-4cf7-817f-9aed763089fe HTTP/1.1" status: 200 len: 897 time: 0.5634739 Feb 04 06:17:59.886482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-98789d15-a4b6-4277-9502-3854905a7211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.915023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:59.941137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-98789d15-a4b6-4277-9502-3854905a7211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:17:59.978448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bd9c16ee-cf1f-46b5-b061-ad9ec8f76966 None None] For port c5c6d699-1bad-441f-b9f3-57dbe8b29a83, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,segment=NetworkSegment(ccd8f409-3708-4d7f-8747-ec7ace42fd0f),segment_id=ccd8f409-3708-4d7f-8747-ec7ace42fd0f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:17:59.991286 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] Set router 198ced39-f6e5-4de7-9e19-06f50aefe093 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:17:59.994241 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-32367899-e719-4deb-95f3-ca980851467e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9945571 Feb 04 06:17:59.999709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:00.007066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': '5d84ce63-349c-4202-9b8c-e9f3dcb5c153', 'fixed_ips': [{'subnet_id': '3efbbc92-0e8b-401c-9599-bb76326e9c5c'}, {'subnet_id': 'b91ae51d-f154-4af2-9515-72c90130e641'}], 'name': 'tempest-PortsIpV6TestJSON-1581663550'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:00.028048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bd9c16ee-cf1f-46b5-b061-ad9ec8f76966 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.030333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8994a664-1309-47dd-a846-6f40b35aafc5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.056975 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bd9c16ee-cf1f-46b5-b061-ad9ec8f76966 None None] Transition to ACTIVE for port object c5c6d699-1bad-441f-b9f3-57dbe8b29a83 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:00.061214 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.065226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-98789d15-a4b6-4277-9502-3854905a7211 admin admin] Usage tracker for resource:security_group_rule and tenant:cf43997e4d8443efb3a35fe1ac334ac4 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:00.085062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-98789d15-a4b6-4277-9502-3854905a7211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:00.100321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-98789d15-a4b6-4277-9502-3854905a7211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:00.141685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bd9c16ee-cf1f-46b5-b061-ad9ec8f76966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.209934 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-5183cd77-5fe9-482f-805a-6d58aebb1530 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45 HTTP/1.1" status: 200 len: 1000 time: 0.3602369 Feb 04 06:18:00.352371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-98789d15-a4b6-4277-9502-3854905a7211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.373819 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-0a0a7cb3-2088-4937-91d6-84c7528b1f28 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8709993 Feb 04 06:18:00.380108 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a6c44b-fe62-4813-aa43-6deffc57ec64 None None] Network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:00.390143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8994a664-1309-47dd-a846-6f40b35aafc5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.403538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:00.406748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-d6b6bd76-df01-426b-82f7-c3b50901e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:00.408228 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-d6b6bd76-df01-426b-82f7-c3b50901e52c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13b8ccfb-2481-4bc5-b777-d1b37ffc4004 HTTP/1.1" status: 200 len: 835 time: 0.1660147 Feb 04 06:18:00.411781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:00.416256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:00.433060 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'name': 'tempest-TestVolumeBootPattern-893118059-router', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:44Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 4, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'gw_port': {'id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:46Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '5eb640eb-9013-4436-b5fa-44ec6008965e', 'name': '', 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'mac_address': 'fa:16:3e:47:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '77798dcd-ac3d-4856-9695-6bf62146b4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:53Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'subnets': [{'id': '77798dcd-ac3d-4856-9695-6bf62146b4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:00.437758 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036c220-1044-4cbd-b07e-1cf87be71297 None None] The sync data for ids ['198ced39-f6e5-4de7-9e19-06f50aefe093'] in dv-neutron-827796-1-hyperv is: [{'id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'name': 'tempest-TestVolumeBootPattern-893118059-router', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:44Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 4, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'gw_port': {'id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:46Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '5eb640eb-9013-4436-b5fa-44ec6008965e', 'name': '', 'network_id': '6f699710-d39e-4f1a-915d-c13c5838e14f', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'mac_address': 'fa:16:3e:47:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '77798dcd-ac3d-4856-9695-6bf62146b4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:53Z', 'updated_at': '2022-02-04T06:17:59Z', 'revision_number': 4, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'subnets': [{'id': '77798dcd-ac3d-4856-9695-6bf62146b4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:00.466239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:00.513383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-98789d15-a4b6-4277-9502-3854905a7211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:00.528970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-fd51fd1d-c860-415f-98b2-cb6b17875394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:00.531494 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-fd51fd1d-c860-415f-98b2-cb6b17875394 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60f52fc5-6237-4cf7-817f-9aed763089fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1162353 Feb 04 06:18:00.687068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c16ee-cf1f-46b5-b061-ad9ec8f76966 None None] Pushing event updated for resources: {'Port': ['ID=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:00.732536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c0827d42-f056-4196-848e-5404d1d208b9 None None] Provisioning for port 76c7261d-5e53-4066-b26f-2a23297a6ce5 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:00.775878 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-98789d15-a4b6-4277-9502-3854905a7211 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf43997e4d8443efb3a35fe1ac334ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3387613 Feb 04 06:18:00.775878 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48378) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:00.828463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:00.847116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8994a664-1309-47dd-a846-6f40b35aafc5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.058170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36bd0e-5e6a-46b5-ba0a-6959ea33600c None None] Update dhcp port {'port': {'network_id': '5d84ce63-349c-4202-9b8c-e9f3dcb5c153', 'fixed_ips': [{'subnet_id': '3efbbc92-0e8b-401c-9599-bb76326e9c5c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b91ae51d-f154-4af2-9515-72c90130e641'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '76c7261d-5e53-4066-b26f-2a23297a6ce5'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:18:01.061636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98789d15-a4b6-4277-9502-3854905a7211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9977be-60b4-470c-966b-a42cba89e99e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:01.076503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994a664-1309-47dd-a846-6f40b35aafc5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d30ba9-13bc-47ec-ac65-6ab2ba4781c3,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:01.152282 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8d36bd0e-5e6a-46b5-ba0a-6959ea33600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.177287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 76c7261d-5e53-4066-b26f-2a23297a6ce5 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:01.195490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8994a664-1309-47dd-a846-6f40b35aafc5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.201025 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8994a664-1309-47dd-a846-6f40b35aafc5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5302067 Feb 04 06:18:01.202026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48382) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:01.203838 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-92268516-01d5-4e7c-b992-41c89947e448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.239566 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-51b88a94-777d-4786-b43b-d02e817a4454 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'security_group_rule': {'security_group_id': 'dcdf9605-3c5b-44c5-b445-262db4b07053', 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:01.251705 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-51db1ddc-b792-4a0b-8969-8a44425fcad7 service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134440 Feb 04 06:18:01.260000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-51b88a94-777d-4786-b43b-d02e817a4454 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:01.260992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.271318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-51b88a94-777d-4786-b43b-d02e817a4454 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Usage tracker for resource:security_group_rule and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:01.297580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-51b88a94-777d-4786-b43b-d02e817a4454 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:01.307996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-51b88a94-777d-4786-b43b-d02e817a4454 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:01.392041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port 90bfa539-8bf6-4ede-8611-3ed7745b8f06 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:18:01.478736 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-96d6a6a8-d79e-451c-9fee-a316f844fef3 service neutron] 10.222.0.32 "GET /v2.0/networks/50931af2-d5d8-4bb5-ade3-c59a1545f612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9925380 Feb 04 06:18:01.517121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-92268516-01d5-4e7c-b992-41c89947e448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.590386 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c929b2fb-7e6b-4cf4-be96-e0378f2e0847 req-78139960-d35a-4e76-9e2f-d6b076644ba5 service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154175 Feb 04 06:18:01.594861 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-8d36bd0e-5e6a-46b5-ba0a-6959ea33600c None None] Allocated IP 2001:db8:0:1::2 (5d84ce63-349c-4202-9b8c-e9f3dcb5c153/b91ae51d-f154-4af2-9515-72c90130e641/76c7261d-5e53-4066-b26f-2a23297a6ce5) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:01.612950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51b88a94-777d-4786-b43b-d02e817a4454 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.694302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 76c7261d-5e53-4066-b26f-2a23297a6ce5 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:01.709015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 76c7261d-5e53-4066-b26f-2a23297a6ce5 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:01.709387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.778057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fd019def-bd0d-4c88-8585-4dc681cafb36 None None] Provisioning complete for port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:01.778796 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd019def-bd0d-4c88-8585-4dc681cafb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.819066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51b88a94-777d-4786-b43b-d02e817a4454 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.865244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Delete allocated IP 172.20.0.13 (0289d5c0-8362-47c2-8e26-bee9bc48d16e/b178e333-a38f-4e15-a984-3cb3ad969a89) {{(pid=88199) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:18:01.881821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8d36bd0e-5e6a-46b5-ba0a-6959ea33600c None None] For port 76c7261d-5e53-4066-b26f-2a23297a6ce5, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=76c7261d-5e53-4066-b26f-2a23297a6ce5,segment=NetworkSegment(fbbe16f9-41af-4a69-b6f9-81ccbf565e54),segment_id=fbbe16f9-41af-4a69-b6f9-81ccbf565e54)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:01.883907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fd019def-bd0d-4c88-8585-4dc681cafb36 None None] Port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:01.922948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.958403 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-d55c9acf-665e-49ce-8f42-b7ae260d2816 service neutron] 10.222.0.32 "GET /v2.0/networks/50931af2-d5d8-4bb5-ade3-c59a1545f612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673133 Feb 04 06:18:01.964611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.25 (0289d5c0-8362-47c2-8e26-bee9bc48d16e/e83e5f90-70e0-4001-a925-99db75e26edc/7e43a468-cb7c-4cb5-bf80-286beed63868) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:01.966454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fd019def-bd0d-4c88-8585-4dc681cafb36 None None] Provisioning complete for port 7e43a468-cb7c-4cb5-bf80-286beed63868 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:01.966822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd019def-bd0d-4c88-8585-4dc681cafb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.981416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51b88a94-777d-4786-b43b-d02e817a4454 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.994112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8d36bd0e-5e6a-46b5-ba0a-6959ea33600c None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:01.999667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.016588 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.036352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b88a94-777d-4786-b43b-d02e817a4454 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a10077-691f-48ff-8c2d-61f7cdc17959,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:02.047169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8d36bd0e-5e6a-46b5-ba0a-6959ea33600c None None] Transition to ACTIVE for port object 76c7261d-5e53-4066-b26f-2a23297a6ce5 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:02.062003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fd019def-bd0d-4c88-8585-4dc681cafb36 None None] Port 7e43a468-cb7c-4cb5-bf80-286beed63868 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:02.099281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-92268516-01d5-4e7c-b992-41c89947e448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.148747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92268516-01d5-4e7c-b992-41c89947e448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9977be-60b4-470c-966b-a42cba89e99e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:02.176527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8d36bd0e-5e6a-46b5-ba0a-6959ea33600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.277756 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fd019def-bd0d-4c88-8585-4dc681cafb36 None None] Provisioning for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:02.286418 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-92268516-01d5-4e7c-b992-41c89947e448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.287594 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-92268516-01d5-4e7c-b992-41c89947e448 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea9977be-60b4-470c-966b-a42cba89e99e HTTP/1.1" status: 204 len: 168 time: 1.3771479 Feb 04 06:18:02.379110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51b88a94-777d-4786-b43b-d02e817a4454 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.380635 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-51b88a94-777d-4786-b43b-d02e817a4454 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1669395 Feb 04 06:18:02.383213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48392) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:02.389737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b76dcad1-9374-4b17-8618-3a8e278ca10f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'security_group_rule': {'security_group_id': 'dcdf9605-3c5b-44c5-b445-262db4b07053', 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:02.396445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b76dcad1-9374-4b17-8618-3a8e278ca10f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:02.397492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:18:02.397813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:18:02.401378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b76dcad1-9374-4b17-8618-3a8e278ca10f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Usage tracker for resource:security_group_rule and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:02.404734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b76dcad1-9374-4b17-8618-3a8e278ca10f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:02.412622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b76dcad1-9374-4b17-8618-3a8e278ca10f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:02.445432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1::2-fe785a75-d9fb-4948-8f10-e4551b0d17f8 {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:18:02.445758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:18:02.514585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Allocated IP 172.26.7.183 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/9ad0da00-7b3a-4d62-85bd-b2e41edba73f) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:02.520349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fd019def-bd0d-4c88-8585-4dc681cafb36 None None] Provisioning complete for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:02.526936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd019def-bd0d-4c88-8585-4dc681cafb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.530861 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6f34452e-3f2e-43cb-b9c5-c00a02902b4b req-0800e0c5-6290-469e-95b1-015ea261cd86 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 210 time: 0.0863008 Feb 04 06:18:02.542913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b76dcad1-9374-4b17-8618-3a8e278ca10f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.580623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36bd0e-5e6a-46b5-ba0a-6959ea33600c None None] Pushing event updated for resources: {'Port': ['ID=76c7261d-5e53-4066-b26f-2a23297a6ce5,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:02.668163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b76dcad1-9374-4b17-8618-3a8e278ca10f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.701787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.764962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b76dcad1-9374-4b17-8618-3a8e278ca10f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.790381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object 7e43a468-cb7c-4cb5-bf80-286beed63868 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:02.804045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.818129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dcad1-9374-4b17-8618-3a8e278ca10f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328f85dd-7fea-40ba-8117-0ec364ab7822,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:02.948569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.968958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:02.975359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:18:03.005095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 76c7261d-5e53-4066-b26f-2a23297a6ce5, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=76c7261d-5e53-4066-b26f-2a23297a6ce5,segment=NetworkSegment(fbbe16f9-41af-4a69-b6f9-81ccbf565e54),segment_id=fbbe16f9-41af-4a69-b6f9-81ccbf565e54)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:03.067076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.086399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b76dcad1-9374-4b17-8618-3a8e278ca10f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.090811 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b76dcad1-9374-4b17-8618-3a8e278ca10f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7033722 Feb 04 06:18:03.093928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48402) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:03.101588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a71de594-a926-49ff-9078-d984824fb46b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'security_group_rule': {'security_group_id': 'dcdf9605-3c5b-44c5-b445-262db4b07053', 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:03.112930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a71de594-a926-49ff-9078-d984824fb46b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:03.124811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.125674 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5eb640eb-9013-4436-b5fa-44ec6008965e up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:03.128948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a71de594-a926-49ff-9078-d984824fb46b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Usage tracker for resource:security_group_rule and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:03.136059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a71de594-a926-49ff-9078-d984824fb46b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:03.155773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a71de594-a926-49ff-9078-d984824fb46b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:03.185285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.249667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=7e43a468-cb7c-4cb5-bf80-286beed63868,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:03.315785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f1c32-78f0-4f35-823f-e4179e2c75c6 None None] Network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:03.320109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a71de594-a926-49ff-9078-d984824fb46b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.332802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=9ad0da00-7b3a-4d62-85bd-b2e41edba73f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:03.389924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:03.393214 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:03.398260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:03.450779 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] In _notify_port_updated(), no bound segment for port 7e43a468-cb7c-4cb5-bf80-286beed63868 on network 0289d5c0-8362-47c2-8e26-bee9bc48d16e {{(pid=88199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:18:03.456721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:03.457485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.462747 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-542b8cfa-b63d-46bb-870c-bf2e7ec6c809 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "PUT /v2.0/ports/7e43a468-cb7c-4cb5-bf80-286beed63868 HTTP/1.1" status: 200 len: 921 time: 5.1420691 Feb 04 06:18:03.469855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48408) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:03.473456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 5eb640eb-9013-4436-b5fa-44ec6008965e completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:03.478827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=76c7261d-5e53-4066-b26f-2a23297a6ce5,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:03.483484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a71de594-a926-49ff-9078-d984824fb46b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.495360 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 5eb640eb-9013-4436-b5fa-44ec6008965e triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:03.495719 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.549472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8::334 (5d84ce63-349c-4202-9b8c-e9f3dcb5c153/3efbbc92-0e8b-401c-9599-bb76326e9c5c/0cdb36f2-7b8e-42c2-a988-d47abc9bea13) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:03.556674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8:0:1::1bb (5d84ce63-349c-4202-9b8c-e9f3dcb5c153/b91ae51d-f154-4af2-9515-72c90130e641/0cdb36f2-7b8e-42c2-a988-d47abc9bea13) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:03.557063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-428e102f-aec8-4ab0-adfb-10d32cde1d41 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 7e43a468-cb7c-4cb5-bf80-286beed63868 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:03.558190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-428e102f-aec8-4ab0-adfb-10d32cde1d41 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.667348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f652cf0d-aaea-4c21-b08e-a9aab68d64b8 None None] Provisioning for port 76c7261d-5e53-4066-b26f-2a23297a6ce5 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:03.724971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a71de594-a926-49ff-9078-d984824fb46b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.763843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.768327 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1bb14afd-7c87-499d-93ae-212dc63d6bd6 req-d3090045-03e7-40e2-9a9c-bb7889830da1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 210 time: 0.1308820 Feb 04 06:18:03.774171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f652cf0d-aaea-4c21-b08e-a9aab68d64b8 None None] Provisioning complete for port 76c7261d-5e53-4066-b26f-2a23297a6ce5 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:03.774542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f652cf0d-aaea-4c21-b08e-a9aab68d64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.808032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71de594-a926-49ff-9078-d984824fb46b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56005d0-354e-46a2-9773-5f5ae063c8c2,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:03.906063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.928258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:03.930665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a71de594-a926-49ff-9078-d984824fb46b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:03.935347 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a71de594-a926-49ff-9078-d984824fb46b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8373284 Feb 04 06:18:03.936239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48414) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:03.944510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'security_group_rule': {'security_group_id': 'dcdf9605-3c5b-44c5-b445-262db4b07053', 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:03.952847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:03.959556 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Usage tracker for resource:security_group_rule and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:03.964350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:03.972214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:03.981770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 5eb640eb-9013-4436-b5fa-44ec6008965e, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5eb640eb-9013-4436-b5fa-44ec6008965e,segment=NetworkSegment(6dba36b7-a92f-4ef1-bc6a-e5189289bbbd),segment_id=6dba36b7-a92f-4ef1-bc6a-e5189289bbbd)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:04.134088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.136259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c5c6d699-1bad-441f-b9f3-57dbe8b29a83 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:04.136433 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Project 7ddecbde9bc146ca808a0420422f898c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:18:04.141800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.255213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=0cdb36f2-7b8e-42c2-a988-d47abc9bea13,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:04.271057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.273798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=5eb640eb-9013-4436-b5fa-44ec6008965e,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:04.299019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-403b512c-107c-47c0-8b29-7ae22dae7da3 None None] Provisioning for port 7e43a468-cb7c-4cb5-bf80-286beed63868 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:04.299624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-428e102f-aec8-4ab0-adfb-10d32cde1d41 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.304482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:04.304879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.328232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:04.333097 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:04.334647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-403b512c-107c-47c0-8b29-7ae22dae7da3 None None] Provisioning complete for port 7e43a468-cb7c-4cb5-bf80-286beed63868 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:04.335937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-403b512c-107c-47c0-8b29-7ae22dae7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.344203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:04.352050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:04.352782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.421579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-403b512c-107c-47c0-8b29-7ae22dae7da3 None None] Port 7e43a468-cb7c-4cb5-bf80-286beed63868 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:04.486172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-428e102f-aec8-4ab0-adfb-10d32cde1d41 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 7e43a468-cb7c-4cb5-bf80-286beed63868 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:04.556755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f1ae6171-5479-490d-8091-7416ecc5b4e3 None None] Provisioning complete for port 76c7261d-5e53-4066-b26f-2a23297a6ce5 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:04.557179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f1ae6171-5479-490d-8091-7416ecc5b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.590644 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.647245 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-48b1c651-77e2-4541-aaf6-01720b46d28a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.6457884 Feb 04 06:18:04.649528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48418) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:04.658821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4a67b4d7-2c77-4051-9c92-fe4f88a81d15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3efbbc92-0e8b-401c-9599-bb76326e9c5c'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:04.699908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 76c7261d-5e53-4066-b26f-2a23297a6ce5 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:04.826237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a67b4d7-2c77-4051-9c92-fe4f88a81d15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.832397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 76c7261d-5e53-4066-b26f-2a23297a6ce5 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:04.832864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.838462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:04.860726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91778c9c-8162-487a-bf73-9ffebb0aed0b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:04.924689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.005451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5eb640eb-9013-4436-b5fa-44ec6008965e up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:05.010948 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fc606143-0c16-491e-beaa-1cd3c81e5704 req-c11c72e8-80d3-46ab-81c6-66df9df4a3b7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 210 time: 0.0666430 Feb 04 06:18:05.050220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.053352 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d67d21fb-dc45-4739-a5d9-8926f0c8b89d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1157334 Feb 04 06:18:05.054604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48424) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:05.062433 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-40fe44b3-9e34-43f9-bfaa-a59fa8cca0ff None None] Provisioning for port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:05.072432 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-40fe44b3-9e34-43f9-bfaa-a59fa8cca0ff None None] Provisioning complete for port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:05.072854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-40fe44b3-9e34-43f9-bfaa-a59fa8cca0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.073351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'security_group_rule': {'security_group_id': 'dcdf9605-3c5b-44c5-b445-262db4b07053', 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:05.079556 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:05.083425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Usage tracker for resource:security_group_rule and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:05.086462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:05.092933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:05.134950 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-40fe44b3-9e34-43f9-bfaa-a59fa8cca0ff None None] Port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:05.137677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-428e102f-aec8-4ab0-adfb-10d32cde1d41 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.144609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 5eb640eb-9013-4436-b5fa-44ec6008965e triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:05.145023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.194113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e102f-aec8-4ab0-adfb-10d32cde1d41 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=7e43a468-cb7c-4cb5-bf80-286beed63868,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:05.210343 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Project 7ddecbde9bc146ca808a0420422f898c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:18:05.253654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.351783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.414672 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-428e102f-aec8-4ab0-adfb-10d32cde1d41 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.444336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.474627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-4a67b4d7-2c77-4051-9c92-fe4f88a81d15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Delete allocated IP 2001:db8:0:1::1bb (5d84ce63-349c-4202-9b8c-e9f3dcb5c153/b91ae51d-f154-4af2-9515-72c90130e641) {{(pid=88198) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:18:05.484311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7e91cd-52c0-4d2d-bc7a-8cc433361be5,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:05.505671 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-428e102f-aec8-4ab0-adfb-10d32cde1d41 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/7e43a468-cb7c-4cb5-bf80-286beed63868 HTTP/1.1" status: 204 len: 168 time: 2.0346634 Feb 04 06:18:05.513958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48428) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:05.578785 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-648e5abb-b396-4e31-a318-1773ad554eb1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:18:05.579447 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-648e5abb-b396-4e31-a318-1773ad554eb1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:05.589637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.648778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.648992 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e6ecfa95-1e34-4baf-8c57-1feb5b855543 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5837395 Feb 04 06:18:05.792634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-9e3c1018-13e3-46d1-93a1-3f2005d347ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:05.792634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-9e3c1018-13e3-46d1-93a1-3f2005d347ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:05.822003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a67b4d7-2c77-4051-9c92-fe4f88a81d15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:05.822836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-648e5abb-b396-4e31-a318-1773ad554eb1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:05.824230 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-648e5abb-b396-4e31-a318-1773ad554eb1 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/7e43a468-cb7c-4cb5-bf80-286beed63868 HTTP/1.1" status: 404 len: 333 time: 0.3091509 Feb 04 06:18:05.827584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48454) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:05.838678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-4a67b4d7-2c77-4051-9c92-fe4f88a81d15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Ignored duplicate provisioning block setup for port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 06:18:05.883901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-9e3c1018-13e3-46d1-93a1-3f2005d347ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:05.885993 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-9e3c1018-13e3-46d1-93a1-3f2005d347ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=50931af2-d5d8-4bb5-ade3-c59a1545f612 HTTP/1.1" status: 200 len: 797 time: 0.3132670 Feb 04 06:18:05.932510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a67b4d7-2c77-4051-9c92-fe4f88a81d15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.016438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-94c22731-7a95-41cb-bbab-7edd5efbed8f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.018784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67b4d7-2c77-4051-9c92-fe4f88a81d15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=0cdb36f2-7b8e-42c2-a988-d47abc9bea13,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:06.031571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-a5248a49-b418-4c36-a32f-7a7da80cf95d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:06.051936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-94c22731-7a95-41cb-bbab-7edd5efbed8f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.119760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4a67b4d7-2c77-4051-9c92-fe4f88a81d15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] In _notify_port_updated(), no bound segment for port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 on network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:18:06.126030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a67b4d7-2c77-4051-9c92-fe4f88a81d15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:06.126673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4a67b4d7-2c77-4051-9c92-fe4f88a81d15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.133948 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4a67b4d7-2c77-4051-9c92-fe4f88a81d15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "PUT /v2.0/ports/0cdb36f2-7b8e-42c2-a988-d47abc9bea13 HTTP/1.1" status: 200 len: 926 time: 1.4831889 Feb 04 06:18:06.136924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48482) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:06.143456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b5a9ab18-e0cb-4c60-a3a1-b3c1d51fabd6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3efbbc92-0e8b-401c-9599-bb76326e9c5c'}, {'subnet_id': 'b91ae51d-f154-4af2-9515-72c90130e641'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:06.239359 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9bff07e6-69b3-49ec-ade7-9c1bd4f6e3e2 req-8ba0c315-9a3d-4a77-8d61-8864140147d9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 210 time: 0.0724988 Feb 04 06:18:06.244000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-94c22731-7a95-41cb-bbab-7edd5efbed8f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.265759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-a5248a49-b418-4c36-a32f-7a7da80cf95d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:06.266905 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-a5248a49-b418-4c36-a32f-7a7da80cf95d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 473 time: 0.3739760 Feb 04 06:18:06.281677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'device_id': '575766b5-72eb-443a-ae88-d95725cfd75b', 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612', 'admin_state_up': True, 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'security_groups': ['97ea3976-1e05-4a3b-a177-7866f549d4ae']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:06.283367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router 1dfada7a-0a67-4fb6-b3f9-aa3741671d19 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:18:06.285572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c22731-7a95-41cb-bbab-7edd5efbed8f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b921d1f8-749c-4d11-9b41-5605628f8874,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:06.290888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-94c22731-7a95-41cb-bbab-7edd5efbed8f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.295575 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-94c22731-7a95-41cb-bbab-7edd5efbed8f tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/security-groups/b921d1f8-749c-4d11-9b41-5605628f8874 HTTP/1.1" status: 204 len: 168 time: 0.4666598 Feb 04 06:18:06.296635 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48488) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:06.379799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ab18-e0cb-4c60-a3a1-b3c1d51fabd6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.392282 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-de2782bf-934d-4d34-83c7-af084cee2fdf None None] Provisioning complete for port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:06.392965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-de2782bf-934d-4d34-83c7-af084cee2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.455263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-de2782bf-934d-4d34-83c7-af084cee2fdf None None] Port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:06.455886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb736384-7c6f-4401-82b6-4e558e38158a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.553744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:06.555736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb736384-7c6f-4401-82b6-4e558e38158a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.562349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:port and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:06.571768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:06.583745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:18:06.586973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:06.598277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da4997b-cb96-4f12-b3a0-b42a38a2f99b None None] Sync routers for ids ['1dfada7a-0a67-4fb6-b3f9-aa3741671d19'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:06.611580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da4997b-cb96-4f12-b3a0-b42a38a2f99b None None] Routers {'1dfada7a-0a67-4fb6-b3f9-aa3741671d19'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:06.613145 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0da4997b-cb96-4f12-b3a0-b42a38a2f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1dfada7a-0a67-4fb6-b3f9-aa3741671d19'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:06.691903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0da4997b-cb96-4f12-b3a0-b42a38a2f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:06.700783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da4997b-cb96-4f12-b3a0-b42a38a2f99b None None] Routers {'1dfada7a-0a67-4fb6-b3f9-aa3741671d19'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:06.701387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0da4997b-cb96-4f12-b3a0-b42a38a2f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1dfada7a-0a67-4fb6-b3f9-aa3741671d19'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:06.750890 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.755177 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a1371e65-69ef-46ea-bc76-657de7c175f8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3672907 Feb 04 06:18:06.756244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48492) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:06.763315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0da4997b-cb96-4f12-b3a0-b42a38a2f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:06.763718 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da4997b-cb96-4f12-b3a0-b42a38a2f99b None None] The sync data for ids ['1dfada7a-0a67-4fb6-b3f9-aa3741671d19'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:06.827785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb736384-7c6f-4401-82b6-4e558e38158a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.849782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb736384-7c6f-4401-82b6-4e558e38158a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7213b915-990d-4b97-a5e1-135e1aec8223,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:06.876269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb736384-7c6f-4401-82b6-4e558e38158a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.877532 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-eb736384-7c6f-4401-82b6-4e558e38158a tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/security-groups/7213b915-990d-4b97-a5e1-135e1aec8223 HTTP/1.1" status: 204 len: 168 time: 0.5782523 Feb 04 06:18:06.880439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48496) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:06.890958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:06.894388 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:06.972261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b5a9ab18-e0cb-4c60-a3a1-b3c1d51fabd6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8:0:1::1c0 (5d84ce63-349c-4202-9b8c-e9f3dcb5c153/b91ae51d-f154-4af2-9515-72c90130e641/0cdb36f2-7b8e-42c2-a988-d47abc9bea13) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:07.011369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4b8b81-a02e-4b0a-8bb4-dbd5d1b57317 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting subnet b178e333-a38f-4e15-a984-3cb3ad969a89 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:18:07.026554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8b81-a02e-4b0a-8bb4-dbd5d1b57317 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.088837 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-069412cd-b1ed-40c7-bdae-f49ad9e730d9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/routers/1dfada7a-0a67-4fb6-b3f9-aa3741671d19 HTTP/1.1" status: 200 len: 884 time: 0.3302929 Feb 04 06:18:07.091638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48504) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:07.097235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8b81-a02e-4b0a-8bb4-dbd5d1b57317 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.195832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8b81-a02e-4b0a-8bb4-dbd5d1b57317 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.280367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.28 (50931af2-d5d8-4bb5-ade3-c59a1545f612/dd0945e6-3042-47cf-8b64-db636786f8d6/827c5e4b-7ebe-4e22-9070-206b6a5a724b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:07.357240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ab18-e0cb-4c60-a3a1-b3c1d51fabd6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.398396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8b81-a02e-4b0a-8bb4-dbd5d1b57317 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.437384 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b8b81-a02e-4b0a-8bb4-dbd5d1b57317 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Subnet': ['ID=b178e333-a38f-4e15-a984-3cb3ad969a89,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:07.444656 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8b81-a02e-4b0a-8bb4-dbd5d1b57317 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.453909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c754b43-9501-4e8b-8515-a46f3d7dd54a None None] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:07.454751 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0a4b8b81-a02e-4b0a-8bb4-dbd5d1b57317 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/b178e333-a38f-4e15-a984-3cb3ad969a89 HTTP/1.1" status: 204 len: 168 time: 0.5733309 Feb 04 06:18:07.461193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48512) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:07.467802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:07.506534 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-598f6928-2fbf-4870-9baf-75114dce264b req-d3466213-ddad-413b-b985-d55fa49bd046 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 210 time: 0.1370959 Feb 04 06:18:07.514300 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-b5a9ab18-e0cb-4c60-a3a1-b3c1d51fabd6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:07.627026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:07.630358 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ab18-e0cb-4c60-a3a1-b3c1d51fabd6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.631893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:07.634885 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:07.642035 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:07.758501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:07.763194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.765974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.844133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9ab18-e0cb-4c60-a3a1-b3c1d51fabd6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] In _notify_port_updated(), no bound segment for port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 on network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:18:07.850801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a9ab18-e0cb-4c60-a3a1-b3c1d51fabd6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:07.851473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ab18-e0cb-4c60-a3a1-b3c1d51fabd6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:07.855495 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b5a9ab18-e0cb-4c60-a3a1-b3c1d51fabd6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "PUT /v2.0/ports/0cdb36f2-7b8e-42c2-a988-d47abc9bea13 HTTP/1.1" status: 200 len: 1012 time: 1.7149467 Feb 04 06:18:07.855495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9ab18-e0cb-4c60-a3a1-b3c1d51fabd6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=0cdb36f2-7b8e-42c2-a988-d47abc9bea13,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:07.865905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 827c5e4b-7ebe-4e22-9070-206b6a5a724b will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:07.865905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48524) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:07.872541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a2f72582-dadd-48a8-a049-de3c09a7db30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Synchronizing usage tracker for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:router {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:08.002052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dd14e0c5-d147-4bc1-a65b-c2c5b6d79fa6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:08.003324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd14e0c5-d147-4bc1-a65b-c2c5b6d79fa6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:08.083771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a2f72582-dadd-48a8-a049-de3c09a7db30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Unset dirty status for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:router {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:08.085325 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a2f72582-dadd-48a8-a049-de3c09a7db30 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9906006 Feb 04 06:18:08.088951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48554) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:08.097669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0d3e8ad2-89cf-4d56-9431-de81cf5416e8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-287633014'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:08.222150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:08.244521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:08.352593 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a9fa194a-b80a-4842-8afd-b32da153bc99 None None] Provisioning for port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:08.361708 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a9fa194a-b80a-4842-8afd-b32da153bc99 None None] Provisioning complete for port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:08.362326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a9fa194a-b80a-4842-8afd-b32da153bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:08.374390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Subnet': ['ID=30c8d2b8-387a-44c5-94cc-1fec2c856cd5,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:08.401354 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:08.402603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:08.407216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:08.407988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:08.458279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa194a-b80a-4842-8afd-b32da153bc99 None None] Port 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:08.568852 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8bca9aab-94e9-4763-9d02-ac6a67744944 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1059742 Feb 04 06:18:08.571501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48562) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:08.577803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'security_group': {'name': 'tempest-secgroup-212043802'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:08.586925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:08.595006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:security_group and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:08.599180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:08.610214 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:08.627110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e381e-d074-465d-bf54-5f78b5c28c17 None None] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:08.646324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 50931af2-d5d8-4bb5-ade3-c59a1545f612 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:08.670330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:08.676222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:08.704114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=827c5e4b-7ebe-4e22-9070-206b6a5a724b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:08.746409 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-da9c2421-ea57-4ec3-a26f-0df566ac0691 None None] Provisioning complete for port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:08.746783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-da9c2421-ea57-4ec3-a26f-0df566ac0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:08.765472 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:08.811268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:08.819327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:security_group_rule and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:08.823599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:08.831204 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:08.847705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-da9c2421-ea57-4ec3-a26f-0df566ac0691 None None] Port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:08.988407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-da9c2421-ea57-4ec3-a26f-0df566ac0691 None None] Provisioning complete for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:08.989021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:08.989266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-da9c2421-ea57-4ec3-a26f-0df566ac0691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:08.990112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:08.998022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd14e0c5-d147-4bc1-a65b-c2c5b6d79fa6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.133459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.166792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87828182-b0b6-4fd4-8fd3-f0ec9f307097 req-ba606fd7-5aa2-4b14-9d15-63117f64b92d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:09.173152 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-87828182-b0b6-4fd4-8fd3-f0ec9f307097 req-ba606fd7-5aa2-4b14-9d15-63117f64b92d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 932 time: 0.4516749 Feb 04 06:18:09.247335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dd14e0c5-d147-4bc1-a65b-c2c5b6d79fa6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 0cdb36f2-7b8e-42c2-a988-d47abc9bea13 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:09.247975 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-87828182-b0b6-4fd4-8fd3-f0ec9f307097 req-21843485-339e-4761-8f49-5d664ec3dbe4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666087 Feb 04 06:18:09.284871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9577682c-deef-43d6-8f07-5e44f7f6e1ce None None] Update dhcp port {'port': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'fixed_ips': [{'subnet_id': 'e83e5f90-70e0-4001-a925-99db75e26edc', 'ip_address': '172.20.0.18'}, {'subnet_id': '30c8d2b8-387a-44c5-94cc-1fec2c856cd5'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': 'c5c6d699-1bad-441f-b9f3-57dbe8b29a83'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:18:09.355983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9577682c-deef-43d6-8f07-5e44f7f6e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.449678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.552595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb128a1-eb5c-4265-8807-b2c09b4f1b3d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:09.591086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8ad2-89cf-4d56-9431-de81cf5416e8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.665298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-9577682c-deef-43d6-8f07-5e44f7f6e1ce None None] Allocated IP 172.20.0.2 (0289d5c0-8362-47c2-8e26-bee9bc48d16e/30c8d2b8-387a-44c5-94cc-1fec2c856cd5/c5c6d699-1bad-441f-b9f3-57dbe8b29a83) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:09.680215 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-7538cf32-8f5b-4768-99f4-71d1dd206256 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4022870 Feb 04 06:18:09.692281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Request body: {'port': {'device_id': '575766b5-72eb-443a-ae88-d95725cfd75b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:09.735180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.736897 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ff8aed0e-6d75-4f8a-a15b-fef5f5582ab9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1642036 Feb 04 06:18:09.740027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48568) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:09.741931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b12e12fa-b64b-4b62-a55c-d1e3e6b0880c None None] Provisioning for port 827c5e4b-7ebe-4e22-9070-206b6a5a724b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:09.747636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8ad2-89cf-4d56-9431-de81cf5416e8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.750535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'security_group': {'name': 'tempest-secgroup-1231372869'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:09.755513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b12e12fa-b64b-4b62-a55c-d1e3e6b0880c None None] Provisioning complete for port 827c5e4b-7ebe-4e22-9070-206b6a5a724b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:09.756303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b12e12fa-b64b-4b62-a55c-d1e3e6b0880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.759155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:09.765829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:security_group and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:09.769933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:09.779732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:09.816316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd14e0c5-d147-4bc1-a65b-c2c5b6d79fa6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.838825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b12e12fa-b64b-4b62-a55c-d1e3e6b0880c None None] Port 827c5e4b-7ebe-4e22-9070-206b6a5a724b cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:09.863919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9577682c-deef-43d6-8f07-5e44f7f6e1ce None None] For port c5c6d699-1bad-441f-b9f3-57dbe8b29a83, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,segment=NetworkSegment(ccd8f409-3708-4d7f-8747-ec7ace42fd0f),segment_id=ccd8f409-3708-4d7f-8747-ec7ace42fd0f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:09.901262 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.915365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14e0c5-d147-4bc1-a65b-c2c5b6d79fa6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=0cdb36f2-7b8e-42c2-a988-d47abc9bea13,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:09.934443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9577682c-deef-43d6-8f07-5e44f7f6e1ce None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:09.939591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:09.942337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9577682c-deef-43d6-8f07-5e44f7f6e1ce None None] Transition to ACTIVE for port object c5c6d699-1bad-441f-b9f3-57dbe8b29a83 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:09.945366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:security_group_rule and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:09.949927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:09.957708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:10.008759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9577682c-deef-43d6-8f07-5e44f7f6e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.090209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.106589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd14e0c5-d147-4bc1-a65b-c2c5b6d79fa6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.117446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.144666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48572) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:10.156128 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dd14e0c5-d147-4bc1-a65b-c2c5b6d79fa6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/0cdb36f2-7b8e-42c2-a988-d47abc9bea13 HTTP/1.1" status: 204 len: 168 time: 2.2942815 Feb 04 06:18:10.199625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.224923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3e8ad2-89cf-4d56-9431-de81cf5416e8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router 1dfada7a-0a67-4fb6-b3f9-aa3741671d19 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:18:10.225755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577682c-deef-43d6-8f07-5e44f7f6e1ce None None] Pushing event updated for resources: {'Port': ['ID=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:10.254182 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-043719c6-091e-4504-b954-993486b3b30a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:18:10.254772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-043719c6-091e-4504-b954-993486b3b30a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:10.261410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f1e71d-6a95-4905-a9eb-701fcc6e7c3e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:10.341603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.343284 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0e7632ff-6403-4d48-94ee-b26037469437 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6018534 Feb 04 06:18:10.347327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48578) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:10.353337 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'security_group': {'name': 'tempest-secgroup-1591076023'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:10.375032 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:10.378339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-043719c6-091e-4504-b954-993486b3b30a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:10.382674 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-043719c6-091e-4504-b954-993486b3b30a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/0cdb36f2-7b8e-42c2-a988-d47abc9bea13 HTTP/1.1" status: 404 len: 333 time: 0.2369702 Feb 04 06:18:10.385746 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48582) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:10.388752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:security_group and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:10.436331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:10.473476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:10.546149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc695f0b-ee31-43ac-936c-73d1dc80cd81 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting subnet b91ae51d-f154-4af2-9515-72c90130e641 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:18:10.552169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc695f0b-ee31-43ac-936c-73d1dc80cd81 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.636786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.641965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c5c6d699-1bad-441f-b9f3-57dbe8b29a83 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:10.655931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc695f0b-ee31-43ac-936c-73d1dc80cd81 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.702025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:10.726084 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:security_group_rule and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:10.731531 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:10.742770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:10.800444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc695f0b-ee31-43ac-936c-73d1dc80cd81 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.890787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.971044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a900072d-2ca3-48e2-aa8c-0b7c85853588 None None] Provisioning complete for port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:10.971713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a900072d-2ca3-48e2-aa8c-0b7c85853588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:10.981264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.015352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3e8ad2-89cf-4d56-9431-de81cf5416e8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:18:11.024367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8ad2-89cf-4d56-9431-de81cf5416e8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.026149 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0d3e8ad2-89cf-4d56-9431-de81cf5416e8 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/1dfada7a-0a67-4fb6-b3f9-aa3741671d19 HTTP/1.1" status: 200 len: 891 time: 2.9355299 Feb 04 06:18:11.029008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48588) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:11.033301 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf408cc3-a543-4e74-a91d-037250fd0507 None None] Sync routers for ids ['1dfada7a-0a67-4fb6-b3f9-aa3741671d19'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:11.034125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc695f0b-ee31-43ac-936c-73d1dc80cd81 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.041793 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf408cc3-a543-4e74-a91d-037250fd0507 None None] Routers {'1dfada7a-0a67-4fb6-b3f9-aa3741671d19'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:11.042649 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cf408cc3-a543-4e74-a91d-037250fd0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1dfada7a-0a67-4fb6-b3f9-aa3741671d19'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:11.051779 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a900072d-2ca3-48e2-aa8c-0b7c85853588 None None] Port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:11.097650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc695f0b-ee31-43ac-936c-73d1dc80cd81 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Subnet': ['ID=b91ae51d-f154-4af2-9515-72c90130e641,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:11.101163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a417692e-201a-49f8-b88c-5b2bdc60e375,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:11.103682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc695f0b-ee31-43ac-936c-73d1dc80cd81 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.105921 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bc695f0b-ee31-43ac-936c-73d1dc80cd81 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/b91ae51d-f154-4af2-9515-72c90130e641 HTTP/1.1" status: 204 len: 168 time: 0.7191212 Feb 04 06:18:11.107586 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cf408cc3-a543-4e74-a91d-037250fd0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:11.108455 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48592) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:11.118349 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf408cc3-a543-4e74-a91d-037250fd0507 None None] Routers {'1dfada7a-0a67-4fb6-b3f9-aa3741671d19'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:11.118349 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cf408cc3-a543-4e74-a91d-037250fd0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:17:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['1dfada7a-0a67-4fb6-b3f9-aa3741671d19'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:11.120323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df0a7ac-c77a-4dd6-a934-cceec3cee9f3 None None] Network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:11.196302 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.197958 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e6825246-3979-4878-9729-e1951db09f7b tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8488917 Feb 04 06:18:11.206244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827c5e4b-7ebe-4e22-9070-206b6a5a724b {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:11.207362 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cf408cc3-a543-4e74-a91d-037250fd0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:11.207766 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf408cc3-a543-4e74-a91d-037250fd0507 None None] The sync data for ids ['1dfada7a-0a67-4fb6-b3f9-aa3741671d19'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:11.210555 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48596) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:11.214880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a900072d-2ca3-48e2-aa8c-0b7c85853588 None None] Provisioning for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:11.221709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.222073 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-73324750', 'security_groups': ['a417692e-201a-49f8-b88c-5b2bdc60e375'], 'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '30c8d2b8-387a-44c5-94cc-1fec2c856cd5'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:11.229940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a900072d-2ca3-48e2-aa8c-0b7c85853588 None None] Provisioning complete for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:11.230549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a900072d-2ca3-48e2-aa8c-0b7c85853588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.236416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Transition to ACTIVE for port object 827c5e4b-7ebe-4e22-9070-206b6a5a724b will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:11.238384 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39c00e3-803f-451e-bea3-a68f9f47db5e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting subnet 3efbbc92-0e8b-401c-9599-bb76326e9c5c {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:18:11.245767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed442e-06e9-4d0f-a2dd-172723984b21 req-f7a03cf5-596a-43ed-a521-1db3e30e39bf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:11.246713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-55ed442e-06e9-4d0f-a2dd-172723984b21 req-f7a03cf5-596a-43ed-a521-1db3e30e39bf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:11.296592 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b39c00e3-803f-451e-bea3-a68f9f47db5e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.368574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.376928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b39c00e3-803f-451e-bea3-a68f9f47db5e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.459722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Pushing event updated for resources: {'Port': ['ID=827c5e4b-7ebe-4e22-9070-206b6a5a724b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:11.466919 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:11.474830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-55ed442e-06e9-4d0f-a2dd-172723984b21 req-f7a03cf5-596a-43ed-a521-1db3e30e39bf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:11.483867 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55ed442e-06e9-4d0f-a2dd-172723984b21 req-f7a03cf5-596a-43ed-a521-1db3e30e39bf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 932 time: 0.9051709 Feb 04 06:18:11.485137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:11.508945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b39c00e3-803f-451e-bea3-a68f9f47db5e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.661217 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:11.832107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b39c00e3-803f-451e-bea3-a68f9f47db5e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.833226 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55ed442e-06e9-4d0f-a2dd-172723984b21 req-345f1d3b-b5e5-48b5-9228-35e46fbb25e8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408408 Feb 04 06:18:11.868326 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2a40bc1e-5456-41db-93da-7d8d47dbca26 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/routers/1dfada7a-0a67-4fb6-b3f9-aa3741671d19 HTTP/1.1" status: 200 len: 891 time: 0.8280327 Feb 04 06:18:11.869111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48604) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:11.894534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c00e3-803f-451e-bea3-a68f9f47db5e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Subnet': ['ID=3efbbc92-0e8b-401c-9599-bb76326e9c5c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:11.901458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b39c00e3-803f-451e-bea3-a68f9f47db5e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.908928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:11.939849 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b39c00e3-803f-451e-bea3-a68f9f47db5e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/3efbbc92-0e8b-401c-9599-bb76326e9c5c HTTP/1.1" status: 204 len: 168 time: 0.8298817 Feb 04 06:18:11.941599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-03033fce-3267-4bea-b394-65d6f6bbeaa2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Synchronizing usage tracker for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:11.953150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48608) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:11.953740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Attempting to bind port 827c5e4b-7ebe-4e22-9070-206b6a5a724b on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:11.954083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Attempting to bind port 827c5e4b-7ebe-4e22-9070-206b6a5a724b by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:11.954411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Attempting to bind port 827c5e4b-7ebe-4e22-9070-206b6a5a724b on network 50931af2-d5d8-4bb5-ade3-c59a1545f612 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:11.962094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Port 827c5e4b-7ebe-4e22-9070-206b6a5a724b on network 50931af2-d5d8-4bb5-ade3-c59a1545f612 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:18:11.962430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Attempting to bind port 827c5e4b-7ebe-4e22-9070-206b6a5a724b on network 50931af2-d5d8-4bb5-ade3-c59a1545f612 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:11.970314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:11.970656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Checking segment: {'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:11.971058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Bound using segment: {'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:11.971486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Bound port: 827c5e4b-7ebe-4e22-9070-206b6a5a724b, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:11.971837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.023459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] device_id is not set on port 6f60c2da-fd43-42b5-be19-a46ff44ff09c yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:18:12.071225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-03033fce-3267-4bea-b394-65d6f6bbeaa2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Unset dirty status for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:12.076249 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-03033fce-3267-4bea-b394-65d6f6bbeaa2 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dfada7a-0a67-4fb6-b3f9-aa3741671d19 HTTP/1.1" status: 200 len: 205 time: 0.1996088 Feb 04 06:18:12.076400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48612) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:12.083467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] For port 827c5e4b-7ebe-4e22-9070-206b6a5a724b, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:12.087494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] For port 827c5e4b-7ebe-4e22-9070-206b6a5a724b, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=827c5e4b-7ebe-4e22-9070-206b6a5a724b,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:12.191750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.193194 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.268318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:12.269244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.270681 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] 10.222.0.24 "PUT /v2.0/ports/827c5e4b-7ebe-4e22-9070-206b6a5a724b HTTP/1.1" status: 200 len: 1094 time: 2.5834811 Feb 04 06:18:12.274092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575766b5-72eb-443a-ae88-d95725cfd75b', 'tag': '827c5e4b-7ebe-4e22-9070-206b6a5a724b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:12.299432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 76c7261d-5e53-4066-b26f-2a23297a6ce5 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:12.299989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.335939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa647a8-e30f-4142-93aa-450d0098ba29 service neutron] Pushing event updated for resources: {'Port': ['ID=827c5e4b-7ebe-4e22-9070-206b6a5a724b,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:12.348880 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575766b5-72eb-443a-ae88-d95725cfd75b', 'tag': '827c5e4b-7ebe-4e22-9070-206b6a5a724b', 'status': 'completed', 'code': 200} Feb 04 06:18:12.459746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26692863-ba27-4625-86e6-69c76046c258 None None] Network 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:12.471488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82300-65fd-49dc-be6a-bccc651dda5b req-2aae5921-a7cf-4b95-a71c-54a1d741f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:12.474296 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fef82300-65fd-49dc-be6a-bccc651dda5b req-2aae5921-a7cf-4b95-a71c-54a1d741f826 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 1097 time: 0.1035628 Feb 04 06:18:12.633784 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6d810d4e-c7cd-44b7-9f49-c8560e082eaf None None] Provisioning complete for port 76c7261d-5e53-4066-b26f-2a23297a6ce5 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:12.634270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6d810d4e-c7cd-44b7-9f49-c8560e082eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.674116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.710246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82300-65fd-49dc-be6a-bccc651dda5b req-95b712e6-8403-4751-a8f4-31e89174a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:12.712105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82300-65fd-49dc-be6a-bccc651dda5b req-95b712e6-8403-4751-a8f4-31e89174a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:12.713966 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fef82300-65fd-49dc-be6a-bccc651dda5b req-95b712e6-8403-4751-a8f4-31e89174a66a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed74ee2667754fabaada911129fc7b8d&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2327709 Feb 04 06:18:12.856009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.10 (0289d5c0-8362-47c2-8e26-bee9bc48d16e/30c8d2b8-387a-44c5-94cc-1fec2c856cd5/6f60c2da-fd43-42b5-be19-a46ff44ff09c) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:12.892802 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:18:13.060966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275a723-d808-4de7-ab63-a4e6c6531040 None None] DHCP port deletion for 5d84ce63-349c-4202-9b8c-e9f3dcb5c153 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:18:13.065890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1275a723-d808-4de7-ab63-a4e6c6531040 None None] Deleting port 76c7261d-5e53-4066-b26f-2a23297a6ce5 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:13.066509 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1275a723-d808-4de7-ab63-a4e6c6531040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:13.145772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82300-65fd-49dc-be6a-bccc651dda5b req-8cc3196a-ec7a-478e-8f92-c77e61681aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:13.148079 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fef82300-65fd-49dc-be6a-bccc651dda5b req-8cc3196a-ec7a-478e-8f92-c77e61681aef service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4267869 Feb 04 06:18:13.154024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] For port 76c7261d-5e53-4066-b26f-2a23297a6ce5, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=76c7261d-5e53-4066-b26f-2a23297a6ce5,segment=NetworkSegment(fbbe16f9-41af-4a69-b6f9-81ccbf565e54),segment_id=fbbe16f9-41af-4a69-b6f9-81ccbf565e54)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:13.154465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:13.213399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196860a0-5bf5-4d42-bcb5-8d7c7af65fb1 req-7fea9373-b04b-40c6-9b70-773ec3960150 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:13.215922 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-196860a0-5bf5-4d42-bcb5-8d7c7af65fb1 req-7fea9373-b04b-40c6-9b70-773ec3960150 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 944 time: 0.1218355 Feb 04 06:18:13.302644 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1275a723-d808-4de7-ab63-a4e6c6531040 None None] For port 76c7261d-5e53-4066-b26f-2a23297a6ce5, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=76c7261d-5e53-4066-b26f-2a23297a6ce5,segment=NetworkSegment(fbbe16f9-41af-4a69-b6f9-81ccbf565e54),segment_id=fbbe16f9-41af-4a69-b6f9-81ccbf565e54)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:13.303041 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1275a723-d808-4de7-ab63-a4e6c6531040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:13.318268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:13.333396 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-196860a0-5bf5-4d42-bcb5-8d7c7af65fb1 req-d4bf2107-371e-4ccb-b9d1-80f893cb0b08 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762064 Feb 04 06:18:13.427078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-306f32e4-9103-4fad-8dbe-9cb3d348dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:13.427078 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-306f32e4-9103-4fad-8dbe-9cb3d348dfbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 1097 time: 0.1386998 Feb 04 06:18:13.427293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 76c7261d-5e53-4066-b26f-2a23297a6ce5 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:13.455740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1275a723-d808-4de7-ab63-a4e6c6531040 None None] Calling delete_port for 76c7261d-5e53-4066-b26f-2a23297a6ce5 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:13.462654 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-da3eb50b-8743-4ba0-808d-c740353f457f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=827c5e4b-7ebe-4e22-9070-206b6a5a724b HTTP/1.1" status: 200 len: 217 time: 0.0962851 Feb 04 06:18:13.574819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-697558f5-1f08-47ff-a64f-e336311d65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:13.576332 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-697558f5-1f08-47ff-a64f-e336311d65eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd0945e6-3042-47cf-8b64-db636786f8d6 HTTP/1.1" status: 200 len: 838 time: 0.1108482 Feb 04 06:18:13.660021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-3cb239af-ed21-4f40-a5f7-78bf837bbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:13.661556 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-3cb239af-ed21-4f40-a5f7-78bf837bbb00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50931af2-d5d8-4bb5-ade3-c59a1545f612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0790374 Feb 04 06:18:13.718119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 9ad0da00-7b3a-4d62-85bd-b2e41edba73f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:13.718474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:13.774697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-1275a723-d808-4de7-ab63-a4e6c6531040 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:18:13.775390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-1275a723-d808-4de7-ab63-a4e6c6531040 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:18:13.778339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:13.804163 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-98e41525-2e25-4079-ac6d-4de7071d6a1c service neutron] 10.222.0.24 "GET /v2.0/networks/50931af2-d5d8-4bb5-ade3-c59a1545f612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361518 Feb 04 06:18:13.846181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:13.906101 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=76c7261d-5e53-4066-b26f-2a23297a6ce5,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:13.915746 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No DVR routers for this DVR port 76c7261d-5e53-4066-b26f-2a23297a6ce5 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:13.956429 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddeed373-ca1c-44ce-b0b8-5b8b0f4292df req-e0cc6256-ed71-442e-9248-27569ddc816b service neutron] 10.222.0.24 "GET /v2.0/networks/50931af2-d5d8-4bb5-ade3-c59a1545f612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461511 Feb 04 06:18:14.031331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object 6f60c2da-fd43-42b5-be19-a46ff44ff09c will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:14.086596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.129478 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.143597 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d84ce63-349c-4202-9b8c-e9f3dcb5c153']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:14.276352 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1275a723-d808-4de7-ab63-a4e6c6531040 None None] Deleting port 76c7261d-5e53-4066-b26f-2a23297a6ce5 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:14.276752 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1275a723-d808-4de7-ab63-a4e6c6531040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.405572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 9ad0da00-7b3a-4d62-85bd-b2e41edba73f owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:14.406257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1275a723-d808-4de7-ab63-a4e6c6531040 None None] The port '76c7261d-5e53-4066-b26f-2a23297a6ce5' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:18:14.444274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbe16f9-41af-4a69-b6f9-81ccbf565e54') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:14.444573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbe16f9-41af-4a69-b6f9-81ccbf565e54') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:14.470167 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.511605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.520450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:14.520882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:14.555541 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:14.594830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 76c7261d-5e53-4066-b26f-2a23297a6ce5 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:18:14.628829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 76c7261d-5e53-4066-b26f-2a23297a6ce5 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:18:14.629189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 76c7261d-5e53-4066-b26f-2a23297a6ce5 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:18:14.697191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.810031 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:14.819981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:14.821770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.826607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:14.878412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.912585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=6f60c2da-fd43-42b5-be19-a46ff44ff09c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:14.919570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Network': ['ID=5d84ce63-349c-4202-9b8c-e9f3dcb5c153,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:14.959154 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3c85f-b579-4e38-a4bb-21db1994852a req-2d9d63b1-8608-4929-bd49-f660eb7c2904 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:14.960697 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9cb3c85f-b579-4e38-a4bb-21db1994852a req-2d9d63b1-8608-4929-bd49-f660eb7c2904 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 944 time: 0.4034705 Feb 04 06:18:14.973544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:14.974154 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.026943 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9cb3c85f-b579-4e38-a4bb-21db1994852a req-6c24a134-33fe-412c-9cae-3e669965ac63 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593619 Feb 04 06:18:15.060135 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b632216f-9b25-4398-a939-79cf86d52c85 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/networks/5d84ce63-349c-4202-9b8c-e9f3dcb5c153 HTTP/1.1" status: 204 len: 168 time: 3.1171219 Feb 04 06:18:15.063676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48626) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:15.113907 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-51608553-2f6f-4cb0-8ea7-66082658f684 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9024434 Feb 04 06:18:15.114705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.118555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48630) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:15.126624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b1cf8564-1f0b-426b-b76d-09170e1e4640 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:15.172532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=9ad0da00-7b3a-4d62-85bd-b2e41edba73f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:15.196841 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-97b87429-84a6-4e08-a339-d33548a5e42e None None] Provisioning for port 6f60c2da-fd43-42b5-be19-a46ff44ff09c completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:15.203817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-97b87429-84a6-4e08-a339-d33548a5e42e None None] Provisioning complete for port 6f60c2da-fd43-42b5-be19-a46ff44ff09c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:15.204301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-97b87429-84a6-4e08-a339-d33548a5e42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.278081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b91d68-8f2b-47b5-af98-779539bd687b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:15.278964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-92b91d68-8f2b-47b5-af98-779539bd687b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:15.282718 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.283543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-97b87429-84a6-4e08-a339-d33548a5e42e None None] Port 6f60c2da-fd43-42b5-be19-a46ff44ff09c cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:15.321333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1cf8564-1f0b-426b-b76d-09170e1e4640 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:15.325994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b1cf8564-1f0b-426b-b76d-09170e1e4640 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:15.329303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b1cf8564-1f0b-426b-b76d-09170e1e4640 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:15.341980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b1cf8564-1f0b-426b-b76d-09170e1e4640 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:15.465222 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.467972 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.785832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-92b91d68-8f2b-47b5-af98-779539bd687b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:15.792727 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-92b91d68-8f2b-47b5-af98-779539bd687b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.7222872 Feb 04 06:18:15.795632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48636) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:15.849125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cf8564-1f0b-426b-b76d-09170e1e4640 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:15.856055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b1cf8564-1f0b-426b-b76d-09170e1e4640 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.880704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c23350f3-e440-44b2-9bae-be33dc05d520 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:15.893005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c23350f3-e440-44b2-9bae-be33dc05d520 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:15.894381 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c23350f3-e440-44b2-9bae-be33dc05d520 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0977561 Feb 04 06:18:15.898131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48640) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:15.903758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1889181712'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:15.909153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:15.913022 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:network and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:15.915820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:15.922270 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:15.926217 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.926701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Fanout notify agent at l3_agent the message router_deleted on router 1dfada7a-0a67-4fb6-b3f9-aa3741671d19 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:18:15.980818 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-95374a2d-57c4-496e-ae2c-686036c491dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:15.988035 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.ipam_backend_mixin [None req-b1cf8564-1f0b-426b-b76d-09170e1e4640 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 30c8d2b8-387a-44c5-94cc-1fec2c856cd5 (CIDR: 172.20.0.0/28) Feb 04 06:18:16.066408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:16.067014 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cf8564-1f0b-426b-b76d-09170e1e4640 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:18:16.067489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cf8564-1f0b-426b-b76d-09170e1e4640 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:16.079375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.102801 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:16.111913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.117199 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bfd47794-3e78-4b1b-ab05-fad36bea7fb1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/1dfada7a-0a67-4fb6-b3f9-aa3741671d19 HTTP/1.1" status: 204 len: 168 time: 4.0259292 Feb 04 06:18:16.117199 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48646) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:16.125137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1359417499'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:16.129905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.130257 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Added segment e6b82f03-3e2d-4df6-997b-130f9d8e26f5 of type vlan for network c544b4b7-9006-4b05-bded-fd85f7b4f8d8 Feb 04 06:18:16.131551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:16.139663 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:network and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:16.143507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:16.154508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:16.173368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.212703 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b1cf8564-1f0b-426b-b76d-09170e1e4640 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0922103 Feb 04 06:18:16.232006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48652) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:16.232006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-dbe77fca-e99a-49cc-aad0-6681f14f4670 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:16.242042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a6ff3-be1c-4766-8aa1-5a8b021c4540 req-ac67d348-b933-4d23-80e2-851e9bfea3ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:16.242894 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-637a6ff3-be1c-4766-8aa1-5a8b021c4540 req-ac67d348-b933-4d23-80e2-851e9bfea3ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 944 time: 0.0952041 Feb 04 06:18:16.293301 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-637a6ff3-be1c-4766-8aa1-5a8b021c4540 req-26d96d6b-6a48-4a14-a5f2-193ed2bd8ff8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Feb 04 06:18:16.353890 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:16.357417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.393176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-dbe77fca-e99a-49cc-aad0-6681f14f4670 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:16.398609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-dbe77fca-e99a-49cc-aad0-6681f14f4670 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:16.404111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-dbe77fca-e99a-49cc-aad0-6681f14f4670 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:16.411646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:16.426760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.426760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:16.426760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.427652 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-dbe77fca-e99a-49cc-aad0-6681f14f4670 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:16.518287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.518287 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added segment ff53e4e7-60f0-482d-9efa-2ccf284b3edc of type vlan for network 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 Feb 04 06:18:16.560703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Network': ['ID=c544b4b7-9006-4b05-bded-fd85f7b4f8d8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:16.567087 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.571852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network c544b4b7-9006-4b05-bded-fd85f7b4f8d8 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:18:16.629352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe77fca-e99a-49cc-aad0-6681f14f4670 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:16.633005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dbe77fca-e99a-49cc-aad0-6681f14f4670 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.827880 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6196c86d-1f8c-4af6-a431-e93d70f75be4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9285870 Feb 04 06:18:16.828698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.830882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48658) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:16.834006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:16.834582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.836889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': 'c544b4b7-9006-4b05-bded-fd85f7b4f8d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:16.961023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:16.965426 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:16.968343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:16.969517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Network': ['ID=72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:16.974872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:16.985019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:18:16.996244 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7d80ae4b-aacf-44c6-bf0a-110aa6964033 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8782251 Feb 04 06:18:17.000327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48662) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:17.006008 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.ipam_backend_mixin [None req-dbe77fca-e99a-49cc-aad0-6681f14f4670 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e83e5f90-70e0-4001-a925-99db75e26edc (CIDR: 172.20.0.16/28) Feb 04 06:18:17.009098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'subnet': {'network_id': '72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:17.068722 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe77fca-e99a-49cc-aad0-6681f14f4670 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:18:17.069217 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe77fca-e99a-49cc-aad0-6681f14f4670 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:17.074236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:17.077703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.182380 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dbe77fca-e99a-49cc-aad0-6681f14f4670 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9654694 Feb 04 06:18:17.184812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48666) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:17.191248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'subnet': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:17.220677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:17.227422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:subnet and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:17.231128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:17.243663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:17.344276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:17.349221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Usage tracker for resource:subnet and tenant:8ccb16afb7e244ec96b61fcb5af58d5f is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:17.353132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:17.360910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:17.412419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:17.416543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.537705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Made reservation on behalf of 8ccb16afb7e244ec96b61fcb5af58d5f for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:17.541866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.630508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c270cbd-f582-4c6f-9b7c-a9469e236a6d req-9cf608c5-c48a-45c9-98b2-e300a30cfc8d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:17.632080 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8c270cbd-f582-4c6f-9b7c-a9469e236a6d req-9cf608c5-c48a-45c9-98b2-e300a30cfc8d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 944 time: 0.1637063 Feb 04 06:18:17.713469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.715432 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8c270cbd-f582-4c6f-9b7c-a9469e236a6d req-892a7f36-34e9-4fdf-a188-e80d88a4b38e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721526 Feb 04 06:18:17.796458 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Subnet': ['ID=be4fab7c-6910-4c2b-9b9d-50240737548f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:17.805479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.835098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Checking segment: {'id': 'e6b82f03-3e2d-4df6-997b-130f9d8e26f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c544b4b7-9006-4b05-bded-fd85f7b4f8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:17.835464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network hostable DHCP agents. Network: c544b4b7-9006-4b05-bded-fd85f7b4f8d8, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:17.907817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Subnet': ['ID=df22e8f6-c8af-45ea-8169-aa93a7cdf358,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:17.913471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Checking segment: {'id': 'ff53e4e7-60f0-482d-9efa-2ccf284b3edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:17.913833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network hostable DHCP agents. Network: 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:17.973232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea1b0-5663-41fb-b04b-affc510dcccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.003134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network c544b4b7-9006-4b05-bded-fd85f7b4f8d8 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:18.003386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.055916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:18.059430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:18.064582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:18.070270 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:18.070868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.071714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591bd405-b7e5-4b56-90da-1dc9b3ad1b41 None None] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:18.092285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Subnet': ['ID=a3c1404f-284d-4817-b544-d68259f5d2af,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:18.253234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, c544b4b7-9006-4b05-bded-fd85f7b4f8d8) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:18.253234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:18.253234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:18.253234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.254456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cf57f2-b26a-4227-8bb3-74b12f45bb8e None None] Network c544b4b7-9006-4b05-bded-fd85f7b4f8d8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:18.254576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:18.254576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.254768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b72f00e-2504-4752-8924-055394163a4c None None] Network 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:18.396480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 827c5e4b-7ebe-4e22-9070-206b6a5a724b details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:18:18.570158 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-47817854-3e02-417f-8061-11748087bdbd tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3839812 Feb 04 06:18:18.576123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48676) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:18.582129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-492179137', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a3c1404f-284d-4817-b544-d68259f5d2af'}], 'security_groups': ['ebb128a1-eb5c-4265-8807-b2c09b4f1b3d', 'b6f1e71d-6a95-4905-a9eb-701fcc6e7c3e']}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:18.801526 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-db9bda6d-b182-457b-ae5b-5fd8ff52daf1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9693656 Feb 04 06:18:18.804196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48682) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:18.815427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': 'c544b4b7-9006-4b05-bded-fd85f7b4f8d8', 'name': 'tempest-PortsIpV6TestJSON-982567750'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:18.881545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7', 'network_id': '72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'fixed_ips': [{'subnet_id': 'df22e8f6-c8af-45ea-8169-aa93a7cdf358'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:18:18.882377 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:18.940414 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-af33fced-67e7-4e0d-8eb9-cedadf928079 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9401290 Feb 04 06:18:18.940612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48686) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:18.950276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-6207a2d9-551b-47e6-817a-4d4803bd3a66 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1136750007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:18.962077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6207a2d9-551b-47e6-817a-4d4803bd3a66 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:18.969681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6207a2d9-551b-47e6-817a-4d4803bd3a66 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:router and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:18.981164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6207a2d9-551b-47e6-817a-4d4803bd3a66 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:18.996430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.014934 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6207a2d9-551b-47e6-817a-4d4803bd3a66 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:19.049222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:19.059377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01152aba-721b-4289-a3a0-083dc3ce9a9d req-209168c3-2cee-4d99-82a7-6c616cc1343e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:19.060874 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-01152aba-721b-4289-a3a0-083dc3ce9a9d req-209168c3-2cee-4d99-82a7-6c616cc1343e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 944 time: 0.1586659 Feb 04 06:18:19.085992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:19.094827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-c544b4b7-9006-4b05-bded-fd85f7b4f8d8', 'network_id': 'c544b4b7-9006-4b05-bded-fd85f7b4f8d8', 'tenant_id': '2ec7c402ff1b461c882a01c21344c6e3', 'fixed_ips': [{'subnet_id': 'be4fab7c-6910-4c2b-9b9d-50240737548f'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:18:19.096696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.121830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Allocated IP 2001:db8::2 (72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7/df22e8f6-c8af-45ea-8169-aa93a7cdf358/e5883488-0b6b-4890-82e1-d2733fe43350) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:19.124956 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-01152aba-721b-4289-a3a0-083dc3ce9a9d req-4243f28f-397f-4f4b-a603-0f2a8ed8f318 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556440 Feb 04 06:18:19.164702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6207a2d9-551b-47e6-817a-4d4803bd3a66 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.165709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6207a2d9-551b-47e6-817a-4d4803bd3a66 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.219141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:19.222710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.241839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5315535d-02ff-4362-86be-d562d9c1f7f5 None None] Update dhcp port {'port': {'network_id': '0289d5c0-8362-47c2-8e26-bee9bc48d16e', 'fixed_ips': [{'subnet_id': 'e83e5f90-70e0-4001-a925-99db75e26edc', 'ip_address': '172.20.0.18'}, {'subnet_id': '30c8d2b8-387a-44c5-94cc-1fec2c856cd5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a3c1404f-284d-4817-b544-d68259f5d2af'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': 'c5c6d699-1bad-441f-b9f3-57dbe8b29a83'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:18:19.344704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.376374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port d6cac4fc-450f-44fe-9c2b-5982601eaf33 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:18:19.440071 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 827c5e4b-7ebe-4e22-9070-206b6a5a724b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=827c5e4b-7ebe-4e22-9070-206b6a5a724b,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:19.460137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.482562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '827c5e4b-7ebe-4e22-9070-206b6a5a724b', 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612', 'port_id': '827c5e4b-7ebe-4e22-9070-206b6a5a724b', 'mac_address': 'fa:16:3e:98:fc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0945e6-3042-47cf-8b64-db636786f8d6', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:18:19.502295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6207a2d9-551b-47e6-817a-4d4803bd3a66 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.539369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8::222 (c544b4b7-9006-4b05-bded-fd85f7b4f8d8/be4fab7c-6910-4c2b-9b9d-50240737548f/d6cac4fc-450f-44fe-9c2b-5982601eaf33) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:19.596085 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5315535d-02ff-4362-86be-d562d9c1f7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.722282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6207a2d9-551b-47e6-817a-4d4803bd3a66 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.724287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.796410 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.877335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Delete allocated IP 172.20.0.10 (0289d5c0-8362-47c2-8e26-bee9bc48d16e/30c8d2b8-387a-44c5-94cc-1fec2c856cd5) {{(pid=88199) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:18:19.878880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827c5e4b-7ebe-4e22-9070-206b6a5a724b {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:19.885326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Allocated IP 172.20.0.44 (0289d5c0-8362-47c2-8e26-bee9bc48d16e/a3c1404f-284d-4817-b544-d68259f5d2af/6f60c2da-fd43-42b5-be19-a46ff44ff09c) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:19.895209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.906956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:19.928192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Transition to ACTIVE for port object e5883488-0b6b-4890-82e1-d2733fe43350 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:19.931580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object d6cac4fc-450f-44fe-9c2b-5982601eaf33 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:19.931763 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 827c5e4b-7ebe-4e22-9070-206b6a5a724b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=827c5e4b-7ebe-4e22-9070-206b6a5a724b,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:19.956372 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Transition to ACTIVE for port object e5883488-0b6b-4890-82e1-d2733fe43350 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:20.109747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6207a2d9-551b-47e6-817a-4d4803bd3a66 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.113537 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6207a2d9-551b-47e6-817a-4d4803bd3a66 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1694801 Feb 04 06:18:20.113537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.115109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48692) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:20.130210 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Transition to ACTIVE for port object 6f60c2da-fd43-42b5-be19-a46ff44ff09c will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:20.306835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.364957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Allocated IP 2001:db8::2 (c544b4b7-9006-4b05-bded-fd85f7b4f8d8/be4fab7c-6910-4c2b-9b9d-50240737548f/a957fe8c-c5de-479d-acb2-3457af027804) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:20.491911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c8c4f-e839-44c0-be9d-1c72171b0aff req-638ba4db-d0c4-4d05-8594-78315579149d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:20.500687 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-365c8c4f-e839-44c0-be9d-1c72171b0aff req-638ba4db-d0c4-4d05-8594-78315579149d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 945 time: 0.2617655 Feb 04 06:18:20.519826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.528622 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.564312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.584684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=827c5e4b-7ebe-4e22-9070-206b6a5a724b,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:20.683121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Network 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:20.695388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:20.695583 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-365c8c4f-e839-44c0-be9d-1c72171b0aff req-349974f2-cbb5-4e62-bfc9-a656f196e01e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936505 Feb 04 06:18:20.698128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.706577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:20.747708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event updated for resources: {'Port': ['ID=6f60c2da-fd43-42b5-be19-a46ff44ff09c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:20.766718 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-5315535d-02ff-4362-86be-d562d9c1f7f5 None None] Allocated IP 172.20.0.34 (0289d5c0-8362-47c2-8e26-bee9bc48d16e/a3c1404f-284d-4817-b544-d68259f5d2af/c5c6d699-1bad-441f-b9f3-57dbe8b29a83) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:20.784410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] In _notify_port_updated(), no bound segment for port 6f60c2da-fd43-42b5-be19-a46ff44ff09c on network 0289d5c0-8362-47c2-8e26-bee9bc48d16e {{(pid=88199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:18:20.790395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:20.791649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.793209 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ef59742c-ffb4-44fb-b6fd-81cee559c735 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "PUT /v2.0/ports/6f60c2da-fd43-42b5-be19-a46ff44ff09c HTTP/1.1" status: 200 len: 959 time: 2.2161338 Feb 04 06:18:20.796161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48700) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:20.802555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['827c5e4b-7ebe-4e22-9070-206b6a5a724b'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:18:20.844100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network c544b4b7-9006-4b05-bded-fd85f7b4f8d8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:20.854604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:20.860292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:20.865871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Pushing event updated for resources: {'Port': ['ID=e5883488-0b6b-4890-82e1-d2733fe43350,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:20.866047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:20.866412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.873567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=d6cac4fc-450f-44fe-9c2b-5982601eaf33,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:20.899795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0891a886-3267-4133-a9a1-eb97b2124690 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 6f60c2da-fd43-42b5-be19-a46ff44ff09c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:20.900195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0891a886-3267-4133-a9a1-eb97b2124690 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:20.935889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.086799 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1388f606-7761-4a6b-9909-22e6b5d63cc3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2790432 Feb 04 06:18:21.122611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48704) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:21.128282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': 'c544b4b7-9006-4b05-bded-fd85f7b4f8d8', 'name': 'tempest-PortsIpV6TestJSON-838509701'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:21.205996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Attempting to bind port e5883488-0b6b-4890-82e1-d2733fe43350 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:21.206438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Attempting to bind port e5883488-0b6b-4890-82e1-d2733fe43350 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'ff53e4e7-60f0-482d-9efa-2ccf284b3edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:21.206890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Attempting to bind port e5883488-0b6b-4890-82e1-d2733fe43350 on network 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:21.217435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0891a886-3267-4133-a9a1-eb97b2124690 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.255116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:21.255525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Checking segment: {'id': 'ff53e4e7-60f0-482d-9efa-2ccf284b3edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:21.256010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.256485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Bound using segment: {'id': 'ff53e4e7-60f0-482d-9efa-2ccf284b3edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:21.257080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Bound port: e5883488-0b6b-4890-82e1-d2733fe43350, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff53e4e7-60f0-482d-9efa-2ccf284b3edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:21.257557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.343030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:21.348045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:21.351063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:21.364690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:21.378923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0891a886-3267-4133-a9a1-eb97b2124690 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 6f60c2da-fd43-42b5-be19-a46ff44ff09c owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:21.406622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.445345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5315535d-02ff-4362-86be-d562d9c1f7f5 None None] For port c5c6d699-1bad-441f-b9f3-57dbe8b29a83, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,segment=NetworkSegment(ccd8f409-3708-4d7f-8747-ec7ace42fd0f),segment_id=ccd8f409-3708-4d7f-8747-ec7ace42fd0f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:21.464002 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Transition to ACTIVE for port object a957fe8c-c5de-479d-acb2-3457af027804 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:21.489852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] For port e5883488-0b6b-4890-82e1-d2733fe43350, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:21.499039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] For port e5883488-0b6b-4890-82e1-d2733fe43350, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e5883488-0b6b-4890-82e1-d2733fe43350,segment=NetworkSegment(ff53e4e7-60f0-482d-9efa-2ccf284b3edc),segment_id=ff53e4e7-60f0-482d-9efa-2ccf284b3edc)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:21.529562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5315535d-02ff-4362-86be-d562d9c1f7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.683526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Transition to ACTIVE for port object a957fe8c-c5de-479d-acb2-3457af027804 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:21.694623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5315535d-02ff-4362-86be-d562d9c1f7f5 None None] Transition to ACTIVE for port object c5c6d699-1bad-441f-b9f3-57dbe8b29a83 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:21.752253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:21.758463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.797941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Allocated IP 2001:db8::1 (72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7/df22e8f6-c8af-45ea-8169-aa93a7cdf358/15c3ed79-328a-475e-9126-87151bb1fe00) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:21.820383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0891a886-3267-4133-a9a1-eb97b2124690 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.821103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port 084e1fc0-786d-4e31-8edd-90fc77967572 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:18:21.824790 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.878097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891a886-3267-4133-a9a1-eb97b2124690 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=6f60c2da-fd43-42b5-be19-a46ff44ff09c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:21.923846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5315535d-02ff-4362-86be-d562d9c1f7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.972323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.001755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0891a886-3267-4133-a9a1-eb97b2124690 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.121588 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0891a886-3267-4133-a9a1-eb97b2124690 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/6f60c2da-fd43-42b5-be19-a46ff44ff09c HTTP/1.1" status: 204 len: 168 time: 1.3238134 Feb 04 06:18:22.122557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48714) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:22.169924 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1d836a-3201-4d2b-ac05-3839e794b27e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] GET failed (client error): The resource could not be found. Feb 04 06:18:22.170615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Network c544b4b7-9006-4b05-bded-fd85f7b4f8d8 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:22.170937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ca1d836a-3201-4d2b-ac05-3839e794b27e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Synchronizing usage tracker for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:22.186335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.199546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990ab5b-27e7-427f-be3f-43b03d2ce771 req-0b71205c-6d25-4b6f-a408-17b1fa2374cd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:22.200733 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f990ab5b-27e7-427f-be3f-43b03d2ce771 req-0b71205c-6d25-4b6f-a408-17b1fa2374cd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 945 time: 0.3830996 Feb 04 06:18:22.208712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:22.217828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:22.230951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8::60 (c544b4b7-9006-4b05-bded-fd85f7b4f8d8/be4fab7c-6910-4c2b-9b9d-50240737548f/084e1fc0-786d-4e31-8edd-90fc77967572) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:22.256167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Transition to ACTIVE for port object 15c3ed79-328a-475e-9126-87151bb1fe00 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:22.263570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87d297-c097-4b46-b9fa-4033e4ec33a6 None None] Pushing event updated for resources: {'Port': ['ID=e5883488-0b6b-4890-82e1-d2733fe43350,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.289012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ca1d836a-3201-4d2b-ac05-3839e794b27e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Unset dirty status for tenant:8ccb16afb7e244ec96b61fcb5af58d5f on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:22.292113 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ca1d836a-3201-4d2b-ac05-3839e794b27e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports/6f60c2da-fd43-42b5-be19-a46ff44ff09c HTTP/1.1" status: 404 len: 333 time: 0.1679258 Feb 04 06:18:22.294439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48718) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:22.320387 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f990ab5b-27e7-427f-be3f-43b03d2ce771 req-297c0599-0241-42ac-a458-10969b881699 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929286 Feb 04 06:18:22.409150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 827c5e4b-7ebe-4e22-9070-206b6a5a724b up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:22.410833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7ab698d-d61c-43b7-bc32-6e20e4283ca2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.504235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Attempting to bind port a957fe8c-c5de-479d-acb2-3457af027804 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:22.504838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Attempting to bind port a957fe8c-c5de-479d-acb2-3457af027804 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'e6b82f03-3e2d-4df6-997b-130f9d8e26f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c544b4b7-9006-4b05-bded-fd85f7b4f8d8'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:22.505210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Attempting to bind port a957fe8c-c5de-479d-acb2-3457af027804 on network c544b4b7-9006-4b05-bded-fd85f7b4f8d8 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:22.510760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7ab698d-d61c-43b7-bc32-6e20e4283ca2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.518714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.527076 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:22.527537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Checking segment: {'id': 'e6b82f03-3e2d-4df6-997b-130f9d8e26f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c544b4b7-9006-4b05-bded-fd85f7b4f8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:22.527950 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.531404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Bound using segment: {'id': 'e6b82f03-3e2d-4df6-997b-130f9d8e26f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c544b4b7-9006-4b05-bded-fd85f7b4f8d8'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:22.531943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Bound port: a957fe8c-c5de-479d-acb2-3457af027804, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b82f03-3e2d-4df6-997b-130f9d8e26f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c544b4b7-9006-4b05-bded-fd85f7b4f8d8'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:22.536925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.568512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315535d-02ff-4362-86be-d562d9c1f7f5 None None] Pushing event updated for resources: {'Port': ['ID=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.715940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:22.733973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:22.749752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:22.750301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.806951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Pushing event updated for resources: {'Port': ['ID=a957fe8c-c5de-479d-acb2-3457af027804,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.811527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e5883488-0b6b-4890-82e1-d2733fe43350 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:22.816839 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=15c3ed79-328a-475e-9126-87151bb1fe00,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.838192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7ab698d-d61c-43b7-bc32-6e20e4283ca2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.849240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.867568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab698d-d61c-43b7-bc32-6e20e4283ca2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a417692e-201a-49f8-b88c-5b2bdc60e375,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:22.876769 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object 084e1fc0-786d-4e31-8edd-90fc77967572 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:22.883521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a7ab698d-d61c-43b7-bc32-6e20e4283ca2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:22.891432 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a7ab698d-d61c-43b7-bc32-6e20e4283ca2 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/security-groups/a417692e-201a-49f8-b88c-5b2bdc60e375 HTTP/1.1" status: 204 len: 168 time: 0.5930367 Feb 04 06:18:22.891999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48730) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:22.937520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] For port a957fe8c-c5de-479d-acb2-3457af027804, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:22.950440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] For port a957fe8c-c5de-479d-acb2-3457af027804, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a957fe8c-c5de-479d-acb2-3457af027804,segment=NetworkSegment(e6b82f03-3e2d-4df6-997b-130f9d8e26f5),segment_id=e6b82f03-3e2d-4df6-997b-130f9d8e26f5)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:22.985433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c53c6791-d360-440e-a748-f076df7ac663 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.018989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 827c5e4b-7ebe-4e22-9070-206b6a5a724b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:23.022612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.028316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 827c5e4b-7ebe-4e22-9070-206b6a5a724b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:23.028316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.035843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c53c6791-d360-440e-a748-f076df7ac663 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.099159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.102842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port e5883488-0b6b-4890-82e1-d2733fe43350 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:23.249515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c53c6791-d360-440e-a748-f076df7ac663 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.305250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c53c6791-d360-440e-a748-f076df7ac663 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.305250 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c53c6791-d360-440e-a748-f076df7ac663 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6f1e71d-6a95-4905-a9eb-701fcc6e7c3e HTTP/1.1" status: 204 len: 168 time: 0.4121802 Feb 04 06:18:23.309833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c6791-d360-440e-a748-f076df7ac663 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f1e71d-6a95-4905-a9eb-701fcc6e7c3e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:23.313995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48736) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:23.372529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.383565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network c544b4b7-9006-4b05-bded-fd85f7b4f8d8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:23.400977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:23.409663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:23.421613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:23.422281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.458649 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.460473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 827c5e4b-7ebe-4e22-9070-206b6a5a724b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=827c5e4b-7ebe-4e22-9070-206b6a5a724b,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:23.462037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8ac52-7db5-4e3f-b1ed-96f842833f0e None None] Pushing event updated for resources: {'Port': ['ID=a957fe8c-c5de-479d-acb2-3457af027804,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:23.466193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575766b5-72eb-443a-ae88-d95725cfd75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c5e4b-7ebe-4e22-9070-206b6a5a724b'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:23.571618 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575766b5-72eb-443a-ae88-d95725cfd75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c5e4b-7ebe-4e22-9070-206b6a5a724b', 'code': 200} Feb 04 06:18:23.576951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.579668 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4554882 Feb 04 06:18:23.608075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e5bf1-24c0-4c88-a6de-254e77375d9c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=084e1fc0-786d-4e31-8edd-90fc77967572,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:23.618327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48744) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:23.717800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb4e99-6a19-45a0-9a28-da890b5f5d90 req-d6e8f3d7-4ba2-4374-8639-3cd8268ed016 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:23.719666 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b5eb4e99-6a19-45a0-9a28-da890b5f5d90 req-d6e8f3d7-4ba2-4374-8639-3cd8268ed016 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 946 time: 0.1523490 Feb 04 06:18:23.726570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=827c5e4b-7ebe-4e22-9070-206b6a5a724b,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:23.737189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b4fc1f2b-f0de-46f3-ad21-5a9c69dfa9cd None None] Provisioning complete for port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:23.737802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4fc1f2b-f0de-46f3-ad21-5a9c69dfa9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.789611 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b5eb4e99-6a19-45a0-9a28-da890b5f5d90 req-367c9821-f26d-41b6-9a4e-191160a1129f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628233 Feb 04 06:18:23.878469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc1f2b-f0de-46f3-ad21-5a9c69dfa9cd None None] Port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:23.883310 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b4fc1f2b-f0de-46f3-ad21-5a9c69dfa9cd None None] Could not find standard attr ID for object 6f60c2da-fd43-42b5-be19-a46ff44ff09c. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:18:23.963852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e7317a-9a25-4f06-9b64-551bab050b51 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:23.969256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b4fc1f2b-f0de-46f3-ad21-5a9c69dfa9cd None None] Provisioning for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:23.975172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b4fc1f2b-f0de-46f3-ad21-5a9c69dfa9cd None None] Provisioning complete for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:23.975595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4fc1f2b-f0de-46f3-ad21-5a9c69dfa9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.012391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e7317a-9a25-4f06-9b64-551bab050b51 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.161666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f961db1-9edd-4f65-9373-fb6cd7472b2c None None] Network 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:24.249247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5e675e-c2cb-40c6-bb51-ecacc41aa612 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:24.249973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6b5e675e-c2cb-40c6-bb51-ecacc41aa612 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:24.355366 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba322e4c-28d2-4783-9984-f2d417933ef2 req-c26e2e89-a3bf-49b7-9bf8-7b44acf7ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:24.356889 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ba322e4c-28d2-4783-9984-f2d417933ef2 req-c26e2e89-a3bf-49b7-9bf8-7b44acf7ef64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 1099 time: 0.2948112 Feb 04 06:18:24.390220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.411465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e7317a-9a25-4f06-9b64-551bab050b51 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.426657 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ba322e4c-28d2-4783-9984-f2d417933ef2 req-a445672b-21e3-4f13-95ea-80e6649d5c57 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593176 Feb 04 06:18:24.438894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7317a-9a25-4f06-9b64-551bab050b51 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb128a1-eb5c-4265-8807-b2c09b4f1b3d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:24.444810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6b5e675e-c2cb-40c6-bb51-ecacc41aa612 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:24.448847 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6b5e675e-c2cb-40c6-bb51-ecacc41aa612 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A222 HTTP/1.1" status: 200 len: 928 time: 0.8276412 Feb 04 06:18:24.449361 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48758) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:24.452071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e7317a-9a25-4f06-9b64-551bab050b51 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.453574 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b8e7317a-9a25-4f06-9b64-551bab050b51 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/security-groups/ebb128a1-eb5c-4265-8807-b2c09b4f1b3d HTTP/1.1" status: 204 len: 168 time: 1.1206305 Feb 04 06:18:24.456087 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48762) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:24.523498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.524505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.575621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5619c308-11e3-4c8a-987c-db6926858353 None None] Provisioning for port e5883488-0b6b-4890-82e1-d2733fe43350 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:24.578323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5619c308-11e3-4c8a-987c-db6926858353 None None] Provisioning complete for port e5883488-0b6b-4890-82e1-d2733fe43350 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:24.579005 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5619c308-11e3-4c8a-987c-db6926858353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.625400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ede19688-49f9-4d12-8677-051fb758abb7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 084e1fc0-786d-4e31-8edd-90fc77967572 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:24.625871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ede19688-49f9-4d12-8677-051fb758abb7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.769280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-830295f5-6e7d-429b-b8b8-60a4a7f48166 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting subnet 30c8d2b8-387a-44c5-94cc-1fec2c856cd5 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:18:24.785237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-830295f5-6e7d-429b-b8b8-60a4a7f48166 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:24.888923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a957fe8c-c5de-479d-acb2-3457af027804 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:24.965165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=15c3ed79-328a-475e-9126-87151bb1fe00,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:24.995801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-830295f5-6e7d-429b-b8b8-60a4a7f48166 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.024677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5619c308-11e3-4c8a-987c-db6926858353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.119507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5619c308-11e3-4c8a-987c-db6926858353 None None] For port e5883488-0b6b-4890-82e1-d2733fe43350, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e5883488-0b6b-4890-82e1-d2733fe43350,segment=NetworkSegment(ff53e4e7-60f0-482d-9efa-2ccf284b3edc),segment_id=ff53e4e7-60f0-482d-9efa-2ccf284b3edc)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:25.159856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ede19688-49f9-4d12-8677-051fb758abb7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.195336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-830295f5-6e7d-429b-b8b8-60a4a7f48166 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.218782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e97aa-61e6-4ab4-90ce-f657a7353097 None None] Network c544b4b7-9006-4b05-bded-fd85f7b4f8d8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:25.262233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:25.280546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:25.304739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port a957fe8c-c5de-479d-acb2-3457af027804 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:25.316503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c5c6d699-1bad-441f-b9f3-57dbe8b29a83 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:25.394795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5619c308-11e3-4c8a-987c-db6926858353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.434073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5619c308-11e3-4c8a-987c-db6926858353 None None] Could not find standard attr ID for object 6f60c2da-fd43-42b5-be19-a46ff44ff09c. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:18:25.559382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-830295f5-6e7d-429b-b8b8-60a4a7f48166 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.571173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619c308-11e3-4c8a-987c-db6926858353 None None] Pushing event updated for resources: {'Port': ['ID=e5883488-0b6b-4890-82e1-d2733fe43350,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:25.592295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ede19688-49f9-4d12-8677-051fb758abb7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 084e1fc0-786d-4e31-8edd-90fc77967572 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:25.626726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830295f5-6e7d-429b-b8b8-60a4a7f48166 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Subnet': ['ID=30c8d2b8-387a-44c5-94cc-1fec2c856cd5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:25.641108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-830295f5-6e7d-429b-b8b8-60a4a7f48166 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.649372 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5e019b-aa66-4c76-9bf6-09fd487cdae8 None None] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:25.661809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad244bd-9cf3-4f62-a64f-d13ca4c9e5ff req-9d224c67-a89d-4526-816a-2c12d42b8026 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:25.666477 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2ad244bd-9cf3-4f62-a64f-d13ca4c9e5ff req-9d224c67-a89d-4526-816a-2c12d42b8026 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 946 time: 0.6104739 Feb 04 06:18:25.801481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Provisioning complete for port e5883488-0b6b-4890-82e1-d2733fe43350 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:25.802253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.841594 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-830295f5-6e7d-429b-b8b8-60a4a7f48166 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/30c8d2b8-387a-44c5-94cc-1fec2c856cd5 HTTP/1.1" status: 204 len: 168 time: 1.3842158 Feb 04 06:18:25.849931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48770) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:25.884062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:25.884393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.905213 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2ad244bd-9cf3-4f62-a64f-d13ca4c9e5ff req-df12f71e-0103-43d0-9450-58ff1cf30815 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329934 Feb 04 06:18:25.923122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ede19688-49f9-4d12-8677-051fb758abb7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:25.928681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba025446-df5b-44ce-b157-4f246c58b5e9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting subnet a3c1404f-284d-4817-b544-d68259f5d2af {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:18:25.977370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba025446-df5b-44ce-b157-4f246c58b5e9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.004803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede19688-49f9-4d12-8677-051fb758abb7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=084e1fc0-786d-4e31-8edd-90fc77967572,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:26.079704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ede19688-49f9-4d12-8677-051fb758abb7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.094072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba025446-df5b-44ce-b157-4f246c58b5e9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.130102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:18:26.192519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba025446-df5b-44ce-b157-4f246c58b5e9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.249220 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ede19688-49f9-4d12-8677-051fb758abb7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/084e1fc0-786d-4e31-8edd-90fc77967572 HTTP/1.1" status: 204 len: 168 time: 1.7986405 Feb 04 06:18:26.256072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48774) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:26.315479 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-85035340-6b39-4bf0-8460-09ad3768ca80 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:18:26.316071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-85035340-6b39-4bf0-8460-09ad3768ca80 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:26.351065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:18:26.362411 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-10cc5e55-3e7c-45fc-874c-082f7b94d119 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2448022 Feb 04 06:18:26.363427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48778) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:26.371488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ec03b-fff2-4d30-aa88-129c95bafb0d None None] Sync routers for ids ['b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:26.399111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Provisioning for port 15c3ed79-328a-475e-9126-87151bb1fe00 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:26.406633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ec03b-fff2-4d30-aa88-129c95bafb0d None None] Routers {'b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:26.407381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3a6ec03b-fff2-4d30-aa88-129c95bafb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:26.484998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ce286-5d34-4023-af0c-ff0b5bb98430 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:26.484998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-879ce286-5d34-4023-af0c-ff0b5bb98430 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Synchronizing usage tracker for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:26.496929 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Provisioning complete for port 15c3ed79-328a-475e-9126-87151bb1fe00 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:26.497477 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.546027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-85035340-6b39-4bf0-8460-09ad3768ca80 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:26.549679 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-85035340-6b39-4bf0-8460-09ad3768ca80 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/084e1fc0-786d-4e31-8edd-90fc77967572 HTTP/1.1" status: 404 len: 333 time: 0.2900357 Feb 04 06:18:26.549978 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48784) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:26.563295 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3a6ec03b-fff2-4d30-aa88-129c95bafb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:26.610546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Port 15c3ed79-328a-475e-9126-87151bb1fe00 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:26.612536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ec03b-fff2-4d30-aa88-129c95bafb0d None None] Routers {'b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:26.613459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3a6ec03b-fff2-4d30-aa88-129c95bafb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:26.679316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-879ce286-5d34-4023-af0c-ff0b5bb98430 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Unset dirty status for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:26.684634 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-879ce286-5d34-4023-af0c-ff0b5bb98430 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports/15c3ed79-328a-475e-9126-87151bb1fe00 HTTP/1.1" status: 200 len: 911 time: 0.3164506 Feb 04 06:18:26.699446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48788) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:26.705081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba025446-df5b-44ce-b157-4f246c58b5e9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.725730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7da2aac6-e5ba-47db-a668-87a6364d057c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df22e8f6-c8af-45ea-8169-aa93a7cdf358'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:26.726984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e5883488-0b6b-4890-82e1-d2733fe43350 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:26.782751 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3a6ec03b-fff2-4d30-aa88-129c95bafb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:26.783617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ec03b-fff2-4d30-aa88-129c95bafb0d None None] The sync data for ids ['b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:26.817475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4cf9f422-68a8-4bef-ab5b-6d9a205fb3ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port d6cac4fc-450f-44fe-9c2b-5982601eaf33 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:26.818645 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f422-68a8-4bef-ab5b-6d9a205fb3ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.861873 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e5883488-0b6b-4890-82e1-d2733fe43350 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:26.869398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.869557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba025446-df5b-44ce-b157-4f246c58b5e9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c1404f-284d-4817-b544-d68259f5d2af,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:26.916996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba025446-df5b-44ce-b157-4f246c58b5e9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:26.934638 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ba025446-df5b-44ce-b157-4f246c58b5e9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/a3c1404f-284d-4817-b544-d68259f5d2af HTTP/1.1" status: 204 len: 168 time: 1.0836012 Feb 04 06:18:26.938644 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48794) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:26.951810 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Provisioning for port a957fe8c-c5de-479d-acb2-3457af027804 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:26.963140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Provisioning complete for port a957fe8c-c5de-479d-acb2-3457af027804 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:26.964279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.048528 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d749ba05-da46-4efc-b8b1-a16923f58da9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:27.049332 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d749ba05-da46-4efc-b8b1-a16923f58da9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:27.063375 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d749ba05-da46-4efc-b8b1-a16923f58da9 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/30c8d2b8-387a-44c5-94cc-1fec2c856cd5 HTTP/1.1" status: 404 len: 337 time: 0.1231754 Feb 04 06:18:27.065907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48798) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:27.212193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0210d8-a72e-4464-9ce2-16b366c67fbe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting subnet e83e5f90-70e0-4001-a925-99db75e26edc {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:18:27.218552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a0210d8-a72e-4464-9ce2-16b366c67fbe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.273492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.307318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a0210d8-a72e-4464-9ce2-16b366c67fbe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.328993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] For port a957fe8c-c5de-479d-acb2-3457af027804, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a957fe8c-c5de-479d-acb2-3457af027804,segment=NetworkSegment(e6b82f03-3e2d-4df6-997b-130f9d8e26f5),segment_id=e6b82f03-3e2d-4df6-997b-130f9d8e26f5)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:27.424863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a0210d8-a72e-4464-9ce2-16b366c67fbe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.431251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a87d8e-b9a8-4eaf-b79f-d775aa923516 None None] Network 0289d5c0-8362-47c2-8e26-bee9bc48d16e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:27.447245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7da2aac6-e5ba-47db-a668-87a6364d057c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.457722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.584598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f422-68a8-4bef-ab5b-6d9a205fb3ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.655033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a0210d8-a72e-4464-9ce2-16b366c67fbe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.664576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa2e42-e7bc-4431-8269-5d4b0c514d79 None None] Pushing event updated for resources: {'Port': ['ID=a957fe8c-c5de-479d-acb2-3457af027804,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:27.701956 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Provisioning complete for port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:27.702328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.745525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a0210d8-a72e-4464-9ce2-16b366c67fbe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:27.754747 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1a0210d8-a72e-4464-9ce2-16b366c67fbe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/e83e5f90-70e0-4001-a925-99db75e26edc HTTP/1.1" status: 204 len: 168 time: 0.6876249 Feb 04 06:18:27.755974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0210d8-a72e-4464-9ce2-16b366c67fbe tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Subnet': ['ID=e83e5f90-70e0-4001-a925-99db75e26edc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:27.758536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48810) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:27.889791 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2faa2b3-afa6-4064-b501-df592b5e3f7e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:27.898343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2faa2b3-afa6-4064-b501-df592b5e3f7e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:27.903162 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d2faa2b3-afa6-4064-b501-df592b5e3f7e tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/b178e333-a38f-4e15-a984-3cb3ad969a89 HTTP/1.1" status: 404 len: 337 time: 0.1102123 Feb 04 06:18:27.908942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48816) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:27.939002 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:27.973843 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1e7d0bae-d145-4ff5-b0d3-b26db2807e83 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e28329-621d-43bf-8d33-fe1196208834 HTTP/1.1" status: 200 len: 205 time: 0.0635996 Feb 04 06:18:27.976037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48820) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.018898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Provisioning complete for port a957fe8c-c5de-479d-acb2-3457af027804 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:28.019275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.063263 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4cf9f422-68a8-4bef-ab5b-6d9a205fb3ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for d6cac4fc-450f-44fe-9c2b-5982601eaf33 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:28.066643 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-8ab1bb34-75a3-4418-bfdc-46e938e75ca7 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] delete failed (client error): The resource could not be found. Feb 04 06:18:28.068017 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8ab1bb34-75a3-4418-bfdc-46e938e75ca7 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/routers/72e28329-621d-43bf-8d33-fe1196208834 HTTP/1.1" status: 404 len: 336 time: 0.0907741 Feb 04 06:18:28.070473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48824) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.126156 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b074625-4488-4c59-86df-6d268a2b33c0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:28.126949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b074625-4488-4c59-86df-6d268a2b33c0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:28.129963 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1b074625-4488-4c59-86df-6d268a2b33c0 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/a61b1bb3-e663-4ac1-b2cf-a0b2bc013623 HTTP/1.1" status: 404 len: 337 time: 0.0578997 Feb 04 06:18:28.133258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48828) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.192328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Provisioning complete for port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:28.192731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.198581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b2b9e-63c9-4081-bfc3-708722f4a98e req-ad583691-1f37-46c0-8017-26ab5c5951be tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:28.199240 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d015d4-09ae-4ebe-beda-704f1462b971 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:28.199928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d015d4-09ae-4ebe-beda-704f1462b971 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:28.200408 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8f7b2b9e-63c9-4081-bfc3-708722f4a98e req-ad583691-1f37-46c0-8017-26ab5c5951be tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 946 time: 1.0540185 Feb 04 06:18:28.204055 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-29d015d4-09ae-4ebe-beda-704f1462b971 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/b93216d2-481d-4c86-9ea8-b07201b85be3 HTTP/1.1" status: 404 len: 337 time: 0.0684750 Feb 04 06:18:28.205405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48832) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.268235 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8f7b2b9e-63c9-4081-bfc3-708722f4a98e req-5b7c1db0-7780-4bab-963b-7c7b2295838d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555758 Feb 04 06:18:28.284396 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b9cc7b-1410-4c15-8c94-93d42421ca73 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:28.285242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b9cc7b-1410-4c15-8c94-93d42421ca73 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:28.289460 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-25b9cc7b-1410-4c15-8c94-93d42421ca73 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/6dd43a73-c927-4d45-b0ec-ff9ca287c6f2 HTTP/1.1" status: 404 len: 337 time: 0.0803854 Feb 04 06:18:28.289771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48836) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.320384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e5534-fd91-4692-8986-f00729a921a1 None None] DHCP port deletion for 0289d5c0-8362-47c2-8e26-bee9bc48d16e request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:18:28.328960 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-782e5534-fd91-4692-8986-f00729a921a1 None None] Deleting port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:28.329334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-782e5534-fd91-4692-8986-f00729a921a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.355999 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-094e1625-7c7b-46dc-8182-8d5f4b832ec3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:28.356538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094e1625-7c7b-46dc-8182-8d5f4b832ec3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:28.377655 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-094e1625-7c7b-46dc-8182-8d5f4b832ec3 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/9cd5e5ce-6652-4e3c-97ae-f19b393e58da HTTP/1.1" status: 404 len: 333 time: 0.0858748 Feb 04 06:18:28.378287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48842) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.506004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8789d1a3-288d-45f9-a03b-650879cfa1eb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:28.506928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8789d1a3-288d-45f9-a03b-650879cfa1eb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:28.508954 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8789d1a3-288d-45f9-a03b-650879cfa1eb tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/6df1aa0e-cfc4-4e88-91c8-ae2621ab6bfa HTTP/1.1" status: 404 len: 337 time: 0.1295729 Feb 04 06:18:28.512784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.565351 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5775b91-a7c0-4a02-8adf-0b6a133e0149 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:28.565351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5775b91-a7c0-4a02-8adf-0b6a133e0149 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:28.568090 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f5775b91-a7c0-4a02-8adf-0b6a133e0149 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/2e1c412e-8c4c-41f4-b2fb-0730924ec251 HTTP/1.1" status: 404 len: 337 time: 0.0541313 Feb 04 06:18:28.571826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.615342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-782e5534-fd91-4692-8986-f00729a921a1 None None] For port c5c6d699-1bad-441f-b9f3-57dbe8b29a83, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,segment=NetworkSegment(ccd8f409-3708-4d7f-8747-ec7ace42fd0f),segment_id=ccd8f409-3708-4d7f-8747-ec7ace42fd0f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:28.616029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-782e5534-fd91-4692-8986-f00729a921a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.622405 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37aa3ef-b491-4bec-8531-f2d0b62675b6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:28.623016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37aa3ef-b491-4bec-8531-f2d0b62675b6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:28.624807 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f37aa3ef-b491-4bec-8531-f2d0b62675b6 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/2ff6108d-5733-49ea-8c0b-ccafefd94c3a HTTP/1.1" status: 404 len: 333 time: 0.0514088 Feb 04 06:18:28.628168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48854) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.638207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f422-68a8-4bef-ab5b-6d9a205fb3ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.673310 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-c111ba17-c976-4126-8145-a83c50750b50 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:28.673877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c111ba17-c976-4126-8145-a83c50750b50 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:28.675640 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c111ba17-c976-4126-8145-a83c50750b50 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/bc9fd081-aaca-44de-b57d-12ee8389a839 HTTP/1.1" status: 404 len: 337 time: 0.0459192 Feb 04 06:18:28.679726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48858) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.693787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a957fe8c-c5de-479d-acb2-3457af027804 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:28.722434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9f422-68a8-4bef-ab5b-6d9a205fb3ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=d6cac4fc-450f-44fe-9c2b-5982601eaf33,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:28.725436 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b896acfe-ee1a-41df-afa8-253de5aa969c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] DELETE failed (client error): The resource could not be found. Feb 04 06:18:28.726009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b896acfe-ee1a-41df-afa8-253de5aa969c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:18:28.728824 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b896acfe-ee1a-41df-afa8-253de5aa969c tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/subnets/3d9d9c2e-12ea-4315-8e00-03a881a8d9f1 HTTP/1.1" status: 404 len: 337 time: 0.0472422 Feb 04 06:18:28.731132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48862) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.749792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324ddbb-7303-4cf9-be89-a0c4325f4f94 req-29c90c6d-0b84-4066-8a6b-b7083f677370 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:28.753316 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b324ddbb-7303-4cf9-be89-a0c4325f4f94 req-29c90c6d-0b84-4066-8a6b-b7083f677370 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 946 time: 0.3085029 Feb 04 06:18:28.771319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f422-68a8-4bef-ab5b-6d9a205fb3ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.798537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7da2aac6-e5ba-47db-a668-87a6364d057c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.822469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-782e5534-fd91-4692-8986-f00729a921a1 None None] Calling delete_port for c5c6d699-1bad-441f-b9f3-57dbe8b29a83 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:28.889155 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b324ddbb-7303-4cf9-be89-a0c4325f4f94 req-21f14f7b-a6ea-49a4-9cdd-4a33d8491ab8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786467 Feb 04 06:18:28.902733 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Provisioning for port d6cac4fc-450f-44fe-9c2b-5982601eaf33 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:28.911321 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4cf9f422-68a8-4bef-ab5b-6d9a205fb3ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/d6cac4fc-450f-44fe-9c2b-5982601eaf33 HTTP/1.1" status: 204 len: 168 time: 2.3603094 Feb 04 06:18:28.913676 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48866) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:28.913797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-fcd00fdd-acef-42ce-91b1-430234485a78 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Deleting port 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:28.914034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcd00fdd-acef-42ce-91b1-430234485a78 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:28.943541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Provisioning complete for port d6cac4fc-450f-44fe-9c2b-5982601eaf33 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:28.945124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.008923 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-444015f7-6965-4629-9154-de9adc6e39c4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:18:29.009517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-444015f7-6965-4629-9154-de9adc6e39c4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:29.010696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Port d6cac4fc-450f-44fe-9c2b-5982601eaf33 was deleted so its status cannot be updated. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 06:18:29.014471 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7da2aac6-e5ba-47db-a668-87a6364d057c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.021792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da2aac6-e5ba-47db-a668-87a6364d057c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:29.023719 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7da2aac6-e5ba-47db-a668-87a6364d057c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.024040 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7da2aac6-e5ba-47db-a668-87a6364d057c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/ports/15c3ed79-328a-475e-9126-87151bb1fe00 HTTP/1.1" status: 200 len: 911 time: 2.3231070 Feb 04 06:18:29.031565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48874) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:29.057489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Provisioning complete for port 15c3ed79-328a-475e-9126-87151bb1fe00 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:29.057859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.099022 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-782e5534-fd91-4692-8986-f00729a921a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.118257 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2aac6-e5ba-47db-a668-87a6364d057c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=15c3ed79-328a-475e-9126-87151bb1fe00,revision_number=3']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:29.178867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e5534-fd91-4692-8986-f00729a921a1 None None] Pushing event deleted for resources: {'Port': ['ID=c5c6d699-1bad-441f-b9f3-57dbe8b29a83,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:29.187417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e5534-fd91-4692-8986-f00729a921a1 None None] No DVR routers for this DVR port c5c6d699-1bad-441f-b9f3-57dbe8b29a83 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:29.200137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port a957fe8c-c5de-479d-acb2-3457af027804 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:29.200515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.236111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-08be0362-2566-43b0-908e-f76bbf605c0f None None] Port 15c3ed79-328a-475e-9126-87151bb1fe00 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:29.249360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-444015f7-6965-4629-9154-de9adc6e39c4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:29.253553 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-444015f7-6965-4629-9154-de9adc6e39c4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/d6cac4fc-450f-44fe-9c2b-5982601eaf33 HTTP/1.1" status: 404 len: 333 time: 0.3389187 Feb 04 06:18:29.254253 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48880) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:29.334712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc937ba-1304-495a-a720-6ec8150bb64a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting subnet be4fab7c-6910-4c2b-9b9d-50240737548f {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:18:29.338892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fc937ba-1304-495a-a720-6ec8150bb64a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.356222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e63448f1-bb28-4133-96d0-f0fa68c1a42b None None] Could not find standard attr ID for object 084e1fc0-786d-4e31-8edd-90fc77967572. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:18:29.413122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fc937ba-1304-495a-a720-6ec8150bb64a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.433565 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c5c6d699-1bad-441f-b9f3-57dbe8b29a83 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:18:29.470135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: c5c6d699-1bad-441f-b9f3-57dbe8b29a83 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:18:29.470483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c5c6d699-1bad-441f-b9f3-57dbe8b29a83 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:18:29.537421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fc937ba-1304-495a-a720-6ec8150bb64a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.651890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcd00fdd-acef-42ce-91b1-430234485a78 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.723836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fc937ba-1304-495a-a720-6ec8150bb64a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.767536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc937ba-1304-495a-a720-6ec8150bb64a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Subnet': ['ID=be4fab7c-6910-4c2b-9b9d-50240737548f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:29.769510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7fc937ba-1304-495a-a720-6ec8150bb64a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.777437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae9e2b2-f36c-4d93-96b4-da80d91a8fae None None] Network c544b4b7-9006-4b05-bded-fd85f7b4f8d8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:29.782158 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7fc937ba-1304-495a-a720-6ec8150bb64a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/be4fab7c-6910-4c2b-9b9d-50240737548f HTTP/1.1" status: 204 len: 168 time: 0.5263367 Feb 04 06:18:29.792196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-fcd00fdd-acef-42ce-91b1-430234485a78 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Calling delete_port for 1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:29.792461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48884) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:29.912837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:29.924918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port a957fe8c-c5de-479d-acb2-3457af027804 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:29.925847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.061039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db1297c-79d5-4eba-9b93-cad01498462e None None] DHCP port deletion for c544b4b7-9006-4b05-bded-fd85f7b4f8d8 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:18:30.065290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2db1297c-79d5-4eba-9b93-cad01498462e None None] Deleting port a957fe8c-c5de-479d-acb2-3457af027804 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:30.065895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2db1297c-79d5-4eba-9b93-cad01498462e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.067638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833c8fd7-e607-4fcd-bbb2-c1e1456040ca tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.171384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcd00fdd-acef-42ce-91b1-430234485a78 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.174595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] For port a957fe8c-c5de-479d-acb2-3457af027804, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a957fe8c-c5de-479d-acb2-3457af027804,segment=NetworkSegment(e6b82f03-3e2d-4df6-997b-130f9d8e26f5),segment_id=e6b82f03-3e2d-4df6-997b-130f9d8e26f5)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:30.175261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.310688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd00fdd-acef-42ce-91b1-430234485a78 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Port': ['ID=1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:30.331942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcd00fdd-acef-42ce-91b1-430234485a78 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.332435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2db1297c-79d5-4eba-9b93-cad01498462e None None] For port a957fe8c-c5de-479d-acb2-3457af027804, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a957fe8c-c5de-479d-acb2-3457af027804,segment=NetworkSegment(e6b82f03-3e2d-4df6-997b-130f9d8e26f5),segment_id=e6b82f03-3e2d-4df6-997b-130f9d8e26f5)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:30.332730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2db1297c-79d5-4eba-9b93-cad01498462e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.440380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for a957fe8c-c5de-479d-acb2-3457af027804 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:30.442727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48894) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:30.459663 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2db1297c-79d5-4eba-9b93-cad01498462e None None] Calling delete_port for a957fe8c-c5de-479d-acb2-3457af027804 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:30.611282 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a957fe8c-c5de-479d-acb2-3457af027804 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:18:30.664120 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fcd00fdd-acef-42ce-91b1-430234485a78 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/ports/1e8a280d-3e2b-48d1-8b74-ad3bd79b5c20 HTTP/1.1" status: 204 len: 168 time: 1.9092689 Feb 04 06:18:30.664926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-2db1297c-79d5-4eba-9b93-cad01498462e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 06:18:30.664926 dv-neutron-827796-1-hyperv neutron-server[88200]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Feb 04 06:18:30.664926 dv-neutron-827796-1-hyperv neutron-server[88200]: [parameters: {'port_id': 'a957fe8c-c5de-479d-acb2-3457af027804'}] Feb 04 06:18:30.664926 dv-neutron-827796-1-hyperv neutron-server[88200]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:18:30.665788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-2db1297c-79d5-4eba-9b93-cad01498462e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:18:30.666541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48898) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:30.738752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.741900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.795643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=a957fe8c-c5de-479d-acb2-3457af027804,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:30.816998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No DVR routers for this DVR port a957fe8c-c5de-479d-acb2-3457af027804 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:30.890854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:30.929731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-833c8fd7-e607-4fcd-bbb2-c1e1456040ca tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 15c3ed79-328a-475e-9126-87151bb1fe00 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:30.930081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833c8fd7-e607-4fcd-bbb2-c1e1456040ca tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.009895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.110003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c544b4b7-9006-4b05-bded-fd85f7b4f8d8']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:31.135491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b82f03-3e2d-4df6-997b-130f9d8e26f5') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:31.135791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b82f03-3e2d-4df6-997b-130f9d8e26f5') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:31.147116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.160133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.168001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2db1297c-79d5-4eba-9b93-cad01498462e None None] Deleting port a957fe8c-c5de-479d-acb2-3457af027804 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:31.168499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2db1297c-79d5-4eba-9b93-cad01498462e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.188910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0289d5c0-8362-47c2-8e26-bee9bc48d16e']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:31.196621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.207750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd8f409-3708-4d7f-8747-ec7ace42fd0f') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:31.208059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd8f409-3708-4d7f-8747-ec7ace42fd0f') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:31.216008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:31.216413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:31.236315 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:31.250707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2db1297c-79d5-4eba-9b93-cad01498462e None None] The port 'a957fe8c-c5de-479d-acb2-3457af027804' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:18:31.304826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.337074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.345284 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:31.345752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.350336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833c8fd7-e607-4fcd-bbb2-c1e1456040ca tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:31.360527 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:31.483486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.502134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.507504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-833c8fd7-e607-4fcd-bbb2-c1e1456040ca tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 15c3ed79-328a-475e-9126-87151bb1fe00 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:31.514638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Network': ['ID=c544b4b7-9006-4b05-bded-fd85f7b4f8d8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:31.551984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.578940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.580756 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] 10.222.0.32 "DELETE /v2.0/networks/0289d5c0-8362-47c2-8e26-bee9bc48d16e HTTP/1.1" status: 204 len: 168 time: 0.9131284 Feb 04 06:18:31.583826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43218885-b2c4-454e-b674-ee57b7201639 tempest-PortsTestJSON-1265727916 tempest-PortsTestJSON-1265727916-project] Pushing event deleted for resources: {'Network': ['ID=0289d5c0-8362-47c2-8e26-bee9bc48d16e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:31.665522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48908) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:31.666915 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5147ff30-4f76-40a3-8587-db67fd1049b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/networks/c544b4b7-9006-4b05-bded-fd85f7b4f8d8 HTTP/1.1" status: 204 len: 168 time: 1.8706605 Feb 04 06:18:31.671714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1566654249'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:31.707564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:31.718766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:network and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:31.728467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:31.742940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:31.764194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.972481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:31.975952 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.130396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833c8fd7-e607-4fcd-bbb2-c1e1456040ca tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.213417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c8fd7-e607-4fcd-bbb2-c1e1456040ca tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=15c3ed79-328a-475e-9126-87151bb1fe00,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:32.289773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:32.312913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48918) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:32.377934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.378285 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Added segment 2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2 of type vlan for network 71649eea-582a-4066-ae00-4255707e0159 Feb 04 06:18:32.502406 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-117ec602-5317-49c5-857a-cd26d0253bae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ccb16afb7e244ec96b61fcb5af58d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876295 Feb 04 06:18:32.504908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48926) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:32.518487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-833c8fd7-e607-4fcd-bbb2-c1e1456040ca tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.551247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.568057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f35353cb-6c4d-4e56-ab4a-a3ef65a7d230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.598278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f35353cb-6c4d-4e56-ab4a-a3ef65a7d230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.772572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.17 (50931af2-d5d8-4bb5-ade3-c59a1545f612/dd0945e6-3042-47cf-8b64-db636786f8d6/b05ba31b-f503-4d70-a8bf-b885b2ede675) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:32.837639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f35353cb-6c4d-4e56-ab4a-a3ef65a7d230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.853413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35353cb-6c4d-4e56-ab4a-a3ef65a7d230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb715ad-3184-4d05-ba31-316a9e572eb8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:32.861721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f35353cb-6c4d-4e56-ab4a-a3ef65a7d230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.865243 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f35353cb-6c4d-4e56-ab4a-a3ef65a7d230 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fb715ad-3184-4d05-ba31-316a9e572eb8 HTTP/1.1" status: 204 len: 168 time: 0.3569908 Feb 04 06:18:32.969310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:32.974703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:32.975284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.080925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833c8fd7-e607-4fcd-bbb2-c1e1456040ca tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:18:33.140953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Network': ['ID=71649eea-582a-4066-ae00-4255707e0159,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:33.154315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 71649eea-582a-4066-ae00-4255707e0159 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:18:33.303605 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-08b05425-59d5-444e-81d3-d390eda00145 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6335645 Feb 04 06:18:33.303999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48932) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:33.304121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.307411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833c8fd7-e607-4fcd-bbb2-c1e1456040ca tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:18:33.311007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '71649eea-582a-4066-ae00-4255707e0159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:33.314767 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-833c8fd7-e607-4fcd-bbb2-c1e1456040ca tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2797642 Feb 04 06:18:33.318477 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e4f43-489c-4978-bb47-366052513f28 None None] Sync routers for ids ['b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:33.327215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object b05ba31b-f503-4d70-a8bf-b885b2ede675 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:33.327932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48936) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:33.331147 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e4f43-489c-4978-bb47-366052513f28 None None] Routers {'b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:33.332029 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a03e4f43-489c-4978-bb47-366052513f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:33.375679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c4dfeeb-23aa-48b5-b159-e244d4f1722e tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Synchronizing usage tracker for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:33.444475 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a03e4f43-489c-4978-bb47-366052513f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:33.449784 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:33.453528 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e4f43-489c-4978-bb47-366052513f28 None None] Routers {'b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:33.454130 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a03e4f43-489c-4978-bb47-366052513f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:33.456512 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:33.459980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:33.468526 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:33.526620 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a03e4f43-489c-4978-bb47-366052513f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:33.527022 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e4f43-489c-4978-bb47-366052513f28 None None] The sync data for ids ['b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:33.561937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c4dfeeb-23aa-48b5-b159-e244d4f1722e tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Unset dirty status for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:33.563732 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2c4dfeeb-23aa-48b5-b159-e244d4f1722e tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a HTTP/1.1" status: 200 len: 205 time: 0.2345452 Feb 04 06:18:33.574063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48948) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:33.710580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:33.714921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.765798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.902962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 50931af2-d5d8-4bb5-ade3-c59a1545f612 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:33.905444 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb55c-9f2a-4a19-937c-5cebc7531ad7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.964203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:33.966575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:34.076245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=b05ba31b-f503-4d70-a8bf-b885b2ede675,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:34.083533 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.300330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.305737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Subnet': ['ID=a6c015de-12a5-4696-9ee8-7d3bb2112818,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:34.310181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb55c-9f2a-4a19-937c-5cebc7531ad7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.310469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Checking segment: {'id': '2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '71649eea-582a-4066-ae00-4255707e0159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:34.310829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network hostable DHCP agents. Network: 71649eea-582a-4066-ae00-4255707e0159, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:34.318191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb55c-9f2a-4a19-937c-5cebc7531ad7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.340330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-258204b7-cc32-4853-9d09-c90e97889191 None None] Provisioning for port b05ba31b-f503-4d70-a8bf-b885b2ede675 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:34.345732 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-258204b7-cc32-4853-9d09-c90e97889191 None None] Provisioning complete for port b05ba31b-f503-4d70-a8bf-b885b2ede675 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:34.345865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-258204b7-cc32-4853-9d09-c90e97889191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.402851 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-258204b7-cc32-4853-9d09-c90e97889191 None None] Port b05ba31b-f503-4d70-a8bf-b885b2ede675 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:34.506174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 71649eea-582a-4066-ae00-4255707e0159 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:34.576567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb55c-9f2a-4a19-937c-5cebc7531ad7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.577076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3bb55c-9f2a-4a19-937c-5cebc7531ad7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Fanout notify agent at l3_agent the message router_deleted on router b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:18:34.603556 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb55c-9f2a-4a19-937c-5cebc7531ad7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.603696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48966) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:34.607254 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2c3bb55c-9f2a-4a19-937c-5cebc7531ad7 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a HTTP/1.1" status: 204 len: 168 time: 1.0295286 Feb 04 06:18:34.608965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48970) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:34.623274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.657291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 71649eea-582a-4066-ae00-4255707e0159) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:34.671569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04b8921-d237-4710-a4be-6fc2a07449d5 None None] Network 71649eea-582a-4066-ae00-4255707e0159 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:34.672178 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:34.672799 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.704073 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69d6506-b574-4768-bc48-acdb3e4ae9b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting subnet df22e8f6-c8af-45ea-8169-aa93a7cdf358 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:18:34.707556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f69d6506-b574-4768-bc48-acdb3e4ae9b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.769851 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f69d6506-b574-4768-bc48-acdb3e4ae9b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:34.814498 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-687708666'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:34.826973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:34.848753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Usage tracker for resource:network and tenant:6a0e8f14d09f4a349ec8aea5ca1fe63c is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:34.855170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:34.862199 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3517a062-0217-4715-8231-9ddd836f898f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5535667 Feb 04 06:18:34.865367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48978) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:34.866390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:34.880148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': '71649eea-582a-4066-ae00-4255707e0159', 'name': 'tempest-PortsIpV6TestJSON-1536677466', 'fixed_ips': [{'subnet_id': 'a6c015de-12a5-4696-9ee8-7d3bb2112818', 'ip_address': '2001:db8::10'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:34.941083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-71649eea-582a-4066-ae00-4255707e0159', 'network_id': '71649eea-582a-4066-ae00-4255707e0159', 'tenant_id': '2ec7c402ff1b461c882a01c21344c6e3', 'fixed_ips': [{'subnet_id': 'a6c015de-12a5-4696-9ee8-7d3bb2112818'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:18:34.942249 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.020955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f69d6506-b574-4768-bc48-acdb3e4ae9b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.060756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Made reservation on behalf of 6a0e8f14d09f4a349ec8aea5ca1fe63c for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:35.064287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.085656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.097129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.116813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Allocated IP 2001:db8::2 (71649eea-582a-4066-ae00-4255707e0159/a6c015de-12a5-4696-9ee8-7d3bb2112818/4ebb46bc-812d-4bb0-a00b-4061fb151947) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:35.129251 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:35.135187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:35.140794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:35.144261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Usage tracker for resource:security_group_rule and tenant:6a0e8f14d09f4a349ec8aea5ca1fe63c is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:35.146973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:35.149867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:35.159596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:35.163530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:35.213378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.282990 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:35.323175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.331620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.333394 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Transition to ACTIVE for port object 4ebb46bc-812d-4bb0-a00b-4061fb151947 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:35.334989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=b05ba31b-f503-4d70-a8bf-b885b2ede675,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:35.351955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Transition to ACTIVE for port object 4ebb46bc-812d-4bb0-a00b-4061fb151947 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:35.363167 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f69d6506-b574-4768-bc48-acdb3e4ae9b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.414345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d6506-b574-4768-bc48-acdb3e4ae9b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Subnet': ['ID=df22e8f6-c8af-45ea-8169-aa93a7cdf358,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:35.425236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62be1dff-3aea-4209-8a1a-a9c0de7fda5a None None] Network 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:35.429316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f69d6506-b574-4768-bc48-acdb3e4ae9b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.441307 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f69d6506-b574-4768-bc48-acdb3e4ae9b4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/df22e8f6-c8af-45ea-8169-aa93a7cdf358 HTTP/1.1" status: 204 len: 168 time: 0.8312581 Feb 04 06:18:35.442017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 48982) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:35.509397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.583554 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Network 71649eea-582a-4066-ae00-4255707e0159 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:35.592672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:35.606138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:35.618499 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.632864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 50931af2-d5d8-4bb5-ade3-c59a1545f612 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:35.634062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:35.639429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.680702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port 07dab0a3-5cf5-4ee0-8429-c088eac192b4 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:18:35.726639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port e5883488-0b6b-4890-82e1-d2733fe43350 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:35.727004 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.808585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.840944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Pushing event updated for resources: {'Port': ['ID=4ebb46bc-812d-4bb0-a00b-4061fb151947,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:35.870214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Attempting to bind port 4ebb46bc-812d-4bb0-a00b-4061fb151947 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:35.870879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Attempting to bind port 4ebb46bc-812d-4bb0-a00b-4061fb151947 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '71649eea-582a-4066-ae00-4255707e0159'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:35.871236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Attempting to bind port 4ebb46bc-812d-4bb0-a00b-4061fb151947 on network 71649eea-582a-4066-ae00-4255707e0159 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:35.876767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 0cbbee68-c4f5-4974-bc2a-958b0e701717 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:18:35.881761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:35.882405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Checking segment: {'id': '2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '71649eea-582a-4066-ae00-4255707e0159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:35.882967 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.883513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Bound using segment: {'id': '2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '71649eea-582a-4066-ae00-4255707e0159'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:35.884711 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Bound port: 4ebb46bc-812d-4bb0-a00b-4061fb151947, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '71649eea-582a-4066-ae00-4255707e0159'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:35.885273 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.990003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] For port 4ebb46bc-812d-4bb0-a00b-4061fb151947, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:35.993981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.995238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] For port 4ebb46bc-812d-4bb0-a00b-4061fb151947, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4ebb46bc-812d-4bb0-a00b-4061fb151947,segment=NetworkSegment(2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2),segment_id=2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:36.042722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c2b3f002-6ad2-4941-ac52-bf7eec183a7c None None] Provisioning complete for port b05ba31b-f503-4d70-a8bf-b885b2ede675 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:36.042722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2b3f002-6ad2-4941-ac52-bf7eec183a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.074791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604f07e-947e-4c61-9810-7ccd3c01c3eb None None] DHCP port deletion for 72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:18:36.077772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:36.089935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:18:36.090535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3604f07e-947e-4c61-9810-7ccd3c01c3eb None None] Deleting port e5883488-0b6b-4890-82e1-d2733fe43350 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:36.090535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3604f07e-947e-4c61-9810-7ccd3c01c3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.101224 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8d9fe2fb-0306-40b3-a80c-b83a9309269e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/0cbbee68-c4f5-4974-bc2a-958b0e701717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6564608 Feb 04 06:18:36.117826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Sync routers for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:36.150612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.189916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d163f5e5-ae04-4d9b-bcb2-b67cbdf5f386,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:36.204405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:36.205173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:36.214842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.215305 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Added segment fd451b6e-b953-4203-8a7a-6a4d081e5e24 of type vlan for network c4bf0251-0470-4cfe-a802-d7d71805c22e Feb 04 06:18:36.252357 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3f002-6ad2-4941-ac52-bf7eec183a7c None None] Port b05ba31b-f503-4d70-a8bf-b885b2ede675 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:36.266860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] For port e5883488-0b6b-4890-82e1-d2733fe43350, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e5883488-0b6b-4890-82e1-d2733fe43350,segment=NetworkSegment(ff53e4e7-60f0-482d-9efa-2ccf284b3edc),segment_id=ff53e4e7-60f0-482d-9efa-2ccf284b3edc)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:36.267223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.291723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.352003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8::10 (71649eea-582a-4066-ae00-4255707e0159/a6c015de-12a5-4696-9ee8-7d3bb2112818/07dab0a3-5cf5-4ee0-8429-c088eac192b4) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:36.385390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948f0ef-4628-477b-b704-4231f80bd7a9 None None] Pushing event updated for resources: {'Port': ['ID=4ebb46bc-812d-4bb0-a00b-4061fb151947,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:36.427393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for e5883488-0b6b-4890-82e1-d2733fe43350 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:36.609486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:36.674811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e5883488-0b6b-4890-82e1-d2733fe43350 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:18:36.757634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3604f07e-947e-4c61-9810-7ccd3c01c3eb None None] For port e5883488-0b6b-4890-82e1-d2733fe43350, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e5883488-0b6b-4890-82e1-d2733fe43350,segment=NetworkSegment(ff53e4e7-60f0-482d-9efa-2ccf284b3edc),segment_id=ff53e4e7-60f0-482d-9efa-2ccf284b3edc)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:36.758029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3604f07e-947e-4c61-9810-7ccd3c01c3eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.778198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.784096 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:36.784707 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.810908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.957183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=e5883488-0b6b-4890-82e1-d2733fe43350,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:36.965191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3604f07e-947e-4c61-9810-7ccd3c01c3eb None None] Calling delete_port for e5883488-0b6b-4890-82e1-d2733fe43350 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:36.970207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No DVR routers for this DVR port e5883488-0b6b-4890-82e1-d2733fe43350 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:37.025432 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No active binding found for port e5883488-0b6b-4890-82e1-d2733fe43350 {{(pid=88200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 06:18:37.025843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e5883488-0b6b-4890-82e1-d2733fe43350 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:18:37.037397 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Pushing event updated for resources: {'Network': ['ID=c4bf0251-0470-4cfe-a802-d7d71805c22e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:37.063134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network c4bf0251-0470-4cfe-a802-d7d71805c22e details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:18:37.157351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.179724 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-27f4cf55-ac41-4772-89b8-6ecbbca52c62 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.5750012 Feb 04 06:18:37.182756 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48994) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:37.188985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Request body: {'subnet': {'network_id': 'c4bf0251-0470-4cfe-a802-d7d71805c22e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:37.215395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.219698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:37.240943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff53e4e7-60f0-482d-9efa-2ccf284b3edc') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:37.241452 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff53e4e7-60f0-482d-9efa-2ccf284b3edc') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:37.264961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object 07dab0a3-5cf5-4ee0-8429-c088eac192b4 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:37.267362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.292597 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.301989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:37.302393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.310448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-3604f07e-947e-4c61-9810-7ccd3c01c3eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:18:37.310801 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-3604f07e-947e-4c61-9810-7ccd3c01c3eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:37.318480 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:37.338173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:37.342383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Usage tracker for resource:subnet and tenant:6a0e8f14d09f4a349ec8aea5ca1fe63c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:37.346520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:37.353105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:37.430244 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:18:34Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'b48b3d6e-4fc2-48da-a2be-f77bfbed4556', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'port_id': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'mac_address': 'fa:16:3e:e1:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:41Z', 'updated_at': '2022-02-04T06:16:47Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05ba31b-f503-4d70-a8bf-b885b2ede675', 'name': '', 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:41:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'dd0945e6-3042-47cf-8b64-db636786f8d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:32Z', 'updated_at': '2022-02-04T06:18:34Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'dd0945e6-3042-47cf-8b64-db636786f8d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:37.435473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Checking router: 0cbbee68-c4f5-4974-bc2a-958b0e701717 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:37.435868 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Updating router 0cbbee68-c4f5-4974-bc2a-958b0e701717 port b05ba31b-f503-4d70-a8bf-b885b2ede675 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:37.454475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Made reservation on behalf of 6a0e8f14d09f4a349ec8aea5ca1fe63c for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:37.458022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.502082 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.510767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.516556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.537777 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.596475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Network': ['ID=72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:37.611671 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-99bac2c2-39c8-4cf5-9036-5b2baa1e90b1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/networks/72d56ac1-61f5-4d19-88ee-1c0f9a66c0c7 HTTP/1.1" status: 204 len: 168 time: 2.1621273 Feb 04 06:18:37.612735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 48998) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:37.622800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0bd2b09b-2cab-47f8-bff7-9bf6ac7cca68 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1663497974', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:37.627527 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 71649eea-582a-4066-ae00-4255707e0159 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:37.631642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:37.639929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:37.643391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0bd2b09b-2cab-47f8-bff7-9bf6ac7cca68 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:37.649442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0bd2b09b-2cab-47f8-bff7-9bf6ac7cca68 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:router and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:37.653014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0bd2b09b-2cab-47f8-bff7-9bf6ac7cca68 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:37.653320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:37.654631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.660474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0bd2b09b-2cab-47f8-bff7-9bf6ac7cca68 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:37.675311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=07dab0a3-5cf5-4ee0-8429-c088eac192b4,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:37.738992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713fd99b-19d0-47a2-8dea-ed33198f4cac None None] Network 71649eea-582a-4066-ae00-4255707e0159 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:37.786200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b09b-2cab-47f8-bff7-9bf6ac7cca68 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.787232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b09b-2cab-47f8-bff7-9bf6ac7cca68 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.802832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b09b-2cab-47f8-bff7-9bf6ac7cca68 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.814547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3604f07e-947e-4c61-9810-7ccd3c01c3eb None None] Deleting port e5883488-0b6b-4890-82e1-d2733fe43350 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:37.815107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3604f07e-947e-4c61-9810-7ccd3c01c3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.831523 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b889a9f1-42cf-4da7-866f-38b5757400f5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9625928 Feb 04 06:18:37.834135 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49002) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:37.841062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': '71649eea-582a-4066-ae00-4255707e0159', 'name': 'tempest-PortsIpV6TestJSON-787132026', 'fixed_ips': [{'subnet_id': 'a6c015de-12a5-4696-9ee8-7d3bb2112818', 'ip_address': '2001:db8::f'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:37.915425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3604f07e-947e-4c61-9810-7ccd3c01c3eb None None] The port 'e5883488-0b6b-4890-82e1-d2733fe43350' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:18:37.967634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.995927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:38.000306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:38.003405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:38.011572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:38.044789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Pushing event updated for resources: {'Subnet': ['ID=2de0942f-5b09-498e-953f-c6faa7fc8a4c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:38.046119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3f9b3757-f0c1-44ce-81c7-27ba38bb205f None None] Provisioning for port 4ebb46bc-812d-4bb0-a00b-4061fb151947 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:38.048091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b09b-2cab-47f8-bff7-9bf6ac7cca68 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.095403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Checking segment: {'id': 'fd451b6e-b953-4203-8a7a-6a4d081e5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4bf0251-0470-4cfe-a802-d7d71805c22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:38.095676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Network hostable DHCP agents. Network: c4bf0251-0470-4cfe-a802-d7d71805c22e, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:38.157015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:38.159605 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.162603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.175478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Transition to ACTIVE for port object b05ba31b-f503-4d70-a8bf-b885b2ede675 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:38.189225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port f80e694e-c85c-444d-b90f-71982c68c6de yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:18:38.203611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b09b-2cab-47f8-bff7-9bf6ac7cca68 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.208681 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0bd2b09b-2cab-47f8-bff7-9bf6ac7cca68 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5924230 Feb 04 06:18:38.210011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49008) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:38.217031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1860745467'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:38.223170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:38.227829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:network and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:38.230904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:38.237174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:38.363437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Network c4bf0251-0470-4cfe-a802-d7d71805c22e is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:38.407568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8::f (71649eea-582a-4066-ae00-4255707e0159/a6c015de-12a5-4696-9ee8-7d3bb2112818/f80e694e-c85c-444d-b90f-71982c68c6de) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:38.451571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.500992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:38.505502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.515750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, c4bf0251-0470-4cfe-a802-d7d71805c22e) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:38.527379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:38.527967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.619020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:38.633059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.633410 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added segment fd53eb4b-5a92-40dc-a13d-b80295e81f26 of type vlan for network 18c48b9a-cb95-4a1c-9921-ee940076a3fa Feb 04 06:18:38.640124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eb9c0-bd25-48b4-9ce9-d36d827e41e9 None None] Pushing event updated for resources: {'Port': ['ID=b05ba31b-f503-4d70-a8bf-b885b2ede675,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:38.642984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3609a8c8-f2ff-41f7-901f-cd2d5fdf4b72 None None] Network c4bf0251-0470-4cfe-a802-d7d71805c22e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:38.691985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.706839 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.739789 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object f80e694e-c85c-444d-b90f-71982c68c6de will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:38.762781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 4ebb46bc-812d-4bb0-a00b-4061fb151947 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:38.782637 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-281f48be-a662-420c-8b36-3c39dbe23390 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5985639 Feb 04 06:18:38.785759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49014) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:38.788413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-77258e0f-e4bb-42f9-b5d2-17fbd3e1bdd7 None None] Provisioning for port 07dab0a3-5cf5-4ee0-8429-c088eac192b4 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:38.793754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Request body: {'port': {'network_id': 'c4bf0251-0470-4cfe-a802-d7d71805c22e', 'name': 'tempest-TagsExtTest-1701792300'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:38.830567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-77258e0f-e4bb-42f9-b5d2-17fbd3e1bdd7 None None] Provisioning complete for port 07dab0a3-5cf5-4ee0-8429-c088eac192b4 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:38.830957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77258e0f-e4bb-42f9-b5d2-17fbd3e1bdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.904361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.910393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:38.910964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.935068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.013444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 71649eea-582a-4066-ae00-4255707e0159 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:39.016775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:39.019572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-77258e0f-e4bb-42f9-b5d2-17fbd3e1bdd7 None None] Port 07dab0a3-5cf5-4ee0-8429-c088eac192b4 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:39.020821 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:39.023909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Attempting to bind port b05ba31b-f503-4d70-a8bf-b885b2ede675 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:39.031941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Attempting to bind port b05ba31b-f503-4d70-a8bf-b885b2ede675 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:39.031941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Attempting to bind port b05ba31b-f503-4d70-a8bf-b885b2ede675 on network 50931af2-d5d8-4bb5-ade3-c59a1545f612 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:39.032534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:39.032534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.041857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=f80e694e-c85c-444d-b90f-71982c68c6de,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:39.049007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:39.053816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Network': ['ID=18c48b9a-cb95-4a1c-9921-ee940076a3fa,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:39.069544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:39.069544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Checking segment: {'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:39.069544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.070564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Bound using segment: {'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:39.070564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Bound port: b05ba31b-f503-4d70-a8bf-b885b2ede675, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e0c634-fb3f-442f-8760-d2741c9f7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:39.070762 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.071671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Usage tracker for resource:port and tenant:6a0e8f14d09f4a349ec8aea5ca1fe63c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:39.074740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:39.085028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 18c48b9a-cb95-4a1c-9921-ee940076a3fa details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:18:39.087596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:39.172760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b70f1d65-2c46-4d07-be03-a0f1aa94ca0d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9554834 Feb 04 06:18:39.175214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49020) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:39.181724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'subnet': {'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:39.203589 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d41dc938-99b8-4470-a1df-ad27e27b8675 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3684125 Feb 04 06:18:39.206399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49024) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:39.230948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 4ebb46bc-812d-4bb0-a00b-4061fb151947 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:39.293869 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-77258e0f-e4bb-42f9-b5d2-17fbd3e1bdd7 None None] Provisioning complete for port 4ebb46bc-812d-4bb0-a00b-4061fb151947 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:39.294390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77258e0f-e4bb-42f9-b5d2-17fbd3e1bdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.299411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:39.303978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:subnet and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:39.307725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:39.316821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:39.317181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c0c0f-38e9-422a-b82c-0ce448e873ea tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:39.319167 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-971c0c0f-38e9-422a-b82c-0ce448e873ea tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:39.324675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Made reservation on behalf of 6a0e8f14d09f4a349ec8aea5ca1fe63c for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:39.328222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.351892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] device_id is not set on port 5c0532c8-a82d-416f-bed1-dfab546e6de1 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:18:39.371927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 4ebb46bc-812d-4bb0-a00b-4061fb151947 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:39.372388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.455459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:39.458940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.480811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-c4bf0251-0470-4cfe-a802-d7d71805c22e', 'network_id': 'c4bf0251-0470-4cfe-a802-d7d71805c22e', 'tenant_id': '6a0e8f14d09f4a349ec8aea5ca1fe63c', 'fixed_ips': [{'subnet_id': '2de0942f-5b09-498e-953f-c6faa7fc8a4c'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:18:39.481699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.500517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-971c0c0f-38e9-422a-b82c-0ce448e873ea tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:39.507672 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-971c0c0f-38e9-422a-b82c-0ce448e873ea tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2999120 Feb 04 06:18:39.508388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49028) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:39.576704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] For port b05ba31b-f503-4d70-a8bf-b885b2ede675, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:39.593962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] For port b05ba31b-f503-4d70-a8bf-b885b2ede675, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b05ba31b-f503-4d70-a8bf-b885b2ede675,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:39.613673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446351cf-f597-4da1-ac30-1f396fc5b6d8 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:39.620174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446351cf-f597-4da1-ac30-1f396fc5b6d8 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:39.626171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446351cf-f597-4da1-ac30-1f396fc5b6d8 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:39.631179 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-446351cf-f597-4da1-ac30-1f396fc5b6d8 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1178255 Feb 04 06:18:39.632516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49032) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:39.706516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3204a8ee-b643-4002-a062-3baa041663b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port f80e694e-c85c-444d-b90f-71982c68c6de {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:39.706875 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3204a8ee-b643-4002-a062-3baa041663b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.715641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Allocated IP 172.20.0.2 (c4bf0251-0470-4cfe-a802-d7d71805c22e/2de0942f-5b09-498e-953f-c6faa7fc8a4c/5c0532c8-a82d-416f-bed1-dfab546e6de1) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:39.720884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.778838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77258e0f-e4bb-42f9-b5d2-17fbd3e1bdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.793852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.862445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:39.863092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:39.924008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 4ebb46bc-812d-4bb0-a00b-4061fb151947, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4ebb46bc-812d-4bb0-a00b-4061fb151947,segment=NetworkSegment(2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2),segment_id=2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:39.925137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eb9c0-bd25-48b4-9ce9-d36d827e41e9 None None] Pushing event updated for resources: {'Port': ['ID=b05ba31b-f503-4d70-a8bf-b885b2ede675,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:40.035724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.055587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Transition to ACTIVE for port object 5c0532c8-a82d-416f-bed1-dfab546e6de1 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:40.079951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.106036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.171147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:40.194472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Subnet': ['ID=c1981d44-e960-4df4-b04d-347066c7a425,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:40.194798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3204a8ee-b643-4002-a062-3baa041663b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.205575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Checking segment: {'id': 'fd53eb4b-5a92-40dc-a13d-b80295e81f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:40.205938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network hostable DHCP agents. Network: 18c48b9a-cb95-4a1c-9921-ee940076a3fa, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:40.226332 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.277442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-77258e0f-e4bb-42f9-b5d2-17fbd3e1bdd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:18:40.277802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-77258e0f-e4bb-42f9-b5d2-17fbd3e1bdd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:18:40.300965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Network c4bf0251-0470-4cfe-a802-d7d71805c22e is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:40.309105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:40.317995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:40.347809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 18c48b9a-cb95-4a1c-9921-ee940076a3fa is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:40.372009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3204a8ee-b643-4002-a062-3baa041663b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for f80e694e-c85c-444d-b90f-71982c68c6de owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:40.380921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=4ebb46bc-812d-4bb0-a00b-4061fb151947,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:40.392541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Pushing event updated for resources: {'Port': ['ID=5c0532c8-a82d-416f-bed1-dfab546e6de1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:40.405654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:40.405654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.417976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.418979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.418979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.419274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.419689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.420119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.420523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.420978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.421398 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.421799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.422210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.422625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:40.505900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 18c48b9a-cb95-4a1c-9921-ee940076a3fa) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:40.511980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:40.512526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.513947 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-98411586-1e31-4f8a-a5df-0b6149172716 {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:18:40.514439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:18:40.518571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf4afcb-4a5f-45b7-97da-cc00393bd179 None None] Network 18c48b9a-cb95-4a1c-9921-ee940076a3fa requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:40.585305 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a3175148-2a78-4279-b29f-770c1eb2dd70 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7984180 Feb 04 06:18:40.589166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49038) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:40.595346 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3896c0a0-6f3e-438d-a824-d4038a53120c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-209511306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:40.602186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3896c0a0-6f3e-438d-a824-d4038a53120c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:40.606636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3896c0a0-6f3e-438d-a824-d4038a53120c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Usage tracker for resource:router and tenant:6a0e8f14d09f4a349ec8aea5ca1fe63c is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:40.609483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3896c0a0-6f3e-438d-a824-d4038a53120c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:40.619665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3896c0a0-6f3e-438d-a824-d4038a53120c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:40.628702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 4ebb46bc-812d-4bb0-a00b-4061fb151947 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:40.664148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49042) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:40.664921 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f8abc320-bd69-4e77-86db-accd5f1321a4 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4881377 Feb 04 06:18:40.724284 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3204a8ee-b643-4002-a062-3baa041663b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.841938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204a8ee-b643-4002-a062-3baa041663b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=f80e694e-c85c-444d-b90f-71982c68c6de,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:40.853885 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3896c0a0-6f3e-438d-a824-d4038a53120c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.855109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3896c0a0-6f3e-438d-a824-d4038a53120c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.979062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3204a8ee-b643-4002-a062-3baa041663b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.984972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 4ebb46bc-812d-4bb0-a00b-4061fb151947 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:40.985574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.015676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.033408 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:18:41.034765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.059791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:18:34Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'b48b3d6e-4fc2-48da-a2be-f77bfbed4556', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'port_id': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'mac_address': 'fa:16:3e:e1:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:41Z', 'updated_at': '2022-02-04T06:16:47Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05ba31b-f503-4d70-a8bf-b885b2ede675', 'name': '', 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:41:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'dd0945e6-3042-47cf-8b64-db636786f8d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:32Z', 'updated_at': '2022-02-04T06:18:39Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'dd0945e6-3042-47cf-8b64-db636786f8d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:41.101942 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f10a7-71d3-4043-8cc0-9e6b7ee7112e None None] The sync data for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv is: [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:18:34Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'b48b3d6e-4fc2-48da-a2be-f77bfbed4556', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'port_id': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'mac_address': 'fa:16:3e:e1:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:41Z', 'updated_at': '2022-02-04T06:16:47Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05ba31b-f503-4d70-a8bf-b885b2ede675', 'name': '', 'network_id': '50931af2-d5d8-4bb5-ade3-c59a1545f612', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:41:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'dd0945e6-3042-47cf-8b64-db636786f8d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:32Z', 'updated_at': '2022-02-04T06:18:39Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'dd0945e6-3042-47cf-8b64-db636786f8d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:41.192281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3896c0a0-6f3e-438d-a824-d4038a53120c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.267003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1615b990-b014-4bd6-899a-f38cd83ff356 None None] Provisioning complete for port 07dab0a3-5cf5-4ee0-8429-c088eac192b4 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:41.267485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1615b990-b014-4bd6-899a-f38cd83ff356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.413206 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3204a8ee-b643-4002-a062-3baa041663b4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/f80e694e-c85c-444d-b90f-71982c68c6de HTTP/1.1" status: 204 len: 168 time: 1.7806513 Feb 04 06:18:41.414652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49050) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:41.416575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.479132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1615b990-b014-4bd6-899a-f38cd83ff356 None None] Port 07dab0a3-5cf5-4ee0-8429-c088eac192b4 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:41.492315 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f92c81-b592-4cc7-bea4-39f66ec0e9dc tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:18:41.502216 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-00f92c81-b592-4cc7-bea4-39f66ec0e9dc tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/f80e694e-c85c-444d-b90f-71982c68c6de HTTP/1.1" status: 404 len: 333 time: 0.0841496 Feb 04 06:18:41.502822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49054) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:41.593404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8db187f8-39a6-41fc-90f7-c12a7a5d4d31 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 07dab0a3-5cf5-4ee0-8429-c088eac192b4 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:41.594037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8db187f8-39a6-41fc-90f7-c12a7a5d4d31 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.622421 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1615b990-b014-4bd6-899a-f38cd83ff356 None None] Could not find standard attr ID for object f80e694e-c85c-444d-b90f-71982c68c6de. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:18:41.671982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3896c0a0-6f3e-438d-a824-d4038a53120c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.710675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Allocated IP 172.20.0.3 (c4bf0251-0470-4cfe-a802-d7d71805c22e/2de0942f-5b09-498e-953f-c6faa7fc8a4c/dc41e6ff-704b-4805-b2e1-068b291b5c3a) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:41.714598 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Allocated IP 2001:db8::2 (18c48b9a-cb95-4a1c-9921-ee940076a3fa/c1981d44-e960-4df4-b04d-347066c7a425/9cb627cb-95bb-469e-966d-9c3c5e22893f) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:41.911337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8db187f8-39a6-41fc-90f7-c12a7a5d4d31 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.960386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3896c0a0-6f3e-438d-a824-d4038a53120c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.964964 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3896c0a0-6f3e-438d-a824-d4038a53120c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3715031 Feb 04 06:18:41.966633 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49058) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:41.974821 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c11554be-57ec-4319-bcf6-915a306cd72d tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1535456207', 'prefixes': ['172.20.0.0/16']}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:41.990264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c11554be-57ec-4319-bcf6-915a306cd72d tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:42.052420 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-8db187f8-39a6-41fc-90f7-c12a7a5d4d31 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 07dab0a3-5cf5-4ee0-8429-c088eac192b4 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:42.126410 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.132056 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.145259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Transition to ACTIVE for port object dc41e6ff-704b-4805-b2e1-068b291b5c3a will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:42.147980 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Transition to ACTIVE for port object 9cb627cb-95bb-469e-966d-9c3c5e22893f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:42.179824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Transition to ACTIVE for port object dc41e6ff-704b-4805-b2e1-068b291b5c3a will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:42.181827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Transition to ACTIVE for port object 9cb627cb-95bb-469e-966d-9c3c5e22893f will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:42.386468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.433432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8db187f8-39a6-41fc-90f7-c12a7a5d4d31 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.443509 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.477528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Network c4bf0251-0470-4cfe-a802-d7d71805c22e is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:42.484844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:42.492036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:42.497464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Network 18c48b9a-cb95-4a1c-9921-ee940076a3fa is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:42.504249 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:42.509209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db187f8-39a6-41fc-90f7-c12a7a5d4d31 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=07dab0a3-5cf5-4ee0-8429-c088eac192b4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:42.513006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:42.517504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Allocated IP 2001:db8::1 (18c48b9a-cb95-4a1c-9921-ee940076a3fa/c1981d44-e960-4df4-b04d-347066c7a425/5a8f07a1-83f2-4e84-9c71-c67efaa4ff02) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:42.599923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8db187f8-39a6-41fc-90f7-c12a7a5d4d31 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.625408 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8db187f8-39a6-41fc-90f7-c12a7a5d4d31 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/07dab0a3-5cf5-4ee0-8429-c088eac192b4 HTTP/1.1" status: 204 len: 168 time: 1.1195083 Feb 04 06:18:42.626252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49064) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:42.714965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Pushing event updated for resources: {'Port': ['ID=dc41e6ff-704b-4805-b2e1-068b291b5c3a,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:42.717170 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff38f4a-46ef-4674-9bff-416ec1dbff82 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:18:42.717788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ff38f4a-46ef-4674-9bff-416ec1dbff82 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:42.782021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b05ba31b-f503-4d70-a8bf-b885b2ede675 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:42.788772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.798850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c11554be-57ec-4319-bcf6-915a306cd72d tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for subnetpool, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.804224 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c11554be-57ec-4319-bcf6-915a306cd72d tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8329816 Feb 04 06:18:42.804224 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49068) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:42.820005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-b3d35c2d-2eb9-4a54-aae1-47bebafdf7a4 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c', 'tempest-TagsExtTest-Tag-1842096832') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:42.826224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9ff38f4a-46ef-4674-9bff-416ec1dbff82 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:42.827205 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9ff38f4a-46ef-4674-9bff-416ec1dbff82 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/07dab0a3-5cf5-4ee0-8429-c088eac192b4 HTTP/1.1" status: 404 len: 333 time: 0.1998925 Feb 04 06:18:42.830111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49072) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:42.870088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Transition to ACTIVE for port object 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:42.890477 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Attempting to bind port 9cb627cb-95bb-469e-966d-9c3c5e22893f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:42.890834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Attempting to bind port 9cb627cb-95bb-469e-966d-9c3c5e22893f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'fd53eb4b-5a92-40dc-a13d-b80295e81f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:42.891248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Attempting to bind port 9cb627cb-95bb-469e-966d-9c3c5e22893f on network 18c48b9a-cb95-4a1c-9921-ee940076a3fa {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:42.910852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Attempting to bind port dc41e6ff-704b-4805-b2e1-068b291b5c3a on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:42.911299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Attempting to bind port dc41e6ff-704b-4805-b2e1-068b291b5c3a by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'fd451b6e-b953-4203-8a7a-6a4d081e5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4bf0251-0470-4cfe-a802-d7d71805c22e'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:42.911724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Attempting to bind port dc41e6ff-704b-4805-b2e1-068b291b5c3a on network c4bf0251-0470-4cfe-a802-d7d71805c22e {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:42.915677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-994d9fb7-1bfe-4c5e-8271-a50c1ae6bae1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting subnet a6c015de-12a5-4696-9ee8-7d3bb2112818 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:18:42.919075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-994d9fb7-1bfe-4c5e-8271-a50c1ae6bae1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.923890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Pushing event updated for resources: {'Port': ['ID=9cb627cb-95bb-469e-966d-9c3c5e22893f,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:42.927704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:42.928280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Checking segment: {'id': 'fd53eb4b-5a92-40dc-a13d-b80295e81f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:42.928775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.929837 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Bound using segment: {'id': 'fd53eb4b-5a92-40dc-a13d-b80295e81f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:42.930435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Bound port: 9cb627cb-95bb-469e-966d-9c3c5e22893f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd53eb4b-5a92-40dc-a13d-b80295e81f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:42.931487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.962207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:42.962207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Checking segment: {'id': 'fd451b6e-b953-4203-8a7a-6a4d081e5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4bf0251-0470-4cfe-a802-d7d71805c22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:42.962207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.962207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Bound using segment: {'id': 'fd451b6e-b953-4203-8a7a-6a4d081e5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4bf0251-0470-4cfe-a802-d7d71805c22e'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:42.962207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Bound port: dc41e6ff-704b-4805-b2e1-068b291b5c3a, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd451b6e-b953-4203-8a7a-6a4d081e5e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c4bf0251-0470-4cfe-a802-d7d71805c22e'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:42.962207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.988148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-994d9fb7-1bfe-4c5e-8271-a50c1ae6bae1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.165798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] For port 9cb627cb-95bb-469e-966d-9c3c5e22893f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:43.170169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] For port 9cb627cb-95bb-469e-966d-9c3c5e22893f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9cb627cb-95bb-469e-966d-9c3c5e22893f,segment=NetworkSegment(fd53eb4b-5a92-40dc-a13d-b80295e81f26),segment_id=fd53eb4b-5a92-40dc-a13d-b80295e81f26)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:43.173355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] For port dc41e6ff-704b-4805-b2e1-068b291b5c3a, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:43.174557 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b3d35c2d-2eb9-4a54-aae1-47bebafdf7a4 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags/tempest-TagsExtTest-Tag-1842096832 HTTP/1.1" status: 201 len: 201 time: 0.3698981 Feb 04 06:18:43.179611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.179784 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] For port dc41e6ff-704b-4805-b2e1-068b291b5c3a, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=dc41e6ff-704b-4805-b2e1-068b291b5c3a,segment=NetworkSegment(fd451b6e-b953-4203-8a7a-6a4d081e5e24),segment_id=fd451b6e-b953-4203-8a7a-6a4d081e5e24)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:43.179910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:43.185871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-2a7f15db-41fc-410b-8069-4c13cd672493 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1', 'tempest-TagsExtTest-Tag-1144673946') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:43.230649 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-994d9fb7-1bfe-4c5e-8271-a50c1ae6bae1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.266137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 18c48b9a-cb95-4a1c-9921-ee940076a3fa is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:43.266137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:43.271437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:43.271437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.290761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port b05ba31b-f503-4d70-a8bf-b885b2ede675 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:43.290974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=5a8f07a1-83f2-4e84-9c71-c67efaa4ff02,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:43.312792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port b05ba31b-f503-4d70-a8bf-b885b2ede675 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:43.313206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.353133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.394688 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.513767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.548380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-994d9fb7-1bfe-4c5e-8271-a50c1ae6bae1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.582227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ebf06-ed5d-4a65-87b3-4180aa177d71 None None] Pushing event updated for resources: {'Port': ['ID=9cb627cb-95bb-469e-966d-9c3c5e22893f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:43.606191 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2a7f15db-41fc-410b-8069-4c13cd672493 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags/tempest-TagsExtTest-Tag-1144673946 HTTP/1.1" status: 201 len: 201 time: 0.4258518 Feb 04 06:18:43.616564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49082) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:43.622139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d9fb7-1bfe-4c5e-8271-a50c1ae6bae1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c015de-12a5-4696-9ee8-7d3bb2112818,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:43.638000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-785e4b23-0500-47af-ac8c-bffd5eb8f7b5 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767', 'tempest-TagsExtTest-Tag-2076274666') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:43.708399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-994d9fb7-1bfe-4c5e-8271-a50c1ae6bae1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.723526 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-994d9fb7-1bfe-4c5e-8271-a50c1ae6bae1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/a6c015de-12a5-4696-9ee8-7d3bb2112818 HTTP/1.1" status: 204 len: 168 time: 0.8922613 Feb 04 06:18:43.726155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49088) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:43.742048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f0bd2-3d89-42e6-b81a-dc085887cda1 None None] Network 71649eea-582a-4066-ae00-4255707e0159 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:43.912121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01279c8a-d1ab-43fd-9a26-410b7060951e None None] Pushing event updated for resources: {'Port': ['ID=dc41e6ff-704b-4805-b2e1-068b291b5c3a,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:43.949862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.013792 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-785e4b23-0500-47af-ac8c-bffd5eb8f7b5 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags/tempest-TagsExtTest-Tag-2076274666 HTTP/1.1" status: 201 len: 201 time: 0.3956738 Feb 04 06:18:44.014807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49092) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:44.021546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-479df7fa-697d-4e45-b9fd-64e507ffa3e1 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9', 'tempest-TagsExtTest-Tag-1903244463') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:44.107060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port b05ba31b-f503-4d70-a8bf-b885b2ede675, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b05ba31b-f503-4d70-a8bf-b885b2ede675,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:44.122140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.181453 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-479df7fa-697d-4e45-b9fd-64e507ffa3e1 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags/tempest-TagsExtTest-Tag-1903244463 HTTP/1.1" status: 201 len: 201 time: 0.1645923 Feb 04 06:18:44.183817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49096) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:44.189206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-96e0d129-f700-41a7-8fb7-11e1009e6af8 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:44.246705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 4ebb46bc-812d-4bb0-a00b-4061fb151947 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:44.247271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.250548 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.319531 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-96e0d129-f700-41a7-8fb7-11e1009e6af8 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags HTTP/1.1" status: 200 len: 241 time: 0.1345685 Feb 04 06:18:44.322731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49100) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:44.331218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-0ac4eb98-d21c-4465-ae59-28eb4f972768 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c', 'tempest-TagsExtTest-Tag-1842096832') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:44.352788 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.379739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfab812-bda2-4ca6-becb-084c21370850 None None] DHCP port deletion for 71649eea-582a-4066-ae00-4255707e0159 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:18:44.385374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=b05ba31b-f503-4d70-a8bf-b885b2ede675,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:44.389170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2cfab812-bda2-4ca6-becb-084c21370850 None None] Deleting port 4ebb46bc-812d-4bb0-a00b-4061fb151947 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:44.389548 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2cfab812-bda2-4ca6-becb-084c21370850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.447316 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0ac4eb98-d21c-4465-ae59-28eb4f972768 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags/tempest-TagsExtTest-Tag-1842096832 HTTP/1.1" status: 204 len: 168 time: 0.1204846 Feb 04 06:18:44.449410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49104) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:44.455639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-9b4e2cdf-eb10-4721-8b05-1a5c9b10fc07 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c', 'tempest-TagsExtTest-Tag-1842096832') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:44.528735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.529497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.630022 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2cfab812-bda2-4ca6-becb-084c21370850 None None] For port 4ebb46bc-812d-4bb0-a00b-4061fb151947, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4ebb46bc-812d-4bb0-a00b-4061fb151947,segment=NetworkSegment(2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2),segment_id=2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:44.630707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2cfab812-bda2-4ca6-becb-084c21370850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.705982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] For port 4ebb46bc-812d-4bb0-a00b-4061fb151947, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=4ebb46bc-812d-4bb0-a00b-4061fb151947,segment=NetworkSegment(2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2),segment_id=2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:44.706350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.720747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=5a8f07a1-83f2-4e84-9c71-c67efaa4ff02,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:44.736068 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9b4e2cdf-eb10-4721-8b05-1a5c9b10fc07 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags/tempest-TagsExtTest-Tag-1842096832 HTTP/1.1" status: 204 len: 168 time: 0.2856376 Feb 04 06:18:44.738526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49108) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:44.752026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-8c9fd81d-a056-4e06-8664-3c6bf5487587 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:44.762434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2cfab812-bda2-4ca6-becb-084c21370850 None None] Calling delete_port for 4ebb46bc-812d-4bb0-a00b-4061fb151947 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:44.866620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9cb627cb-95bb-469e-966d-9c3c5e22893f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:44.886756 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8c9fd81d-a056-4e06-8664-3c6bf5487587 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags HTTP/1.1" status: 200 len: 205 time: 0.1465914 Feb 04 06:18:44.891967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49114) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:44.896961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-08a37cb4-5028-47c5-8b55-e3c7d118c7f2 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:45.021255 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 4ebb46bc-812d-4bb0-a00b-4061fb151947 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:45.030992 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-08a37cb4-5028-47c5-8b55-e3c7d118c7f2 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags HTTP/1.1" status: 200 len: 241 time: 0.1379457 Feb 04 06:18:45.031848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49120) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:45.037785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-b8bade2d-47ba-4215-a028-89bcd9d67b13 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1', 'tempest-TagsExtTest-Tag-1144673946') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:45.066261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9cb627cb-95bb-469e-966d-9c3c5e22893f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:45.073202 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2cfab812-bda2-4ca6-becb-084c21370850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.092165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device dc41e6ff-704b-4805-b2e1-068b291b5c3a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:45.146605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:18:45.146922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:18:45.148628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 18c48b9a-cb95-4a1c-9921-ee940076a3fa is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:45.150011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:45.183807 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b8bade2d-47ba-4215-a028-89bcd9d67b13 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags/tempest-TagsExtTest-Tag-1144673946 HTTP/1.1" status: 204 len: 168 time: 0.1506727 Feb 04 06:18:45.184638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49126) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:45.192309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-191a5825-06ea-42d7-8637-cb65dd4fc7a6 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1', 'tempest-TagsExtTest-Tag-1144673946') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:45.341920 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfab812-bda2-4ca6-becb-084c21370850 None None] No DVR routers for this DVR port 4ebb46bc-812d-4bb0-a00b-4061fb151947 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:45.366033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfab812-bda2-4ca6-becb-084c21370850 None None] Pushing event deleted for resources: {'Port': ['ID=4ebb46bc-812d-4bb0-a00b-4061fb151947,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:45.385428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052bbac3-dbd3-4ee6-bcfd-bbf10d45a5a4 None None] Network c4bf0251-0470-4cfe-a802-d7d71805c22e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:45.408563 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-191a5825-06ea-42d7-8637-cb65dd4fc7a6 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags/tempest-TagsExtTest-Tag-1144673946 HTTP/1.1" status: 204 len: 168 time: 0.2227397 Feb 04 06:18:45.409648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49134) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:45.414693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-be05f3d5-054a-42b5-a35e-c3bd42759ca6 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:45.546930 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-be05f3d5-054a-42b5-a35e-c3bd42759ca6 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags HTTP/1.1" status: 200 len: 205 time: 0.1362336 Feb 04 06:18:45.550250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49138) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:45.557987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-3bbf81bb-0f7c-464f-9d6a-c237f5c5ca23 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:45.578209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-354ea684-756e-4e56-8777-d26ffaaa1129 None None] Provisioning for port dc41e6ff-704b-4805-b2e1-068b291b5c3a completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:45.594366 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-354ea684-756e-4e56-8777-d26ffaaa1129 None None] Provisioning complete for port dc41e6ff-704b-4805-b2e1-068b291b5c3a triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:45.594698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-354ea684-756e-4e56-8777-d26ffaaa1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.617939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port dc41e6ff-704b-4805-b2e1-068b291b5c3a completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:45.620250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router baa9dc5d-f8d8-4bf8-b201-e820c1829257 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:18:45.652283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 4ebb46bc-812d-4bb0-a00b-4061fb151947 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:45.652619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.657506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port dc41e6ff-704b-4805-b2e1-068b291b5c3a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:45.657881 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.690307 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-eb175015-31e9-45bb-acc1-641de7b4f8fd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537198115&fields=id&tenant_id=7ddecbde9bc146ca808a0420422f898c HTTP/1.1" status: 200 len: 267 time: 0.1598713 Feb 04 06:18:45.764864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb2fac-8e66-48a9-9281-c910aaf7973c None None] Network 18c48b9a-cb95-4a1c-9921-ee940076a3fa requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:45.843941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d4f99b72-b666-4956-8bc2-78dce800a4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.868681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] The port '4ebb46bc-812d-4bb0-a00b-4061fb151947' was deleted {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:18:46.009954 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.063609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-354ea684-756e-4e56-8777-d26ffaaa1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.112105 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3bbf81bb-0f7c-464f-9d6a-c237f5c5ca23 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags HTTP/1.1" status: 200 len: 241 time: 0.5608306 Feb 04 06:18:46.115060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49144) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:46.123796 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-206823e7-c00c-4afe-bcc9-abcd9e10813d tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767', 'tempest-TagsExtTest-Tag-2076274666') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:46.126495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port dc41e6ff-704b-4805-b2e1-068b291b5c3a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=dc41e6ff-704b-4805-b2e1-068b291b5c3a,segment=NetworkSegment(fd451b6e-b953-4203-8a7a-6a4d081e5e24),segment_id=fd451b6e-b953-4203-8a7a-6a4d081e5e24)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:46.168422 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:18:46.186300 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.187869 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Sync routers for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:46.202869 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:46.203499 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:46.212992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-7d39d505-4a8c-44ed-9047-e0f31876067d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:46.214793 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-7d39d505-4a8c-44ed-9047-e0f31876067d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 810 time: 0.4651864 Feb 04 06:18:46.216859 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-28a01c0d-1f4c-4522-b1d2-746bab4cf8ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5515504 Feb 04 06:18:46.229505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49148) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:46.242135 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71649eea-582a-4066-ae00-4255707e0159']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:46.249046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1225595201'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:46.255823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.257069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b05ba31b-f503-4d70-a8bf-b885b2ede675 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:46.262585 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-c7c8e461-7fb9-49ed-ac18-2dd7a80a9068 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/quotas/7ddecbde9bc146ca808a0420422f898c HTTP/1.1" status: 200 len: 375 time: 0.0360637 Feb 04 06:18:46.264129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:46.268734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:network and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:46.277635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:46.294718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:46.319640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:46.319986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea9cdc1-5f71-4abe-b076-5d86c5ee44b2') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:46.343906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.385297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.391422 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:46.391829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.488791 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-206823e7-c00c-4afe-bcc9-abcd9e10813d tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags/tempest-TagsExtTest-Tag-2076274666 HTTP/1.1" status: 204 len: 168 time: 0.3720834 Feb 04 06:18:46.491314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:46.498855 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:46.499581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.532770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49152) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:46.550459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-046383bc-debc-4fc6-aead-b75d1f3b904c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767', 'tempest-TagsExtTest-Tag-2076274666') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:46.567103 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-354ea684-756e-4e56-8777-d26ffaaa1129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:18:46.567605 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-354ea684-756e-4e56-8777-d26ffaaa1129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:18:46.597038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=dc41e6ff-704b-4805-b2e1-068b291b5c3a,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:46.610027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.610520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.610957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.612526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.612526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.612526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.612526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.612959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.613381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.613971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.614391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.614809 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:46.620825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port b05ba31b-f503-4d70-a8bf-b885b2ede675 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:46.621330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.710748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: util.warn( Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:46.785692 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:46.792507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.793243 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added segment 2a5bc71c-577e-4f84-96ba-92eba807a09b of type vlan for network d1c2261c-8866-4004-925d-45e8b8234e3d Feb 04 06:18:46.822235 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-cd3bf2d0-8718-40f6-a579-b20ce48ae352 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5582039 Feb 04 06:18:46.844222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.857240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 4ebb46bc-812d-4bb0-a00b-4061fb151947 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:18:46.922680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 4ebb46bc-812d-4bb0-a00b-4061fb151947 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:18:46.923032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 4ebb46bc-812d-4bb0-a00b-4061fb151947 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:18:46.950047 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-046383bc-debc-4fc6-aead-b75d1f3b904c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags/tempest-TagsExtTest-Tag-2076274666 HTTP/1.1" status: 204 len: 168 time: 0.4161458 Feb 04 06:18:46.950639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49156) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:46.956846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-0dad9bf1-fefe-4cd0-926c-22793a48718b tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:46.987822 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-c52883e1-0d6f-4897-aeb5-1b07d40a0132 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605852 Feb 04 06:18:47.036399 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 2, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 2, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:47.041338 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Checking router: baa9dc5d-f8d8-4bf8-b201-e820c1829257 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:47.043800 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Updating router baa9dc5d-f8d8-4bf8-b201-e820c1829257 port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:47.047270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.053506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:47.054312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.064216 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device dc41e6ff-704b-4805-b2e1-068b291b5c3a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:47.067931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.091399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.104901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Network': ['ID=71649eea-582a-4066-ae00-4255707e0159,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:47.121303 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e81abf47-7871-4fc0-9924-afe188e15577 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/networks/71649eea-582a-4066-ae00-4255707e0159 HTTP/1.1" status: 204 len: 168 time: 3.3921802 Feb 04 06:18:47.124774 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49160) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:47.132573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1804736522'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:47.140065 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:47.149338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:network and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:47.153977 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:47.158340 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.184750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:47.236342 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-bbcfabce-fae8-45ce-adae-f9d97a44fbc3 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475603 Feb 04 06:18:47.311085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:47.314905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.332285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Network': ['ID=d1c2261c-8866-4004-925d-45e8b8234e3d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:47.347640 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network d1c2261c-8866-4004-925d-45e8b8234e3d details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:18:47.376905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:47.386805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.387510 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Added segment a537017e-f046-41d7-8941-12c575ba129e of type vlan for network 5d81a03e-17bf-4497-8f6f-0f36723ab25e Feb 04 06:18:47.440407 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0dad9bf1-fefe-4cd0-926c-22793a48718b tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags HTTP/1.1" status: 200 len: 205 time: 0.4885917 Feb 04 06:18:47.441139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49166) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:47.445218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.447179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-40c64465-7d3d-4deb-a255-f2c9136617e2 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:47.462042 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-56b8f585-c8d8-4694-a33d-c57476534925 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2298455 Feb 04 06:18:47.466282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49170) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:47.479557 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-40c64465-7d3d-4deb-a255-f2c9136617e2 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags HTTP/1.1" status: 200 len: 241 time: 0.0369730 Feb 04 06:18:47.480722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49174) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:47.486443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'subnet': {'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:47.486639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-fd59a78f-e03f-4f2f-b79b-de89399886dc tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9', 'tempest-TagsExtTest-Tag-1903244463') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:47.502402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port dc41e6ff-704b-4805-b2e1-068b291b5c3a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:47.502773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.517764 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fd59a78f-e03f-4f2f-b79b-de89399886dc tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags/tempest-TagsExtTest-Tag-1903244463 HTTP/1.1" status: 204 len: 168 time: 0.0359919 Feb 04 06:18:47.520204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49178) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:47.525443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-fecbaa73-38cd-411a-92ac-874bec26ffa8 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9', 'tempest-TagsExtTest-Tag-1903244463') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:47.626520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Provisioning complete for port dc41e6ff-704b-4805-b2e1-068b291b5c3a triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:47.627329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.686014 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fecbaa73-38cd-411a-92ac-874bec26ffa8 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags/tempest-TagsExtTest-Tag-1903244463 HTTP/1.1" status: 204 len: 168 time: 0.1664197 Feb 04 06:18:47.686623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49186) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:47.692430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-7301ac1e-dde4-4f9f-bfea-c4b82f315974 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:47.736485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49190) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:47.736721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7301ac1e-dde4-4f9f-bfea-c4b82f315974 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags HTTP/1.1" status: 200 len: 205 time: 0.0484555 Feb 04 06:18:47.753945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-5250bbe5-c9a7-4089-b15a-075c59f2db03 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:47.774787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:47.782681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:subnet and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:47.789028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:47.806259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:47.812442 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.813059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.819231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:47.820095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.826298 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Transition to ACTIVE for port object 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:47.918473 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.920765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49196) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:47.932889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-12794c8c-edb6-48de-83b7-fc28189b8add tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:47.933009 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5250bbe5-c9a7-4089-b15a-075c59f2db03 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags HTTP/1.1" status: 204 len: 168 time: 0.1898019 Feb 04 06:18:47.965938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:47.970043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.991101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e9ed-1133-4b79-a678-93d3cd498d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.054020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Provisioning for port 9cb627cb-95bb-469e-966d-9c3c5e22893f completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:48.062445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Provisioning complete for port 9cb627cb-95bb-469e-966d-9c3c5e22893f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:48.062818 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.082080 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Pushing event updated for resources: {'Port': ['ID=5a8f07a1-83f2-4e84-9c71-c67efaa4ff02,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:48.138586 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.141763 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.141763 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.141763 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.141763 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.141763 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.141763 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.141763 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.141763 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.142564 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.143174 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.143723 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.164086 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Attempting to bind port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:48.165190 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Attempting to bind port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'fd53eb4b-5a92-40dc-a13d-b80295e81f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:48.165640 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Attempting to bind port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 on network 18c48b9a-cb95-4a1c-9921-ee940076a3fa {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:48.172182 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:48.172981 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Checking segment: {'id': 'fd53eb4b-5a92-40dc-a13d-b80295e81f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:48.173633 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.185507 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Bound using segment: {'id': 'fd53eb4b-5a92-40dc-a13d-b80295e81f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:48.185507 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Bound port: 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd53eb4b-5a92-40dc-a13d-b80295e81f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:48.185507 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.233573 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-12794c8c-edb6-48de-83b7-fc28189b8add tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags HTTP/1.1" status: 204 len: 168 time: 0.3118074 Feb 04 06:18:48.234168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49204) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:48.239491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-f79fd99d-e022-4b32-ac2b-25766642c7e1 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:48.331909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.363780 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] For port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:48.367716 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] For port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5a8f07a1-83f2-4e84-9c71-c67efaa4ff02,segment=NetworkSegment(fd53eb4b-5a92-40dc-a13d-b80295e81f26),segment_id=fd53eb4b-5a92-40dc-a13d-b80295e81f26)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:48.372338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-30431eb2-db41-4687-bb6d-721f8e3c4155 req-c50b232d-18a2-4bbd-a33c-2b57cce1fad9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Synchronizing usage tracker for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:48.397472 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2715893 Feb 04 06:18:48.401703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Network': ['ID=5d81a03e-17bf-4497-8f6f-0f36723ab25e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:48.404834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49208) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:48.413082 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] For port 9cb627cb-95bb-469e-966d-9c3c5e22893f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9cb627cb-95bb-469e-966d-9c3c5e22893f,segment=NetworkSegment(fd53eb4b-5a92-40dc-a13d-b80295e81f26),segment_id=fd53eb4b-5a92-40dc-a13d-b80295e81f26)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:48.418785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.422657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.422657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.422657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.422657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.422657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.423070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '5d81a03e-17bf-4497-8f6f-0f36723ab25e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:48.426470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.427011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.427232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.427563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.427961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.428305 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb04335-b699-43dd-a9c6-c0eb10ccdefd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:48.439829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 5d81a03e-17bf-4497-8f6f-0f36723ab25e details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:18:48.450103 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.541165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-30431eb2-db41-4687-bb6d-721f8e3c4155 req-c50b232d-18a2-4bbd-a33c-2b57cce1fad9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Unset dirty status for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:48.542360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.542503 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-30431eb2-db41-4687-bb6d-721f8e3c4155 req-c50b232d-18a2-4bbd-a33c-2b57cce1fad9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 210 time: 0.2463639 Feb 04 06:18:48.556096 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f79fd99d-e022-4b32-ac2b-25766642c7e1 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags HTTP/1.1" status: 204 len: 168 time: 0.3209088 Feb 04 06:18:48.566116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49216) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:48.566116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-2804ce15-844c-4869-858b-2c801270c2c7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:48.572050 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.610179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:48.623990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:48.628331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:48.637469 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:48.638108 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:48.638845 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:48.683927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Checking segment: {'id': '2a5bc71c-577e-4f84-96ba-92eba807a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:48.685317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network hostable DHCP agents. Network: d1c2261c-8866-4004-925d-45e8b8234e3d, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:48.689451 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2804ce15-844c-4869-858b-2c801270c2c7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags HTTP/1.1" status: 204 len: 168 time: 0.1290936 Feb 04 06:18:48.696540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49220) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:48.696721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Subnet': ['ID=27579a4e-a6d2-44eb-a682-bcff27afc0ae,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:48.697325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-94a0d35a-fe0d-4dc9-b04b-b826e98a75eb tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c', 'tempest-TagsExtTest-Tag-938896056') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:48.743198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Pushing event updated for resources: {'Port': ['ID=9cb627cb-95bb-469e-966d-9c3c5e22893f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:48.769623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:48.776323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.793732 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675248d4-a5c8-41f3-98af-3c73630f9d1b None None] Pushing event updated for resources: {'Port': ['ID=5a8f07a1-83f2-4e84-9c71-c67efaa4ff02,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:48.831842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Provisioning for port 5c0532c8-a82d-416f-bed1-dfab546e6de1 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:48.839187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Provisioning complete for port 5c0532c8-a82d-416f-bed1-dfab546e6de1 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:48.839565 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.859632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network d1c2261c-8866-4004-925d-45e8b8234e3d is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:48.922188 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:48.929854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Port 5c0532c8-a82d-416f-bed1-dfab546e6de1 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:48.947225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, d1c2261c-8866-4004-925d-45e8b8234e3d) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:48.953168 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:48.953765 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.961349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62240175-6337-4a50-b6fc-7199242b17bc None None] Network d1c2261c-8866-4004-925d-45e8b8234e3d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:49.034172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49224) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:49.034379 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-94a0d35a-fe0d-4dc9-b04b-b826e98a75eb tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags/tempest-TagsExtTest-Tag-938896056 HTTP/1.1" status: 201 len: 201 time: 0.3402095 Feb 04 06:18:49.036336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-6daf75fe-73e4-4cb7-822d-a452f3822648 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1', 'tempest-TagsExtTest-Tag-232969570') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:49.089304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7fc70863-bdaf-468c-adb8-d515546bc619 None None] Provisioning for port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:49.095423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9cb627cb-95bb-469e-966d-9c3c5e22893f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:49.096044 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-15e7d04d-6bbc-41a5-ae13-898ad6e480b6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6282821 Feb 04 06:18:49.104822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49228) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:49.159538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.213042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.262354 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9cb627cb-95bb-469e-966d-9c3c5e22893f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:49.262730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.284410 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6daf75fe-73e4-4cb7-822d-a452f3822648 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags/tempest-TagsExtTest-Tag-232969570 HTTP/1.1" status: 201 len: 201 time: 0.2526693 Feb 04 06:18:49.287010 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49232) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:49.293600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-d0884b4e-210d-4aba-a62a-6977cef020e6 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767', 'tempest-TagsExtTest-Tag-1661164688') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:49.354126 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 2, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:49.364474 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959d7a76-76dd-46a6-9a42-2c41f237edb2 None None] The sync data for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv is: [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 2, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:49.397704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.461667 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-d1c2261c-8866-4004-925d-45e8b8234e3d', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:18:49.462522 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.587280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Subnet': ['ID=7b6a920d-ed3f-4c44-9851-2056bcbb75ec,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:49.600420 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d0884b4e-210d-4aba-a62a-6977cef020e6 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags/tempest-TagsExtTest-Tag-1661164688 HTTP/1.1" status: 201 len: 201 time: 0.3095858 Feb 04 06:18:49.606352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49240) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:49.607011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-64e0b309-be5c-4a7b-80e5-94200e6847d0 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9', 'tempest-TagsExtTest-Tag-2143058219') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:49.648686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Checking segment: {'id': 'a537017e-f046-41d7-8941-12c575ba129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d81a03e-17bf-4497-8f6f-0f36723ab25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:49.648686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network hostable DHCP agents. Network: 5d81a03e-17bf-4497-8f6f-0f36723ab25e, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:49.712466 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Allocated IP 2001:db8:1::2 (d1c2261c-8866-4004-925d-45e8b8234e3d/27579a4e-a6d2-44eb-a682-bcff27afc0ae/a18195d9-bb78-4ec9-824d-db563bbfb09d) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:49.727366 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7f911010-620a-44e2-be03-f31144b7ca9b req-0aaab156-c90d-4bf5-8122-2b6c58fd2d31 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 210 time: 0.0977054 Feb 04 06:18:49.732684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.854986 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-64e0b309-be5c-4a7b-80e5-94200e6847d0 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags/tempest-TagsExtTest-Tag-2143058219 HTTP/1.1" status: 201 len: 201 time: 0.2531033 Feb 04 06:18:49.857801 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49244) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:49.863122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-6a27c81d-eaf9-4ae9-8fe3-f2de8ae5976c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c', {'tags': ['tempest-TagsExtTest-Tag-1559651862', 'tempest-TagsExtTest-Tag-172297413', 'tempest-TagsExtTest-Tag-624805833']}) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:49.892881 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:18:50.004321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.014029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 5d81a03e-17bf-4497-8f6f-0f36723ab25e is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:50.016388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Transition to ACTIVE for port object a18195d9-bb78-4ec9-824d-db563bbfb09d will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:50.039113 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Transition to ACTIVE for port object a18195d9-bb78-4ec9-824d-db563bbfb09d will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:50.076825 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6a27c81d-eaf9-4ae9-8fe3-f2de8ae5976c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags HTTP/1.1" status: 200 len: 316 time: 0.2180300 Feb 04 06:18:50.079477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49248) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:50.089419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-0c4e74b7-af4d-47ae-8e65-5dd7d1dd9584 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:50.145861 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 5d81a03e-17bf-4497-8f6f-0f36723ab25e) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:50.152637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.156615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3928760-5843-4226-8284-ae9d9904d357 None None] Network 5d81a03e-17bf-4497-8f6f-0f36723ab25e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:50.165229 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:50.165810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.225441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.316793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Network d1c2261c-8866-4004-925d-45e8b8234e3d is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:50.319003 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0c4e74b7-af4d-47ae-8e65-5dd7d1dd9584 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags HTTP/1.1" status: 204 len: 168 time: 0.2383502 Feb 04 06:18:50.321587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:50.321979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49254) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:50.328403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-bb5062d5-f528-4368-b849-bef6401b1ba4 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c', 'tempest-TagsExtTest-Tag-1559651862') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:50.329317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:50.363577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Pushing event updated for resources: {'Port': ['ID=a18195d9-bb78-4ec9-824d-db563bbfb09d,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:50.416231 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2ade05bb-1606-4fca-b480-28288f530b40 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0056829 Feb 04 06:18:50.421418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49258) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:50.434875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9bc6a9b6-8b66-4e73-ba68-209bfa32ee59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1167499244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:50.436565 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-bb5062d5-f528-4368-b849-bef6401b1ba4 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:50.441663 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bb5062d5-f528-4368-b849-bef6401b1ba4 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags/tempest-TagsExtTest-Tag-1559651862 HTTP/1.1" status: 404 len: 329 time: 0.1184616 Feb 04 06:18:50.442218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49262) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:50.454476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9bc6a9b6-8b66-4e73-ba68-209bfa32ee59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:50.462596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-fc077ff2-74c6-4fc2-beee-b9e873b17feb tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c', 'tempest-TagsExtTest-Tag-172297413') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:50.501197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9bc6a9b6-8b66-4e73-ba68-209bfa32ee59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:router and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:50.511930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9bc6a9b6-8b66-4e73-ba68-209bfa32ee59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:50.522791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9bc6a9b6-8b66-4e73-ba68-209bfa32ee59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:50.571699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Attempting to bind port a18195d9-bb78-4ec9-824d-db563bbfb09d on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:50.572059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Attempting to bind port a18195d9-bb78-4ec9-824d-db563bbfb09d by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2a5bc71c-577e-4f84-96ba-92eba807a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:50.572557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Attempting to bind port a18195d9-bb78-4ec9-824d-db563bbfb09d on network d1c2261c-8866-4004-925d-45e8b8234e3d {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:50.585443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:50.585443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Checking segment: {'id': '2a5bc71c-577e-4f84-96ba-92eba807a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:50.585808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.586064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Bound using segment: {'id': '2a5bc71c-577e-4f84-96ba-92eba807a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:50.587067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Bound port: a18195d9-bb78-4ec9-824d-db563bbfb09d, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5bc71c-577e-4f84-96ba-92eba807a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:50.587429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.671871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a9b6-8b66-4e73-ba68-209bfa32ee59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.672910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a9b6-8b66-4e73-ba68-209bfa32ee59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.700831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.703760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-fc077ff2-74c6-4fc2-beee-b9e873b17feb tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:50.704847 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fc077ff2-74c6-4fc2-beee-b9e873b17feb tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags/tempest-TagsExtTest-Tag-172297413 HTTP/1.1" status: 404 len: 328 time: 0.2554712 Feb 04 06:18:50.707706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49266) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:50.708521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Allocated IP 2001:db8:1::1 (d1c2261c-8866-4004-925d-45e8b8234e3d/27579a4e-a6d2-44eb-a682-bcff27afc0ae/9a50c407-2368-43f5-8904-071f3eb665be) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:50.716992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-26a3c9cd-328b-4f8a-88d2-f13196901fb0 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c', 'tempest-TagsExtTest-Tag-624805833') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:50.722843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a9b6-8b66-4e73-ba68-209bfa32ee59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.725647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-5d81a03e-17bf-4497-8f6f-0f36723ab25e', 'network_id': '5d81a03e-17bf-4497-8f6f-0f36723ab25e', 'tenant_id': '2ec7c402ff1b461c882a01c21344c6e3', 'fixed_ips': [{'subnet_id': '7b6a920d-ed3f-4c44-9851-2056bcbb75ec'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:18:50.726465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.797255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] For port a18195d9-bb78-4ec9-824d-db563bbfb09d, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:50.814711 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] For port a18195d9-bb78-4ec9-824d-db563bbfb09d, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a18195d9-bb78-4ec9-824d-db563bbfb09d,segment=NetworkSegment(2a5bc71c-577e-4f84-96ba-92eba807a09b),segment_id=2a5bc71c-577e-4f84-96ba-92eba807a09b)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:50.915956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a9b6-8b66-4e73-ba68-209bfa32ee59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.923998 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e1f39090-b61c-4ec3-a241-ab84a4c3e1a2 req-d204dd9f-c398-49de-b24f-aec111ef5a10 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 210 time: 0.0674696 Feb 04 06:18:50.934454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Allocated IP 2001:db8::2 (5d81a03e-17bf-4497-8f6f-0f36723ab25e/7b6a920d-ed3f-4c44-9851-2056bcbb75ec/a31b9f45-8962-4ff0-a810-752fdc129a95) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:50.960124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.963165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.992130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Transition to ACTIVE for port object 9a50c407-2368-43f5-8904-071f3eb665be will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:51.011290 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-26a3c9cd-328b-4f8a-88d2-f13196901fb0 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:51.012356 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-26a3c9cd-328b-4f8a-88d2-f13196901fb0 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags/tempest-TagsExtTest-Tag-624805833 HTTP/1.1" status: 404 len: 328 time: 0.3028789 Feb 04 06:18:51.015121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49272) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:51.021540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-8c433235-0411-46b9-8863-7e716efd19f7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1', {'tags': ['tempest-TagsExtTest-Tag-573989075', 'tempest-TagsExtTest-Tag-1350795937', 'tempest-TagsExtTest-Tag-1552385386']}) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:51.048272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a9b6-8b66-4e73-ba68-209bfa32ee59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.050471 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9bc6a9b6-8b66-4e73-ba68-209bfa32ee59 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6262715 Feb 04 06:18:51.052538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49276) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:51.074136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'network_id': '5d81a03e-17bf-4497-8f6f-0f36723ab25e', 'name': 'tempest-PortsIpV6TestJSON-1874941410'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:51.132429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:51.150169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.214050 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8c433235-0411-46b9-8863-7e716efd19f7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags HTTP/1.1" status: 200 len: 317 time: 0.1976490 Feb 04 06:18:51.217233 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49280) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:51.228970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-26fe1a13-f3b4-4f68-84bf-ff7af017b81c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:51.229084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network d1c2261c-8866-4004-925d-45e8b8234e3d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:51.234374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:51.247080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:51.247871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.291019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dad5d-3c83-481e-96b1-a58acf0b009f None None] Pushing event updated for resources: {'Port': ['ID=a18195d9-bb78-4ec9-824d-db563bbfb09d,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:51.295401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=9a50c407-2368-43f5-8904-071f3eb665be,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:51.406361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.418826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Transition to ACTIVE for port object a31b9f45-8962-4ff0-a810-752fdc129a95 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:51.435107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:51.441436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Transition to ACTIVE for port object a31b9f45-8962-4ff0-a810-752fdc129a95 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:51.453085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:port and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:51.459473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:51.469370 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:51.477088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:51.483946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:51.488389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.523216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-36ecc202-2ae1-4cb7-8dfc-cbf7908b849c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:51.523443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-36ecc202-2ae1-4cb7-8dfc-cbf7908b849c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Synchronizing usage tracker for tenant:7ddecbde9bc146ca808a0420422f898c on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:51.554099 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-26fe1a13-f3b4-4f68-84bf-ff7af017b81c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags HTTP/1.1" status: 204 len: 168 time: 0.3357625 Feb 04 06:18:51.571572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49284) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:51.577425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-6215173a-9f11-42ea-b3c4-f94197dc461a tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1', 'tempest-TagsExtTest-Tag-573989075') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:51.625600 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.645745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:51.652140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.654806 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-6215173a-9f11-42ea-b3c4-f94197dc461a tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:51.658602 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6215173a-9f11-42ea-b3c4-f94197dc461a tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags/tempest-TagsExtTest-Tag-573989075 HTTP/1.1" status: 404 len: 328 time: 0.0832474 Feb 04 06:18:51.659283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49288) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:51.665061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-cb895b8f-9ec4-492a-82af-4474acaec61e tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1', 'tempest-TagsExtTest-Tag-1350795937') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:51.687895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-36ecc202-2ae1-4cb7-8dfc-cbf7908b849c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Unset dirty status for tenant:7ddecbde9bc146ca808a0420422f898c on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:51.689179 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-36ecc202-2ae1-4cb7-8dfc-cbf7908b849c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 810 time: 0.3566160 Feb 04 06:18:51.722965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port 5354e246-53d0-47ce-8858-6ee0360921a8 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:18:51.731938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Network 5d81a03e-17bf-4497-8f6f-0f36723ab25e is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:51.736972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:51.741205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.752262 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:51.753744 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-cb895b8f-9ec4-492a-82af-4474acaec61e tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:51.757531 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cb895b8f-9ec4-492a-82af-4474acaec61e tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags/tempest-TagsExtTest-Tag-1350795937 HTTP/1.1" status: 404 len: 329 time: 0.0947454 Feb 04 06:18:51.759566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49292) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:51.766150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-ba11d418-0771-467c-a1cb-06dd06cd2c11 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1', 'tempest-TagsExtTest-Tag-1552385386') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:51.774553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Pushing event updated for resources: {'Port': ['ID=a31b9f45-8962-4ff0-a810-752fdc129a95,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:51.794606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.857016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9b2d0511-f833-41fe-9cdf-8862fa942cbc tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Synchronizing usage tracker for tenant:7ddecbde9bc146ca808a0420422f898c on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:51.863499 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-ba11d418-0771-467c-a1cb-06dd06cd2c11 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:51.867286 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ba11d418-0771-467c-a1cb-06dd06cd2c11 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags/tempest-TagsExtTest-Tag-1552385386 HTTP/1.1" status: 404 len: 329 time: 0.1039762 Feb 04 06:18:51.867528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49296) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:51.873485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-9b39e279-bdb0-400b-abb5-d2627357d354 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767', {'tags': ['tempest-TagsExtTest-Tag-1702627314', 'tempest-TagsExtTest-Tag-1892179239', 'tempest-TagsExtTest-Tag-752607886']}) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:51.903796 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5a8f07a1-83f2-4e84-9c71-c67efaa4ff02,segment=NetworkSegment(fd53eb4b-5a92-40dc-a13d-b80295e81f26),segment_id=fd53eb4b-5a92-40dc-a13d-b80295e81f26)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:51.934814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Attempting to bind port a31b9f45-8962-4ff0-a810-752fdc129a95 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:51.935202 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Attempting to bind port a31b9f45-8962-4ff0-a810-752fdc129a95 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'a537017e-f046-41d7-8941-12c575ba129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d81a03e-17bf-4497-8f6f-0f36723ab25e'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:51.935550 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Attempting to bind port a31b9f45-8962-4ff0-a810-752fdc129a95 on network 5d81a03e-17bf-4497-8f6f-0f36723ab25e {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:51.942481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:51.943542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Checking segment: {'id': 'a537017e-f046-41d7-8941-12c575ba129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d81a03e-17bf-4497-8f6f-0f36723ab25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:51.943542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.943737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Bound using segment: {'id': 'a537017e-f046-41d7-8941-12c575ba129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d81a03e-17bf-4497-8f6f-0f36723ab25e'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:51.944236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Bound port: a31b9f45-8962-4ff0-a810-752fdc129a95, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a537017e-f046-41d7-8941-12c575ba129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d81a03e-17bf-4497-8f6f-0f36723ab25e'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:51.944613 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:52.062365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:52.119582 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] For port a31b9f45-8962-4ff0-a810-752fdc129a95, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:52.129645 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5a5032ec-b70b-482a-821e-4ae586978355 req-0d5e5bc3-f6dd-47d0-8a4a-28a521a4bba5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 210 time: 0.0614438 Feb 04 06:18:52.153078 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] For port a31b9f45-8962-4ff0-a810-752fdc129a95, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a31b9f45-8962-4ff0-a810-752fdc129a95,segment=NetworkSegment(a537017e-f046-41d7-8941-12c575ba129e),segment_id=a537017e-f046-41d7-8941-12c575ba129e)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:52.175610 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=5a8f07a1-83f2-4e84-9c71-c67efaa4ff02,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:52.314143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8::296 (5d81a03e-17bf-4497-8f6f-0f36723ab25e/7b6a920d-ed3f-4c44-9851-2056bcbb75ec/5354e246-53d0-47ce-8858-6ee0360921a8) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:52.347447 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9b39e279-bdb0-400b-abb5-d2627357d354 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags HTTP/1.1" status: 200 len: 317 time: 0.4788930 Feb 04 06:18:52.350025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49304) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:52.357492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-fa307b36-f886-4028-8e05-1d97ea6f8a09 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:52.392685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:52.442325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9b2d0511-f833-41fe-9cdf-8862fa942cbc tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Unset dirty status for tenant:7ddecbde9bc146ca808a0420422f898c on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:52.443292 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9b2d0511-f833-41fe-9cdf-8862fa942cbc tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ddecbde9bc146ca808a0420422f898c HTTP/1.1" status: 200 len: 380 time: 0.7428610 Feb 04 06:18:52.475096 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'port': {'device_id': '10a472cd-2211-4509-94bf-91ee128ad030', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'admin_state_up': True, 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'security_groups': ['dcdf9605-3c5b-44c5-b445-262db4b07053']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:52.537025 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d973877-c642-4ef8-b0df-a7e74e12946d None None] Pushing event updated for resources: {'Port': ['ID=a31b9f45-8962-4ff0-a810-752fdc129a95,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:52.720084 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fa307b36-f886-4028-8e05-1d97ea6f8a09 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags HTTP/1.1" status: 204 len: 168 time: 0.3666778 Feb 04 06:18:52.733556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49310) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:52.733556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-437dbfcf-458e-4e3f-8ff3-a671832bed49 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767', 'tempest-TagsExtTest-Tag-1702627314') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:52.734518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2288907-f295-45d9-8fd5-a6a005f1b721 None None] Network d1c2261c-8866-4004-925d-45e8b8234e3d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:52.933826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:52.944642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:52.947614 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-437dbfcf-458e-4e3f-8ff3-a671832bed49 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:52.948854 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-437dbfcf-458e-4e3f-8ff3-a671832bed49 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags/tempest-TagsExtTest-Tag-1702627314 HTTP/1.1" status: 404 len: 329 time: 0.2272866 Feb 04 06:18:52.953217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49314) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:52.968864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.tag.tag_plugin [None req-bcf7fca9-f600-4d58-ac18-82a3183ff707 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767', 'tempest-TagsExtTest-Tag-1892179239') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:53.066036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9418cf4c-fbb9-4528-a343-38eb251c4e45 None None] Provisioning for port a18195d9-bb78-4ec9-824d-db563bbfb09d completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:53.073370 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:18:53.090460 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Made reservation on behalf of 7ddecbde9bc146ca808a0420422f898c for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:53.094703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.116996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.158230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.245800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object 5354e246-53d0-47ce-8858-6ee0360921a8 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:53.296019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a18195d9-bb78-4ec9-824d-db563bbfb09d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:53.297741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.298500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.345713 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-bcf7fca9-f600-4d58-ac18-82a3183ff707 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:53.349740 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bcf7fca9-f600-4d58-ac18-82a3183ff707 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags/tempest-TagsExtTest-Tag-1892179239 HTTP/1.1" status: 404 len: 329 time: 0.3883579 Feb 04 06:18:53.350335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49320) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:53.355874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-805afbb6-dca9-4e76-97ae-d435745a4da1 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767', 'tempest-TagsExtTest-Tag-752607886') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:53.511212 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port a18195d9-bb78-4ec9-824d-db563bbfb09d completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:53.521855 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port a18195d9-bb78-4ec9-824d-db563bbfb09d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:53.522514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.527447 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-805afbb6-dca9-4e76-97ae-d435745a4da1 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:53.529589 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-805afbb6-dca9-4e76-97ae-d435745a4da1 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags/tempest-TagsExtTest-Tag-752607886 HTTP/1.1" status: 404 len: 328 time: 0.1782804 Feb 04 06:18:53.542843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49324) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:53.552132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-848eed51-59e7-41bb-a962-cf1474e759f8 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9', {'tags': ['tempest-TagsExtTest-Tag-44633619', 'tempest-TagsExtTest-Tag-887449659', 'tempest-TagsExtTest-Tag-529992875']}) {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:53.569064 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4557e364-d9a0-45ca-a94f-e63c61ae8df7 req-bdfe59fd-5260-49e0-9d32-8c8eea67927e tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 210 time: 0.1968238 Feb 04 06:18:53.734583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network d1c2261c-8866-4004-925d-45e8b8234e3d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:53.735535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=9a50c407-2368-43f5-8904-071f3eb665be,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:53.747009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:53.763609 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-848eed51-59e7-41bb-a962-cf1474e759f8 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "PUT /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags HTTP/1.1" status: 200 len: 314 time: 0.2196403 Feb 04 06:18:53.766073 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49328) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:53.771318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.774461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-56e8b7c5-4e8f-4e73-8841-cd6ebca8cd7b tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:53.801164 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a4d976ee-b819-42ba-9dbe-e7685d9cd633 None None] Provisioning for port 9a50c407-2368-43f5-8904-071f3eb665be completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:53.819544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a4d976ee-b819-42ba-9dbe-e7685d9cd633 None None] Provisioning complete for port 9a50c407-2368-43f5-8904-071f3eb665be triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:53.819919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a4d976ee-b819-42ba-9dbe-e7685d9cd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.911025 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port a18195d9-bb78-4ec9-824d-db563bbfb09d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a18195d9-bb78-4ec9-824d-db563bbfb09d,segment=NetworkSegment(2a5bc71c-577e-4f84-96ba-92eba807a09b),segment_id=2a5bc71c-577e-4f84-96ba-92eba807a09b)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:53.926405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a4d976ee-b819-42ba-9dbe-e7685d9cd633 None None] Port 9a50c407-2368-43f5-8904-071f3eb665be cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:53.942680 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-56e8b7c5-4e8f-4e73-8841-cd6ebca8cd7b tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags HTTP/1.1" status: 204 len: 168 time: 0.1729515 Feb 04 06:18:53.943770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49332) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:53.950177 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a4d976ee-b819-42ba-9dbe-e7685d9cd633 None None] Provisioning complete for port a18195d9-bb78-4ec9-824d-db563bbfb09d triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:53.950562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a4d976ee-b819-42ba-9dbe-e7685d9cd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.959217 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-6c759519-c1ca-4e00-82c1-6fb3ceaecc24 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9', 'tempest-TagsExtTest-Tag-44633619') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:54.002786 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-6c759519-c1ca-4e00-82c1-6fb3ceaecc24 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:54.004699 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6c759519-c1ca-4e00-82c1-6fb3ceaecc24 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags/tempest-TagsExtTest-Tag-44633619 HTTP/1.1" status: 404 len: 327 time: 0.0599334 Feb 04 06:18:54.013910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49336) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:54.020125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-5e09e898-ca63-4d3d-8109-2758a2a41d7b tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9', 'tempest-TagsExtTest-Tag-887449659') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:54.055156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.056056 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a31b9f45-8962-4ff0-a810-752fdc129a95 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:54.087126 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-5e09e898-ca63-4d3d-8109-2758a2a41d7b tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:54.088499 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5e09e898-ca63-4d3d-8109-2758a2a41d7b tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags/tempest-TagsExtTest-Tag-887449659 HTTP/1.1" status: 404 len: 328 time: 0.0731277 Feb 04 06:18:54.091624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49340) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:54.099459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-91ae1125-5257-4741-8234-63e56cf3f46c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9', 'tempest-TagsExtTest-Tag-529992875') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:54.146271 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-91ae1125-5257-4741-8234-63e56cf3f46c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] show failed (client error): The resource could not be found. Feb 04 06:18:54.151041 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-91ae1125-5257-4741-8234-63e56cf3f46c tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags/tempest-TagsExtTest-Tag-529992875 HTTP/1.1" status: 404 len: 328 time: 0.0581660 Feb 04 06:18:54.152835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49344) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:54.167364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-66fdfe57-f820-4071-a4c1-c5fd0ea51c3f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa0260dc-4944-481d-abd2-53cd809639a9') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:54.224173 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-66fdfe57-f820-4071-a4c1-c5fd0ea51c3f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9/tags HTTP/1.1" status: 204 len: 168 time: 0.0698650 Feb 04 06:18:54.225172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49348) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:54.230516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-a89362ed-e65f-42b1-8ca2-53fff68ad7e7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b071829b-b1e1-4644-abb9-c06ed97a4767') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:54.251998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b29dbc-614c-4d36-b62f-660e38e977dc None None] Network 5d81a03e-17bf-4497-8f6f-0f36723ab25e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:54.305834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.311579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router baa9dc5d-f8d8-4bf8-b201-e820c1829257 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:18:54.406455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Allocated IP 172.20.0.6 (e3f2652e-e79f-4240-823a-ac3010d57670/cebdbf98-791b-44c9-bb7b-51fcc9bbe32b/4892536f-cbad-400c-a4ce-817334184d3e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:54.416385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=a18195d9-bb78-4ec9-824d-db563bbfb09d,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:54.425526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-961922b5-b379-489a-97ac-4ad22ab024f8 None None] Provisioning complete for port 9a50c407-2368-43f5-8904-071f3eb665be triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:54.426157 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-961922b5-b379-489a-97ac-4ad22ab024f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.459304 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a89362ed-e65f-42b1-8ca2-53fff68ad7e7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767/tags HTTP/1.1" status: 204 len: 168 time: 0.2307746 Feb 04 06:18:54.460149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49352) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:54.473189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-3a7ab5af-5478-4c2d-8b81-8114a19b3873 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5c0532c8-a82d-416f-bed1-dfab546e6de1') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:54.606688 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3a7ab5af-5478-4c2d-8b81-8114a19b3873 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1/tags HTTP/1.1" status: 204 len: 168 time: 0.1461129 Feb 04 06:18:54.608964 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-961922b5-b379-489a-97ac-4ad22ab024f8 None None] Port 9a50c407-2368-43f5-8904-071f3eb665be cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:54.609782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49360) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:54.620345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.tag.tag_plugin [None req-590151a3-a5d6-4dc7-9831-f39bf9304551 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2de0942f-5b09-498e-953f-c6faa7fc8a4c') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:54.631404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port a31b9f45-8962-4ff0-a810-752fdc129a95 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:54.678159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:54.720115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 5d81a03e-17bf-4497-8f6f-0f36723ab25e is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:54.761710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-961922b5-b379-489a-97ac-4ad22ab024f8 None None] Provisioning for port a31b9f45-8962-4ff0-a810-752fdc129a95 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:54.781048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-961922b5-b379-489a-97ac-4ad22ab024f8 None None] Provisioning complete for port a31b9f45-8962-4ff0-a810-752fdc129a95 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:54.781425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-961922b5-b379-489a-97ac-4ad22ab024f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.798630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.817783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Transition to ACTIVE for port object 4892536f-cbad-400c-a4ce-817334184d3e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:54.841703 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3257d384-e30f-4134-913a-8abeb3d6633b req-199dbce0-d30b-4d47-8b98-6624f5a29d6e tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 210 time: 0.0448072 Feb 04 06:18:54.864381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:54.864895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.890357 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-590151a3-a5d6-4dc7-9831-f39bf9304551 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c/tags HTTP/1.1" status: 204 len: 168 time: 0.2774594 Feb 04 06:18:54.897098 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49364) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:54.907448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:54.920188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=5354e246-53d0-47ce-8858-6ee0360921a8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:54.927179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:54.935048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:54.935940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.012691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.083877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-961922b5-b379-489a-97ac-4ad22ab024f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.097693 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-193dca93-6614-4cf0-a1a8-8439e08a43d2 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for subnetpool, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.103614 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-193dca93-6614-4cf0-a1a8-8439e08a43d2 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/subnetpools/aa0260dc-4944-481d-abd2-53cd809639a9 HTTP/1.1" status: 204 len: 168 time: 0.2019756 Feb 04 06:18:55.104557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49368) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:55.133788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-961922b5-b379-489a-97ac-4ad22ab024f8 None None] For port a31b9f45-8962-4ff0-a810-752fdc129a95, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a31b9f45-8962-4ff0-a810-752fdc129a95,segment=NetworkSegment(a537017e-f046-41d7-8941-12c575ba129e),segment_id=a537017e-f046-41d7-8941-12c575ba129e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:18:55.153171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Network e3f2652e-e79f-4240-823a-ac3010d57670 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:55.159066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'Port': ['ID=4892536f-cbad-400c-a4ce-817334184d3e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:55.162569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:55.165525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:55.199408 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-53d4747c-65e9-4f19-967b-0ebb28cd3270 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1454093 Feb 04 06:18:55.205653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:18:55.212894 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5a05ed4b-9eb7-4c17-9a6d-2ebd594056b9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1056924 Feb 04 06:18:55.234147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:55.234254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Sync routers for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:55.234349 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-450a2fa7-d1e5-4c98-bc37-0968dc3de6cf tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b071829b-b1e1-4644-abb9-c06ed97a4767 HTTP/1.1" status: 200 len: 205 time: 0.1193421 Feb 04 06:18:55.235927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49376) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:55.236485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49378) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:55.237642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:55.238341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:55.420540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:55.421606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.430834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1588804100'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:55.473993 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:55.482272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:network and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:55.497119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:55.547184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a18195d9-bb78-4ec9-824d-db563bbfb09d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:55.582823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db677733-7a61-450b-9c5f-a9536dd553a3 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.635958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:55.655873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:55.733607 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-9548a39d-5ad4-4baa-b940-7e23002dfdfa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2738292 Feb 04 06:18:55.747235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Request body: {'port': {'device_id': '10a472cd-2211-4509-94bf-91ee128ad030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:55.791226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:55.794805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.807614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-961922b5-b379-489a-97ac-4ad22ab024f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.949799 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db677733-7a61-450b-9c5f-a9536dd553a3 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.953341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db677733-7a61-450b-9c5f-a9536dd553a3 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.967337 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:55.996547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.996547 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added segment 81f0c8b9-2336-410e-b6a5-d64500f31e4c of type vlan for network 24db3e24-5e19-4de1-8696-bf6300cc7ee6 Feb 04 06:18:56.025986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.065988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961922b5-b379-489a-97ac-4ad22ab024f8 None None] Pushing event updated for resources: {'Port': ['ID=a31b9f45-8962-4ff0-a810-752fdc129a95,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:56.086825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db677733-7a61-450b-9c5f-a9536dd553a3 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.087902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db677733-7a61-450b-9c5f-a9536dd553a3 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Fanout notify agent at l3_agent the message router_deleted on router b071829b-b1e1-4644-abb9-c06ed97a4767 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:18:56.109476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port a18195d9-bb78-4ec9-824d-db563bbfb09d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:56.109937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.110814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db677733-7a61-450b-9c5f-a9536dd553a3 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.114373 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-db677733-7a61-450b-9c5f-a9536dd553a3 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/routers/b071829b-b1e1-4644-abb9-c06ed97a4767 HTTP/1.1" status: 204 len: 168 time: 0.8686273 Feb 04 06:18:56.114559 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49386) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:56.185256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Provisioning for port 5354e246-53d0-47ce-8858-6ee0360921a8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:56.201142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Provisioning complete for port 5354e246-53d0-47ce-8858-6ee0360921a8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:56.201573 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.203075 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.208872 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:56.209800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.272898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Port 5354e246-53d0-47ce-8858-6ee0360921a8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:56.334442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.335865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Network': ['ID=24db3e24-5e19-4de1-8696-bf6300cc7ee6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:56.349766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 24db3e24-5e19-4de1-8696-bf6300cc7ee6 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:18:56.393893 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-02f58ef1-cfb1-4598-bbd8-8652c6ed9b90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1533267 Feb 04 06:18:56.394431 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49390) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:56.401711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'subnet': {'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:56.435252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Provisioning for port 4892536f-cbad-400c-a4ce-817334184d3e completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:56.446280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 3, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:18:52Z', 'revision_number': 2, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:56.464588 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Provisioning complete for port 4892536f-cbad-400c-a4ce-817334184d3e triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:56.464986 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.488163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Checking router: baa9dc5d-f8d8-4bf8-b201-e820c1829257 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:56.488508 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Updating router baa9dc5d-f8d8-4bf8-b201-e820c1829257 port 9a50c407-2368-43f5-8904-071f3eb665be binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:56.568180 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:18:56.569691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.574335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:subnet and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:18:56.578260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:18:56.583528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Port 4892536f-cbad-400c-a4ce-817334184d3e cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:56.587116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:18:56.591089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9381f088-2610-4353-af68-6982961cfad7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Deleting port 5c0532c8-a82d-416f-bed1-dfab546e6de1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:18:56.591506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9381f088-2610-4353-af68-6982961cfad7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.642688 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Provisioning complete for port 9a50c407-2368-43f5-8904-071f3eb665be triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:56.643195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.674494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:56.681898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.682859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:56.754785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Port 9a50c407-2368-43f5-8904-071f3eb665be cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:56.783488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b945ab-7e95-4aa6-a168-006b8bcb2533 req-affe88f0-b087-4109-b599-80630d559ba7 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:56.784632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-71b945ab-7e95-4aa6-a168-006b8bcb2533 req-affe88f0-b087-4109-b599-80630d559ba7 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Synchronizing usage tracker for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:18:56.799678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Provisioning complete for port a31b9f45-8962-4ff0-a810-752fdc129a95 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:56.800046 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-54717e11-f20b-4e08-87a1-9bc3d5516527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.077316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-71b945ab-7e95-4aa6-a168-006b8bcb2533 req-affe88f0-b087-4109-b599-80630d559ba7 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Unset dirty status for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:18:57.078573 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-71b945ab-7e95-4aa6-a168-006b8bcb2533 req-affe88f0-b087-4109-b599-80630d559ba7 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 931 time: 1.0672150 Feb 04 06:18:57.083744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.097075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.109109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Transition to ACTIVE for port object 9a50c407-2368-43f5-8904-071f3eb665be will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:57.164050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Subnet': ['ID=dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:57.174980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Checking segment: {'id': '81f0c8b9-2336-410e-b6a5-d64500f31e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:57.178290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network hostable DHCP agents. Network: 24db3e24-5e19-4de1-8696-bf6300cc7ee6, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:57.202587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.244053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a31b9f45-8962-4ff0-a810-752fdc129a95 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:18:57.334347 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-71b945ab-7e95-4aa6-a168-006b8bcb2533 req-fead2da2-e033-4177-a382-b36fd16ba1b4 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425385 Feb 04 06:18:57.379985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 24db3e24-5e19-4de1-8696-bf6300cc7ee6 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:57.390877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f4609-425f-4c6c-9232-dd44f2c60e22 None None] Pushing event updated for resources: {'Port': ['ID=9a50c407-2368-43f5-8904-071f3eb665be,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:57.448726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9381f088-2610-4353-af68-6982961cfad7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.526730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port a31b9f45-8962-4ff0-a810-752fdc129a95 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:57.527171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.551771 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 24db3e24-5e19-4de1-8696-bf6300cc7ee6) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:57.553113 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Attempting to bind port 9a50c407-2368-43f5-8904-071f3eb665be on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:57.561729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Attempting to bind port 9a50c407-2368-43f5-8904-071f3eb665be by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2a5bc71c-577e-4f84-96ba-92eba807a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:57.561729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Attempting to bind port 9a50c407-2368-43f5-8904-071f3eb665be on network d1c2261c-8866-4004-925d-45e8b8234e3d {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:57.562100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:57.564533 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.574611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f389cf3c-f77f-4f9b-add4-fcbe63a48add None None] Network 24db3e24-5e19-4de1-8696-bf6300cc7ee6 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:18:57.590406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9381f088-2610-4353-af68-6982961cfad7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Calling delete_port for 5c0532c8-a82d-416f-bed1-dfab546e6de1 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:18:57.599032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:57.599414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Checking segment: {'id': '2a5bc71c-577e-4f84-96ba-92eba807a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:57.599813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.600204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Bound using segment: {'id': '2a5bc71c-577e-4f84-96ba-92eba807a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:57.600703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Bound port: 9a50c407-2368-43f5-8904-071f3eb665be, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5bc71c-577e-4f84-96ba-92eba807a09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:57.601079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.646398 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4892536f-cbad-400c-a4ce-817334184d3e {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:57.668221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.718785 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b9575753-9f85-4d28-a5fe-b6bf66a588ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3225749 Feb 04 06:18:57.721085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49396) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:57.730799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Transition to ACTIVE for port object 4892536f-cbad-400c-a4ce-817334184d3e will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:57.795786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.831065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:58.043494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] For port 9a50c407-2368-43f5-8904-071f3eb665be, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:58.051664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] For port 9a50c407-2368-43f5-8904-071f3eb665be, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9a50c407-2368-43f5-8904-071f3eb665be,segment=NetworkSegment(2a5bc71c-577e-4f84-96ba-92eba807a09b),segment_id=2a5bc71c-577e-4f84-96ba-92eba807a09b)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:58.052935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:18:58.053753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:58.147378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9381f088-2610-4353-af68-6982961cfad7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:58.153990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:58.155104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:58.309571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:18:58.310234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:58.329158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Pushing event updated for resources: {'Port': ['ID=4892536f-cbad-400c-a4ce-817334184d3e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:58.530589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9381f088-2610-4353-af68-6982961cfad7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:58.561139 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9381f088-2610-4353-af68-6982961cfad7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/ports/5c0532c8-a82d-416f-bed1-dfab546e6de1 HTTP/1.1" status: 204 len: 168 time: 2.4397128 Feb 04 06:18:58.562218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381f088-2610-4353-af68-6982961cfad7 tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Pushing event deleted for resources: {'Port': ['ID=5c0532c8-a82d-416f-bed1-dfab546e6de1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:58.564244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49402) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:18:58.625554 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f4609-425f-4c6c-9232-dd44f2c60e22 None None] Pushing event updated for resources: {'Port': ['ID=9a50c407-2368-43f5-8904-071f3eb665be,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:58.647389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:18:58.773225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=5354e246-53d0-47ce-8858-6ee0360921a8,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:58.783226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Attempting to bind port 4892536f-cbad-400c-a4ce-817334184d3e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:58.784037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Attempting to bind port 4892536f-cbad-400c-a4ce-817334184d3e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:58.784929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Attempting to bind port 4892536f-cbad-400c-a4ce-817334184d3e on network e3f2652e-e79f-4240-823a-ac3010d57670 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:58.802871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Port 4892536f-cbad-400c-a4ce-817334184d3e on network e3f2652e-e79f-4240-823a-ac3010d57670 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:18:58.805761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Attempting to bind port 4892536f-cbad-400c-a4ce-817334184d3e on network e3f2652e-e79f-4240-823a-ac3010d57670 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:58.815361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Allocated IP 2001:db8:2::2 (24db3e24-5e19-4de1-8696-bf6300cc7ee6/dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59/ef0de70c-dc3b-4e98-8d67-df17c202203a) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:58.819242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:58.819593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Checking segment: {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:58.819983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Bound using segment: {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:58.821092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Bound port: 4892536f-cbad-400c-a4ce-817334184d3e, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:58.821609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:58.858787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc58eed-04c1-40b2-b034-2514da7dc37e tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Deleting subnet 2de0942f-5b09-498e-953f-c6faa7fc8a4c {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:18:58.868430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcc58eed-04c1-40b2-b034-2514da7dc37e tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:58.973351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcc58eed-04c1-40b2-b034-2514da7dc37e tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:58.979588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.033436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ba4a1-f21c-47e2-91e6-2392897a17e5 req-8c305f50-7fba-4a46-8ed6-d05999627c53 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:59.033680 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] For port 4892536f-cbad-400c-a4ce-817334184d3e, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:59.062395 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f65ba4a1-f21c-47e2-91e6-2392897a17e5 req-8c305f50-7fba-4a46-8ed6-d05999627c53 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 943 time: 0.4690282 Feb 04 06:18:59.062578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] For port 4892536f-cbad-400c-a4ce-817334184d3e, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4892536f-cbad-400c-a4ce-817334184d3e,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:59.062728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.199353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d82fff55-8d17-4d89-aebf-57c6e1e18c81 None None] Provisioning complete for port 5354e246-53d0-47ce-8858-6ee0360921a8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:59.199938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d82fff55-8d17-4d89-aebf-57c6e1e18c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.219210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.255389 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f65ba4a1-f21c-47e2-91e6-2392897a17e5 req-b1f40521-57e4-4ce7-854a-f9a33fec2404 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864536 Feb 04 06:18:59.285177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:59.286255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.287960 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] 10.222.0.24 "PUT /v2.0/ports/4892536f-cbad-400c-a4ce-817334184d3e HTTP/1.1" status: 200 len: 1093 time: 3.5448749 Feb 04 06:18:59.288708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a472cd-2211-4509-94bf-91ee128ad030', 'tag': '4892536f-cbad-400c-a4ce-817334184d3e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:59.294855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcc58eed-04c1-40b2-b034-2514da7dc37e tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.324584 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d82fff55-8d17-4d89-aebf-57c6e1e18c81 None None] Port 5354e246-53d0-47ce-8858-6ee0360921a8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:18:59.340641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.357264 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Transition to ACTIVE for port object ef0de70c-dc3b-4e98-8d67-df17c202203a will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:59.376447 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 3, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:18:58Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:59.385404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d58570-8cf4-4c63-b955-bf68461a2848 None None] The sync data for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv is: [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 3, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:18:58Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:59.387184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Transition to ACTIVE for port object ef0de70c-dc3b-4e98-8d67-df17c202203a will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:59.409565 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a472cd-2211-4509-94bf-91ee128ad030', 'tag': '4892536f-cbad-400c-a4ce-817334184d3e', 'status': 'completed', 'code': 200} Feb 04 06:18:59.502056 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.509275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c335e-4ab4-4c27-add7-faa4757f697e service neutron] Pushing event updated for resources: {'Port': ['ID=4892536f-cbad-400c-a4ce-817334184d3e,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:59.521849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.660608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Network 24db3e24-5e19-4de1-8696-bf6300cc7ee6 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:59.663561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:59.668004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:18:59.673945 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Pushing event updated for resources: {'Port': ['ID=ef0de70c-dc3b-4e98-8d67-df17c202203a,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:59.748992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Allocated IP 2001:db8:2::1 (24db3e24-5e19-4de1-8696-bf6300cc7ee6/dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59/ca4e13f6-46d8-4179-9f48-a12e3f5702b3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:59.789113 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Attempting to bind port ef0de70c-dc3b-4e98-8d67-df17c202203a on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:59.790215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Attempting to bind port ef0de70c-dc3b-4e98-8d67-df17c202203a by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '81f0c8b9-2336-410e-b6a5-d64500f31e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:59.790627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Attempting to bind port ef0de70c-dc3b-4e98-8d67-df17c202203a on network 24db3e24-5e19-4de1-8696-bf6300cc7ee6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:18:59.802156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:18:59.802693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Checking segment: {'id': '81f0c8b9-2336-410e-b6a5-d64500f31e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:18:59.803203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.803692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Bound using segment: {'id': '81f0c8b9-2336-410e-b6a5-d64500f31e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:18:59.804262 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Bound port: ef0de70c-dc3b-4e98-8d67-df17c202203a, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f0c8b9-2336-410e-b6a5-d64500f31e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:59.804930 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.813544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6957ef2-ccdc-4da6-b19e-73239d2a55b5 req-5fe71345-cc87-491f-bcf9-1978f07396b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:59.815183 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6957ef2-ccdc-4da6-b19e-73239d2a55b5 req-5fe71345-cc87-491f-bcf9-1978f07396b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 1096 time: 0.3839481 Feb 04 06:18:59.909463 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] For port ef0de70c-dc3b-4e98-8d67-df17c202203a, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:18:59.917643 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] For port ef0de70c-dc3b-4e98-8d67-df17c202203a, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ef0de70c-dc3b-4e98-8d67-df17c202203a,segment=NetworkSegment(81f0c8b9-2336-410e-b6a5-d64500f31e4c),segment_id=81f0c8b9-2336-410e-b6a5-d64500f31e4c)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:18:59.990439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcc58eed-04c1-40b2-b034-2514da7dc37e tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.015368 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.034496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc58eed-04c1-40b2-b034-2514da7dc37e tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Pushing event deleted for resources: {'Subnet': ['ID=2de0942f-5b09-498e-953f-c6faa7fc8a4c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:00.055363 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fcc58eed-04c1-40b2-b034-2514da7dc37e tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.081732 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fcc58eed-04c1-40b2-b034-2514da7dc37e tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/subnets/2de0942f-5b09-498e-953f-c6faa7fc8a4c HTTP/1.1" status: 204 len: 168 time: 1.4870584 Feb 04 06:19:00.082909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49410) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:00.094486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6957ef2-ccdc-4da6-b19e-73239d2a55b5 req-43f75f2d-4c5e-4d2b-b8c5-d02c8c000e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:00.096041 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6957ef2-ccdc-4da6-b19e-73239d2a55b5 req-43f75f2d-4c5e-4d2b-b8c5-d02c8c000e02 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ddecbde9bc146ca808a0420422f898c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2626593 Feb 04 06:19:00.159699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9ffd4-f0f7-4c68-aec5-a567566e1913 None None] Network c4bf0251-0470-4cfe-a802-d7d71805c22e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:00.283299 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.294146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.317301 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Deleting port dc41e6ff-704b-4805-b2e1-068b291b5c3a {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:00.322134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.331752 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bcf45-3ed7-4664-9fc2-7682530e198b None None] Pushing event updated for resources: {'Port': ['ID=ef0de70c-dc3b-4e98-8d67-df17c202203a,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:00.369527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.resource_extend [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 06:19:00.402341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.468469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Transition to ACTIVE for port object ca4e13f6-46d8-4179-9f48-a12e3f5702b3 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:00.469466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.470437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.481742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6957ef2-ccdc-4da6-b19e-73239d2a55b5 req-65b0af21-5081-4dae-8a17-72d8e1dbe738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:00.483476 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6957ef2-ccdc-4da6-b19e-73239d2a55b5 req-65b0af21-5081-4dae-8a17-72d8e1dbe738 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3812275 Feb 04 06:19:00.589721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-b2614dec-92e4-45db-bbc6-68713fd4c4fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2644334 Feb 04 06:19:00.613436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c0ab57-22c4-4093-b820-1094d6049b37 None None] DHCP port deletion for c4bf0251-0470-4cfe-a802-d7d71805c22e request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:19:00.618412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-56c0ab57-22c4-4093-b820-1094d6049b37 None None] Deleting port dc41e6ff-704b-4805-b2e1-068b291b5c3a {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:00.619572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-56c0ab57-22c4-4093-b820-1094d6049b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.695917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=5354e246-53d0-47ce-8858-6ee0360921a8,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:00.788548 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d03e41-237f-4d5f-b8eb-bd0c3bcf3d81 req-4a6e6fa1-49d9-48df-90d7-2866d0f46260 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:00.794071 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b1d03e41-237f-4d5f-b8eb-bd0c3bcf3d81 req-4a6e6fa1-49d9-48df-90d7-2866d0f46260 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 943 time: 0.3051860 Feb 04 06:19:00.801605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] For port dc41e6ff-704b-4805-b2e1-068b291b5c3a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=dc41e6ff-704b-4805-b2e1-068b291b5c3a,segment=NetworkSegment(fd451b6e-b953-4203-8a7a-6a4d081e5e24),segment_id=fd451b6e-b953-4203-8a7a-6a4d081e5e24)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:00.802012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.830158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-bf93d379-2027-4d11-8340-c05ca2494d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:00.831970 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-bf93d379-2027-4d11-8340-c05ca2494d56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 1096 time: 0.2905846 Feb 04 06:19:00.886691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:00.924312 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-8c20fb6b-e38a-43c5-b989-bf2b060c6733 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4892536f-cbad-400c-a4ce-817334184d3e HTTP/1.1" status: 200 len: 217 time: 0.0843682 Feb 04 06:19:00.927042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 5d81a03e-17bf-4497-8f6f-0f36723ab25e is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:00.930072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:00.930558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-56c0ab57-22c4-4093-b820-1094d6049b37 None None] For port dc41e6ff-704b-4805-b2e1-068b291b5c3a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=dc41e6ff-704b-4805-b2e1-068b291b5c3a,segment=NetworkSegment(fd451b6e-b953-4203-8a7a-6a4d081e5e24),segment_id=fd451b6e-b953-4203-8a7a-6a4d081e5e24)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:00.931077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-56c0ab57-22c4-4093-b820-1094d6049b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.004108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 24db3e24-5e19-4de1-8696-bf6300cc7ee6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:01.006269 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-b39a6de7-57b9-49e4-9838-344b133a372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:01.008500 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-b39a6de7-57b9-49e4-9838-344b133a372c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.0757034 Feb 04 06:19:01.013157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Calling delete_port for dc41e6ff-704b-4805-b2e1-068b291b5c3a owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:01.015169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-78ad6791-bac4-4eea-8504-e9c55977a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:01.016860 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-78ad6791-bac4-4eea-8504-e9c55977a230 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 1098 time: 0.3183239 Feb 04 06:19:01.055608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:01.079674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:01.080203 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.142640 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b1d03e41-237f-4d5f-b8eb-bd0c3bcf3d81 req-30aa5746-89e9-4ef3-ab6b-91bbeaa47e1d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429902 Feb 04 06:19:01.164552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-56c0ab57-22c4-4093-b820-1094d6049b37 None None] Calling delete_port for dc41e6ff-704b-4805-b2e1-068b291b5c3a owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:01.191223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=ca4e13f6-46d8-4179-9f48-a12e3f5702b3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:01.362902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.363301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9a50c407-2368-43f5-8904-071f3eb665be up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:01.429090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-7c3de4e1-94ec-4a61-aa78-ad85c2b4cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:01.430757 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-7c3de4e1-94ec-4a61-aa78-ad85c2b4cf18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4119072 Feb 04 06:19:01.432454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-56c0ab57-22c4-4093-b820-1094d6049b37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:19:01.432836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-56c0ab57-22c4-4093-b820-1094d6049b37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:19:01.436104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-997b816d-7279-4944-a492-ba3efd159cc9 None None] Provisioning complete for port 5354e246-53d0-47ce-8858-6ee0360921a8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:01.436104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-997b816d-7279-4944-a492-ba3efd159cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.444947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Pushing event deleted for resources: {'Port': ['ID=dc41e6ff-704b-4805-b2e1-068b291b5c3a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:01.447510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] No DVR routers for this DVR port dc41e6ff-704b-4805-b2e1-068b291b5c3a on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:01.510697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-997b816d-7279-4944-a492-ba3efd159cc9 None None] Port 5354e246-53d0-47ce-8858-6ee0360921a8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:01.543585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-965f6404-1e47-4470-bfff-eeb721d6a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:01.545047 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-965f6404-1e47-4470-bfff-eeb721d6a27c service neutron] 10.222.0.24 "GET /v2.0/networks?id=60f52fc5-6237-4cf7-817f-9aed763089fe HTTP/1.1" status: 200 len: 897 time: 0.4613826 Feb 04 06:19:01.596975 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9a50c407-2368-43f5-8904-071f3eb665be completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:01.602398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9a50c407-2368-43f5-8904-071f3eb665be triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:01.602889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.640094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.659181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.697376 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bf0251-0470-4cfe-a802-d7d71805c22e']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:01.713895 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-22e89318-cbda-4d45-8d30-1b94a2b411aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45 HTTP/1.1" status: 200 len: 1000 time: 0.1593575 Feb 04 06:19:01.731253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.746789 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd451b6e-b953-4203-8a7a-6a4d081e5e24') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:01.747264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd451b6e-b953-4203-8a7a-6a4d081e5e24') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:01.764381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Router 7cf5363b-6224-440f-acce-dcf9386b39e5 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:19:01.770025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.771313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9a50c407-2368-43f5-8904-071f3eb665be, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9a50c407-2368-43f5-8904-071f3eb665be,segment=NetworkSegment(2a5bc71c-577e-4f84-96ba-92eba807a09b),segment_id=2a5bc71c-577e-4f84-96ba-92eba807a09b)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:01.771533 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-e932f773-173d-47cc-922d-18be85212fe4 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295369 Feb 04 06:19:01.855058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.866063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:01.866620 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.871327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:01.872197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ef0de70c-dc3b-4e98-8d67-df17c202203a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:01.883579 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:01.947625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-56c0ab57-22c4-4093-b820-1094d6049b37 None None] Deleting port dc41e6ff-704b-4805-b2e1-068b291b5c3a {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:01.947625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-56c0ab57-22c4-4093-b820-1094d6049b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.000732 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872382df-8e0f-498d-a633-feb3b7b4241e None None] Network 24db3e24-5e19-4de1-8696-bf6300cc7ee6 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:02.076976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-404f5fa0-19ce-4e3c-9733-08473e68fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:02.078208 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-404f5fa0-19ce-4e3c-9733-08473e68fc7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13b8ccfb-2481-4bc5-b777-d1b37ffc4004 HTTP/1.1" status: 200 len: 835 time: 0.3555899 Feb 04 06:19:02.138727 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-56c0ab57-22c4-4093-b820-1094d6049b37 None None] The port 'dc41e6ff-704b-4805-b2e1-068b291b5c3a' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:19:02.248702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:02.263916 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5030b5c-0c1f-4164-96a0-322efdb7ff64 None None] Sync routers for ids ['7cf5363b-6224-440f-acce-dcf9386b39e5'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:02.266141 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aeebb153-c545-441b-8a41-89c570854330 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "PUT /v2.0/routers/7cf5363b-6224-440f-acce-dcf9386b39e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0480735 Feb 04 06:19:02.271809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49420) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:02.274184 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5030b5c-0c1f-4164-96a0-322efdb7ff64 None None] Routers {'7cf5363b-6224-440f-acce-dcf9386b39e5'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:02.274971 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e5030b5c-0c1f-4164-96a0-322efdb7ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7cf5363b-6224-440f-acce-dcf9386b39e5'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:02.316492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9a50c407-2368-43f5-8904-071f3eb665be,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:02.336081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.338944 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e5030b5c-0c1f-4164-96a0-322efdb7ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:02.355206 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5030b5c-0c1f-4164-96a0-322efdb7ff64 None None] Routers {'7cf5363b-6224-440f-acce-dcf9386b39e5'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:02.356090 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e5030b5c-0c1f-4164-96a0-322efdb7ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7cf5363b-6224-440f-acce-dcf9386b39e5'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:02.368432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.373832 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-33fc9d05-9c28-4a95-8479-94dda0d6226c None None] Provisioning for port ef0de70c-dc3b-4e98-8d67-df17c202203a completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:02.379439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] Pushing event deleted for resources: {'Network': ['ID=c4bf0251-0470-4cfe-a802-d7d71805c22e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:02.382001 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e5fdfc95-3e1a-4c3f-8153-021da6cb4e7f tempest-TagsExtTest-854466422 tempest-TagsExtTest-854466422-project] 10.222.0.32 "DELETE /v2.0/networks/c4bf0251-0470-4cfe-a802-d7d71805c22e HTTP/1.1" status: 204 len: 168 time: 2.2981939 Feb 04 06:19:02.407994 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b44f3ec2-3a0c-496b-a7cd-9236601e0bde req-147bfd83-f1a9-416b-a72b-f6947db1a1d1 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222758 Feb 04 06:19:02.435329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ef0de70c-dc3b-4e98-8d67-df17c202203a completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:02.440149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.445037 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e5030b5c-0c1f-4164-96a0-322efdb7ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:02.445037 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5030b5c-0c1f-4164-96a0-322efdb7ff64 None None] The sync data for ids ['7cf5363b-6224-440f-acce-dcf9386b39e5'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:02.452217 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ef0de70c-dc3b-4e98-8d67-df17c202203a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:02.452748 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.470828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-91acc0fd-0153-4cc3-8a43-b716198b935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:02.478728 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-91acc0fd-0153-4cc3-8a43-b716198b935f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60f52fc5-6237-4cf7-817f-9aed763089fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3884490 Feb 04 06:19:02.534083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.535218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.664705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.685392 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-e2c5e40b-1672-40ee-98e0-95969a4753bf service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983411 Feb 04 06:19:02.701345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=ca4e13f6-46d8-4179-9f48-a12e3f5702b3,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:02.703570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca3026-6528-46c0-a85e-31dd8a352002 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:02.704304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-03ca3026-6528-46c0-a85e-31dd8a352002 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:02.716270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port ef0de70c-dc3b-4e98-8d67-df17c202203a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ef0de70c-dc3b-4e98-8d67-df17c202203a,segment=NetworkSegment(81f0c8b9-2336-410e-b6a5-d64500f31e4c),segment_id=81f0c8b9-2336-410e-b6a5-d64500f31e4c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:02.756752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network 24db3e24-5e19-4de1-8696-bf6300cc7ee6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:02.757503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:02.786706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e2a65-f4e6-456d-bcea-e02737c27fb5 req-ee272f59-264a-4774-9166-96f7f190c7b0 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:02.788214 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fb0e2a65-f4e6-456d-bcea-e02737c27fb5 req-ee272f59-264a-4774-9166-96f7f190c7b0 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 943 time: 0.5287232 Feb 04 06:19:02.830987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.876628 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fb0e2a65-f4e6-456d-bcea-e02737c27fb5 req-3604a7f0-650e-4d99-9639-cce76b4a7aba tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597577 Feb 04 06:19:02.916430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device dc41e6ff-704b-4805-b2e1-068b291b5c3a no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:02.940083 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-17c1ec63-6d5a-4747-9af1-6bbdef3f525b req-b404eb08-c4ba-4530-982c-a0a9b595d389 service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461183 Feb 04 06:19:02.954266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router baa9dc5d-f8d8-4bf8-b201-e820c1829257 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:02.968332 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-03ca3026-6528-46c0-a85e-31dd8a352002 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:02.970619 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-03ca3026-6528-46c0-a85e-31dd8a352002 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf5363b-6224-440f-acce-dcf9386b39e5 HTTP/1.1" status: 200 len: 989 time: 0.6298461 Feb 04 06:19:02.973061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49426) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:02.979677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: dc41e6ff-704b-4805-b2e1-068b291b5c3a {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:02.979677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device dc41e6ff-704b-4805-b2e1-068b291b5c3a not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:02.982651 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9a670bbe-cec1-4747-bd1b-04c96d92e693 None None] Provisioning for port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:02.992562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9a670bbe-cec1-4747-bd1b-04c96d92e693 None None] Provisioning complete for port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:02.992975 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9a670bbe-cec1-4747-bd1b-04c96d92e693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.079178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=ef0de70c-dc3b-4e98-8d67-df17c202203a,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:03.094430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9a670bbe-cec1-4747-bd1b-04c96d92e693 None None] Port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:03.105602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9a670bbe-cec1-4747-bd1b-04c96d92e693 None None] Provisioning complete for port ef0de70c-dc3b-4e98-8d67-df17c202203a triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:03.106104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9a670bbe-cec1-4747-bd1b-04c96d92e693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.154386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:03.167776 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f9ad28aa-ad0d-4277-b378-47ff6aabf797 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4455686 Feb 04 06:19:03.170424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49432) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:03.176152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2038364795'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:03.182747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:03.183541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Sync routers for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:03.191211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:network and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:03.194769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:03.210452 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:03.219981 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:03.220860 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:03.261751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49436) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:03.286028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9a50c407-2368-43f5-8904-071f3eb665be up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:03.322336 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:03.325841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.405187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:19:03.438638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.438970 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added segment 41f71d06-00bd-46d3-9029-a88e0874c4fe of type vlan for network c6d051a6-8fd1-432e-acfb-650cd9602ed8 Feb 04 06:19:03.526317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.574488 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e6f321f1-b201-4d74-bfbd-4b23a37cf327 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a0e8f14d09f4a349ec8aea5ca1fe63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112381 Feb 04 06:19:03.577822 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49444) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:03.589096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:03.644319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf281b65-b9fc-4a1d-95c5-5955dfa822e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.666507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9a50c407-2368-43f5-8904-071f3eb665be triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:03.666507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.673242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf281b65-b9fc-4a1d-95c5-5955dfa822e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.692360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-483f0d25-cac6-43ed-90b3-3e36cbfa3e9f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.693894 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49448) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:03.773208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.778683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:03.779265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.862203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b08407bf-c669-43d3-8a87-779abd7b2ca4 None None] Provisioning complete for port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:03.862576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b08407bf-c669-43d3-8a87-779abd7b2ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.931079 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Network': ['ID=c6d051a6-8fd1-432e-acfb-650cd9602ed8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:03.985850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network c6d051a6-8fd1-432e-acfb-650cd9602ed8 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:19:04.078685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b08407bf-c669-43d3-8a87-779abd7b2ca4 None None] Port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:04.167885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ef0de70c-dc3b-4e98-8d67-df17c202203a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:04.184036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-483f0d25-cac6-43ed-90b3-3e36cbfa3e9f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 5354e246-53d0-47ce-8858-6ee0360921a8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:04.184527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-483f0d25-cac6-43ed-90b3-3e36cbfa3e9f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:04.259326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf281b65-b9fc-4a1d-95c5-5955dfa822e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:04.261631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf281b65-b9fc-4a1d-95c5-5955dfa822e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:04.262735 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bf281b65-b9fc-4a1d-95c5-5955dfa822e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d163f5e5-ae04-4d9b-bcb2-b67cbdf5f386 HTTP/1.1" status: 204 len: 168 time: 0.6840301 Feb 04 06:19:04.267183 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1337de67-6d15-4c33-990b-b490131f103b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0927997 Feb 04 06:19:04.274023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ef0de70c-dc3b-4e98-8d67-df17c202203a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:04.274547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:04.282630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49456) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:04.288869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'subnet': {'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:04.305485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:02Z', 'revision_number': 2, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:04.324057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Checking router: baa9dc5d-f8d8-4bf8-b201-e820c1829257 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:04.324436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Updating router baa9dc5d-f8d8-4bf8-b201-e820c1829257 port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:19:04.324673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf281b65-b9fc-4a1d-95c5-5955dfa822e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d163f5e5-ae04-4d9b-bcb2-b67cbdf5f386,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:04.454272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:04.455635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-483f0d25-cac6-43ed-90b3-3e36cbfa3e9f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:04.562271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:04.566248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:subnet and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:04.569278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:04.575454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:04.604405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-483f0d25-cac6-43ed-90b3-3e36cbfa3e9f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 5354e246-53d0-47ce-8858-6ee0360921a8 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:04.699247 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Made reservation on behalf of 603aa45d22584f0091a3bd3b07d5acd5 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:04.702915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:04.801780 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea63d7-ddf7-43af-91e9-48924a99b449 req-27abd13a-06e5-40d4-86f8-2dca4525387f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:04.803342 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9aea63d7-ddf7-43af-91e9-48924a99b449 req-27abd13a-06e5-40d4-86f8-2dca4525387f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 943 time: 0.7222168 Feb 04 06:19:04.892546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-483f0d25-cac6-43ed-90b3-3e36cbfa3e9f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:04.894130 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9aea63d7-ddf7-43af-91e9-48924a99b449 req-be89d9d4-6f07-460d-ab9b-8d941b1ef624 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814514 Feb 04 06:19:04.925231 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:04.937306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Transition to ACTIVE for port object ca4e13f6-46d8-4179-9f48-a12e3f5702b3 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:04.993212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f0d25-cac6-43ed-90b3-3e36cbfa3e9f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=5354e246-53d0-47ce-8858-6ee0360921a8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:05.054137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:05.069557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:05.140069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-483f0d25-cac6-43ed-90b3-3e36cbfa3e9f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:05.153868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:05.260800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19273699-bdc1-49fd-abf2-88aeb0801879 None None] Pushing event updated for resources: {'Port': ['ID=ca4e13f6-46d8-4179-9f48-a12e3f5702b3,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:05.329226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Attempting to bind port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:05.329733 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Attempting to bind port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '81f0c8b9-2336-410e-b6a5-d64500f31e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:05.330102 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Attempting to bind port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 on network 24db3e24-5e19-4de1-8696-bf6300cc7ee6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:05.339137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:19:05.339760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Checking segment: {'id': '81f0c8b9-2336-410e-b6a5-d64500f31e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:05.340230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:05.340723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Bound using segment: {'id': '81f0c8b9-2336-410e-b6a5-d64500f31e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:19:05.341271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Bound port: ca4e13f6-46d8-4179-9f48-a12e3f5702b3, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f0c8b9-2336-410e-b6a5-d64500f31e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:05.341706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:05.353065 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Subnet': ['ID=d1602a33-9dad-4af0-9655-4e09d60d55c3,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:05.371519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Checking segment: {'id': '41f71d06-00bd-46d3-9029-a88e0874c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:05.372078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network hostable DHCP agents. Network: c6d051a6-8fd1-432e-acfb-650cd9602ed8, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:19:05.475659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483f0d25-cac6-43ed-90b3-3e36cbfa3e9f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Router 7cf5363b-6224-440f-acce-dcf9386b39e5 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:05.493344 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] For port ca4e13f6-46d8-4179-9f48-a12e3f5702b3, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:19:05.497116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] For port ca4e13f6-46d8-4179-9f48-a12e3f5702b3, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ca4e13f6-46d8-4179-9f48-a12e3f5702b3,segment=NetworkSegment(81f0c8b9-2336-410e-b6a5-d64500f31e4c),segment_id=81f0c8b9-2336-410e-b6a5-d64500f31e4c)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:19:05.575145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network c6d051a6-8fd1-432e-acfb-650cd9602ed8 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:19:05.617449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483f0d25-cac6-43ed-90b3-3e36cbfa3e9f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:05.621184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:05.629818 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ac240-aae3-4d27-8c83-20fa71897e0d None None] Sync routers for ids ['7cf5363b-6224-440f-acce-dcf9386b39e5'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:05.639816 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ac240-aae3-4d27-8c83-20fa71897e0d None None] Routers {'7cf5363b-6224-440f-acce-dcf9386b39e5'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:05.640622 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4d9ac240-aae3-4d27-8c83-20fa71897e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7cf5363b-6224-440f-acce-dcf9386b39e5'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:05.665830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port b05ba31b-f503-4d70-a8bf-b885b2ede675 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:05.666349 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:05.705338 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4d9ac240-aae3-4d27-8c83-20fa71897e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:05.715550 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ac240-aae3-4d27-8c83-20fa71897e0d None None] Routers {'7cf5363b-6224-440f-acce-dcf9386b39e5'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:05.716699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:05.716971 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4d9ac240-aae3-4d27-8c83-20fa71897e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['7cf5363b-6224-440f-acce-dcf9386b39e5'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:05.717334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:05.721909 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, c6d051a6-8fd1-432e-acfb-650cd9602ed8) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:05.730010 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:05.730693 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:05.735277 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-483f0d25-cac6-43ed-90b3-3e36cbfa3e9f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "PUT /v2.0/routers/7cf5363b-6224-440f-acce-dcf9386b39e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7603624 Feb 04 06:19:05.737912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49460) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:05.786327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91be77c-1c6b-4360-b0a9-c09e48650c59 None None] Network c6d051a6-8fd1-432e-acfb-650cd9602ed8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:05.791414 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4d9ac240-aae3-4d27-8c83-20fa71897e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:05.792080 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ac240-aae3-4d27-8c83-20fa71897e0d None None] The sync data for ids ['7cf5363b-6224-440f-acce-dcf9386b39e5'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:05.934093 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-c664e985-cc59-4999-8d35-45c68a745c13 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:19:05.934784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c664e985-cc59-4999-8d35-45c68a745c13 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:05.974664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port b05ba31b-f503-4d70-a8bf-b885b2ede675, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b05ba31b-f503-4d70-a8bf-b885b2ede675,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:05.975029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:06.049557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19273699-bdc1-49fd-abf2-88aeb0801879 None None] Pushing event updated for resources: {'Port': ['ID=ca4e13f6-46d8-4179-9f48-a12e3f5702b3,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:06.062150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c664e985-cc59-4999-8d35-45c68a745c13 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:06.065975 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c664e985-cc59-4999-8d35-45c68a745c13 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/5354e246-53d0-47ce-8858-6ee0360921a8 HTTP/1.1" status: 404 len: 333 time: 0.3246109 Feb 04 06:19:06.067681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49466) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:06.098604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:06.233148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3dfa-55de-40b0-9e33-732136205b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:06.286355 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2856cd32-b11a-4808-8816-e184a65a9844 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0000992 Feb 04 06:19:06.289601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49470) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:06.291676 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for b05ba31b-f503-4d70-a8bf-b885b2ede675 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:06.314718 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-c6d051a6-8fd1-432e-acfb-650cd9602ed8', 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'fixed_ips': [{'subnet_id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:19:06.315524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:06.517892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487411b6-c487-4a89-b347-807b08967dda req-5d60f9ee-87a1-4abc-a250-f2083feab17f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:06.519376 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-487411b6-c487-4a89-b347-807b08967dda req-5d60f9ee-87a1-4abc-a250-f2083feab17f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 943 time: 0.5013831 Feb 04 06:19:06.665576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Allocated IP 2001:db8:3::2 (c6d051a6-8fd1-432e-acfb-650cd9602ed8/d1602a33-9dad-4af0-9655-4e09d60d55c3/05219ab9-09a0-4c3b-898f-b85dcd4c40c8) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:06.682183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:06.745363 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3dfa-55de-40b0-9e33-732136205b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:06.753167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3dfa-55de-40b0-9e33-732136205b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:06.753939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:05Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:06.771021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26cbb7-65ac-40af-b855-fe2a05ac3620 None None] The sync data for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv is: [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:05Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:06.776442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=b05ba31b-f503-4d70-a8bf-b885b2ede675,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:06.892909 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-487411b6-c487-4a89-b347-807b08967dda req-453996f6-ef7f-4674-89ee-3ade76b2acef tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107877 Feb 04 06:19:07.008289 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.019923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Transition to ACTIVE for port object 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:07.043430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Transition to ACTIVE for port object 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:07.059859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3dfa-55de-40b0-9e33-732136205b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.060429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4e3dfa-55de-40b0-9e33-732136205b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Fanout notify agent at l3_agent the message router_deleted on router 7cf5363b-6224-440f-acce-dcf9386b39e5 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:19:07.101651 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.140843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.153118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3dfa-55de-40b0-9e33-732136205b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.156442 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aa4e3dfa-55de-40b0-9e33-732136205b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/routers/7cf5363b-6224-440f-acce-dcf9386b39e5 HTTP/1.1" status: 204 len: 168 time: 1.0858662 Feb 04 06:19:07.177205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49474) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:07.203828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Network c6d051a6-8fd1-432e-acfb-650cd9602ed8 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:07.211551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:07.214920 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:07.290216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0c22a3-4e6d-4746-a97e-dae207a94b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting subnet 7b6a920d-ed3f-4c44-9851-2056bcbb75ec {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:07.294005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f0c22a3-4e6d-4746-a97e-dae207a94b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.359220 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Pushing event updated for resources: {'Port': ['ID=05219ab9-09a0-4c3b-898f-b85dcd4c40c8,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:07.392716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Attempting to bind port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:07.393118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Attempting to bind port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '41f71d06-00bd-46d3-9029-a88e0874c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:07.393469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Attempting to bind port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 on network c6d051a6-8fd1-432e-acfb-650cd9602ed8 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:07.397190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ca4e13f6-46d8-4179-9f48-a12e3f5702b3 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:07.448208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:19:07.448940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Checking segment: {'id': '41f71d06-00bd-46d3-9029-a88e0874c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:07.449622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.450322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Bound using segment: {'id': '41f71d06-00bd-46d3-9029-a88e0874c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:19:07.450961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Bound port: 05219ab9-09a0-4c3b-898f-b85dcd4c40c8, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f71d06-00bd-46d3-9029-a88e0874c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:07.451522 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.523978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f0c22a3-4e6d-4746-a97e-dae207a94b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.559338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 0cbbee68-c4f5-4974-bc2a-958b0e701717 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:07.607329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] For port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:19:07.607329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] For port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=05219ab9-09a0-4c3b-898f-b85dcd4c40c8,segment=NetworkSegment(41f71d06-00bd-46d3-9029-a88e0874c4fe),segment_id=41f71d06-00bd-46d3-9029-a88e0874c4fe)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:19:07.711445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:07.717523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:07.717900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.751864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.777148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:07.803866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f0c22a3-4e6d-4746-a97e-dae207a94b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.811023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db416a55-0053-4c39-a148-355d8daf8939 None None] Sync routers for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:07.876541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:07.876874 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db416a55-0053-4c39-a148-355d8daf8939 None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:07.877390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-db416a55-0053-4c39-a148-355d8daf8939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:07.915846 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-189f193a-f096-42ab-b3af-beb7c22a8525 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/0cbbee68-c4f5-4974-bc2a-958b0e701717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2177544 Feb 04 06:19:07.992213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d9146-f337-4aa0-9e59-b37db4200c8b None None] Pushing event updated for resources: {'Port': ['ID=05219ab9-09a0-4c3b-898f-b85dcd4c40c8,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:08.074710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f0c22a3-4e6d-4746-a97e-dae207a94b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.184316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c22a3-4e6d-4746-a97e-dae207a94b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6a920d-ed3f-4c44-9851-2056bcbb75ec,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:08.186696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1f0c22a3-4e6d-4746-a97e-dae207a94b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.200862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.232685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-db416a55-0053-4c39-a148-355d8daf8939 None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:08.267044 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1f0c22a3-4e6d-4746-a97e-dae207a94b15 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/7b6a920d-ed3f-4c44-9851-2056bcbb75ec HTTP/1.1" status: 204 len: 168 time: 1.0886154 Feb 04 06:19:08.268137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49482) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:08.318000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a1fde-325f-4fd2-ae47-ddb3dcf52692 None None] Network 5d81a03e-17bf-4497-8f6f-0f36723ab25e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:08.372766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4997e-1496-4a0e-b8d4-41960a6aa476 req-30161f4c-3cb2-4f0a-90c7-63cdb1338872 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:08.375928 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73c4997e-1496-4a0e-b8d4-41960a6aa476 req-30161f4c-3cb2-4f0a-90c7-63cdb1338872 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 943 time: 0.3046014 Feb 04 06:19:08.459409 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port ca4e13f6-46d8-4179-9f48-a12e3f5702b3, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ca4e13f6-46d8-4179-9f48-a12e3f5702b3,segment=NetworkSegment(81f0c8b9-2336-410e-b6a5-d64500f31e4c),segment_id=81f0c8b9-2336-410e-b6a5-d64500f31e4c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:08.540276 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73c4997e-1496-4a0e-b8d4-41960a6aa476 req-8fc00c6d-1600-4aa3-be1a-62660108289f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575310 Feb 04 06:19:08.555970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Allocated IP 2001:db8:3::1 (c6d051a6-8fd1-432e-acfb-650cd9602ed8/d1602a33-9dad-4af0-9655-4e09d60d55c3/d6077d15-00df-486d-b2ef-c218d5ed53e2) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:08.596782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.755571 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.755726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.776267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Transition to ACTIVE for port object d6077d15-00df-486d-b2ef-c218d5ed53e2 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:08.798285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port a31b9f45-8962-4ff0-a810-752fdc129a95 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:08.798827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:08.853743 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=ca4e13f6-46d8-4179-9f48-a12e3f5702b3,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:08.855421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607e0de-7fbf-4b6f-b4e2-5d6139b49c17 req-3977998e-a69e-4a7d-9b7a-e0290b9bc5b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:08.856120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-7607e0de-7fbf-4b6f-b4e2-5d6139b49c17 req-3977998e-a69e-4a7d-9b7a-e0290b9bc5b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:08.927868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.024991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=d6077d15-00df-486d-b2ef-c218d5ed53e2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:09.033616 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] For port a31b9f45-8962-4ff0-a810-752fdc129a95, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a31b9f45-8962-4ff0-a810-752fdc129a95,segment=NetworkSegment(a537017e-f046-41d7-8941-12c575ba129e),segment_id=a537017e-f046-41d7-8941-12c575ba129e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:09.041871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.042271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network c6d051a6-8fd1-432e-acfb-650cd9602ed8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:09.043654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:09.046638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:09.047283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.079358 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-db416a55-0053-4c39-a148-355d8daf8939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:19:06Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'b48b3d6e-4fc2-48da-a2be-f77bfbed4556', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'port_id': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'mac_address': 'fa:16:3e:e1:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:41Z', 'updated_at': '2022-02-04T06:16:47Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:09.086400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db416a55-0053-4c39-a148-355d8daf8939 None None] Checking router: 0cbbee68-c4f5-4974-bc2a-958b0e701717 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:09.101871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db416a55-0053-4c39-a148-355d8daf8939 None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:09.102518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-db416a55-0053-4c39-a148-355d8daf8939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:09.106429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-7607e0de-7fbf-4b6f-b4e2-5d6139b49c17 req-3977998e-a69e-4a7d-9b7a-e0290b9bc5b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:09.107832 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7607e0de-7fbf-4b6f-b4e2-5d6139b49c17 req-3977998e-a69e-4a7d-9b7a-e0290b9bc5b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 946 time: 0.4167120 Feb 04 06:19:09.171123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6887f6-f959-46c5-afef-da84b2da2353 None None] DHCP port deletion for 5d81a03e-17bf-4497-8f6f-0f36723ab25e request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:19:09.200266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-7b6887f6-f959-46c5-afef-da84b2da2353 None None] Deleting port a31b9f45-8962-4ff0-a810-752fdc129a95 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:09.200642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7b6887f6-f959-46c5-afef-da84b2da2353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.201703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for a31b9f45-8962-4ff0-a810-752fdc129a95 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:09.337599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.358567 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7607e0de-7fbf-4b6f-b4e2-5d6139b49c17 req-f5d9a3ca-ac19-4005-8432-ed6ffefa1cf7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825380 Feb 04 06:19:09.379431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ca4e13f6-46d8-4179-9f48-a12e3f5702b3 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:09.518745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067e2c76-1b25-4c97-a50e-8615f20bd29a None None] Network c6d051a6-8fd1-432e-acfb-650cd9602ed8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:09.522329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.537904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-db416a55-0053-4c39-a148-355d8daf8939 None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:09.581766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=a31b9f45-8962-4ff0-a810-752fdc129a95,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:09.584852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No DVR routers for this DVR port a31b9f45-8962-4ff0-a810-752fdc129a95 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:09.723889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.752837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d81a03e-17bf-4497-8f6f-0f36723ab25e']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:09.771522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a537017e-f046-41d7-8941-12c575ba129e') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:09.772098 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a537017e-f046-41d7-8941-12c575ba129e') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:09.785842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.803392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.809647 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:09.810049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:09.825121 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:09.869221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cc5ec57a-7906-41ec-9980-87f2899a4073 None None] Provisioning for port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:09.896802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7b6887f6-f959-46c5-afef-da84b2da2353 None None] For port a31b9f45-8962-4ff0-a810-752fdc129a95, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a31b9f45-8962-4ff0-a810-752fdc129a95,segment=NetworkSegment(a537017e-f046-41d7-8941-12c575ba129e),segment_id=a537017e-f046-41d7-8941-12c575ba129e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:09.897213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7b6887f6-f959-46c5-afef-da84b2da2353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.919161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:09.919532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:09.979180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5f954-192b-445a-ae78-069edc29517a req-5df399db-2326-4eae-9acf-948cf9ca1bf4 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:09.980641 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91c5f954-192b-445a-ae78-069edc29517a req-5df399db-2326-4eae-9acf-948cf9ca1bf4 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 943 time: 0.1877573 Feb 04 06:19:10.012763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:10.019592 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:10.025048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:10.043191 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91c5f954-192b-445a-ae78-069edc29517a req-f38edb79-8506-48db-8075-2f222c8fe4f7 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493271 Feb 04 06:19:10.071018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:10.071499 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Network': ['ID=5d81a03e-17bf-4497-8f6f-0f36723ab25e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:10.071936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:10.109255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-7b6887f6-f959-46c5-afef-da84b2da2353 None None] Calling delete_port for a31b9f45-8962-4ff0-a810-752fdc129a95 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:10.197104 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d5d0c3d6-13a0-4d0d-bef9-9bc21afa085d tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/networks/5d81a03e-17bf-4497-8f6f-0f36723ab25e HTTP/1.1" status: 204 len: 168 time: 1.9270954 Feb 04 06:19:10.201327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49490) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:10.227990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event updated for resources: {'Port': ['ID=d6077d15-00df-486d-b2ef-c218d5ed53e2,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:10.281747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Network c6d051a6-8fd1-432e-acfb-650cd9602ed8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:10.283188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:10.285331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b10ac88-eed3-4a46-b39c-65705ddec598 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:10.285867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5b10ac88-eed3-4a46-b39c-65705ddec598 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:10.401970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5b10ac88-eed3-4a46-b39c-65705ddec598 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:10.409406 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5b10ac88-eed3-4a46-b39c-65705ddec598 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/a5cf17b4-3a98-42ab-8412-efbc234343f8 HTTP/1.1" status: 200 len: 843 time: 0.2013819 Feb 04 06:19:10.409865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49496) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:10.473197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-7b6887f6-f959-46c5-afef-da84b2da2353 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:19:10.473915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-7b6887f6-f959-46c5-afef-da84b2da2353 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:19:10.524822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:10.551110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router baa9dc5d-f8d8-4bf8-b201-e820c1829257 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:10.568774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-fc6b3a4a-d799-4323-a399-a2d21bbc66d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:10.570093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-fc6b3a4a-d799-4323-a399-a2d21bbc66d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:10.575058 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-225db554-aa7d-4054-87ed-c0c82892b604 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/a5cf17b4-3a98-42ab-8412-efbc234343f8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1642330 Feb 04 06:19:10.579642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49500) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:10.587137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:10.592397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-fc6b3a4a-d799-4323-a399-a2d21bbc66d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:10.593726 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-fc6b3a4a-d799-4323-a399-a2d21bbc66d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 946 time: 0.2516398 Feb 04 06:19:10.630284 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-db416a55-0053-4c39-a148-355d8daf8939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:19:06Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'b48b3d6e-4fc2-48da-a2be-f77bfbed4556', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'port_id': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'mac_address': 'fa:16:3e:e1:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:41Z', 'updated_at': '2022-02-04T06:16:47Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:10.634439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db416a55-0053-4c39-a148-355d8daf8939 None None] The sync data for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv is: [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:19:06Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'b48b3d6e-4fc2-48da-a2be-f77bfbed4556', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.75', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'port_id': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'mac_address': 'fa:16:3e:e1:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:41Z', 'updated_at': '2022-02-04T06:16:47Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:10.715404 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d0805-beaa-4f47-b741-5477b3fb2723 req-9f0dd9bd-f5e0-43a4-83b3-2fd0a822cf99 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:10.716979 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f19d0805-beaa-4f47-b741-5477b3fb2723 req-9f0dd9bd-f5e0-43a4-83b3-2fd0a822cf99 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 946 time: 0.2344484 Feb 04 06:19:10.741057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:10.749557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:10.749793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:10.753567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:10.754751 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:10.755126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:10.767519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:10.783462 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f19d0805-beaa-4f47-b741-5477b3fb2723 req-b182c55a-0d65-4b12-89c9-b516a86499f7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582569 Feb 04 06:19:10.827066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-7174d900-ec4a-4f6e-8eb0-936cfa08000a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 827c5e4b-7ebe-4e22-9070-206b6a5a724b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:10.827499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-7174d900-ec4a-4f6e-8eb0-936cfa08000a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:10.865111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:10.868823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:10.880884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:10.894535 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Sync routers for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:10.904216 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:10.912216 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:10.912874 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:10.914461 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-84527ff4-344d-425b-9b51-c4efd8330586 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6222744 Feb 04 06:19:10.918231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49504) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:10.926456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e59b7b89-3a84-4df8-b26d-a85bd6f7b85d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:10.946353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=05219ab9-09a0-4c3b-898f-b85dcd4c40c8,segment=NetworkSegment(41f71d06-00bd-46d3-9029-a88e0874c4fe),segment_id=41f71d06-00bd-46d3-9029-a88e0874c4fe)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:10.975275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-7b6887f6-f959-46c5-afef-da84b2da2353 None None] Deleting port a31b9f45-8962-4ff0-a810-752fdc129a95 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:10.976018 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7b6887f6-f959-46c5-afef-da84b2da2353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:11.067647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:11.129498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d0413a9d-46fc-47fc-b060-53df2c8f61bb None None] Provisioning for port d6077d15-00df-486d-b2ef-c218d5ed53e2 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:11.158346 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:11.187735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-7b6887f6-f959-46c5-afef-da84b2da2353 None None] The port 'a31b9f45-8962-4ff0-a810-752fdc129a95' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:19:11.218492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a31b9f45-8962-4ff0-a810-752fdc129a95 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:11.289535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d0413a9d-46fc-47fc-b060-53df2c8f61bb None None] Provisioning complete for port d6077d15-00df-486d-b2ef-c218d5ed53e2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:11.290189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d0413a9d-46fc-47fc-b060-53df2c8f61bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:11.333752 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: a31b9f45-8962-4ff0-a810-752fdc129a95 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:11.334097 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a31b9f45-8962-4ff0-a810-752fdc129a95 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:11.372084 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=05219ab9-09a0-4c3b-898f-b85dcd4c40c8,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:11.376639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d0413a9d-46fc-47fc-b060-53df2c8f61bb None None] Port d6077d15-00df-486d-b2ef-c218d5ed53e2 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:11.395660 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d0413a9d-46fc-47fc-b060-53df2c8f61bb None None] Provisioning complete for port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:11.395863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d0413a9d-46fc-47fc-b060-53df2c8f61bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:11.426477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:11.434165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b05ba31b-f503-4d70-a8bf-b885b2ede675 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:11.551737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: b05ba31b-f503-4d70-a8bf-b885b2ede675 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:11.552464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b05ba31b-f503-4d70-a8bf-b885b2ede675 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:11.636535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:11.642227 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:11.645595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:11.646228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:11.664327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec398a82-49fa-46d7-82f8-1576187cee66 None None] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:11.694788 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Subnet': ['ID=7e882fad-80b9-4d66-86f9-bbe1342d0bf7,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:11.750805 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:09Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6077d15-00df-486d-b2ef-c218d5ed53e2', 'name': '', 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:7c:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:08Z', 'updated_at': '2022-02-04T06:19:09Z', 'revision_number': 2, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:11.755581 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Checking router: baa9dc5d-f8d8-4bf8-b201-e820c1829257 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:11.756364 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Updating router baa9dc5d-f8d8-4bf8-b201-e820c1829257 port d6077d15-00df-486d-b2ef-c218d5ed53e2 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:19:11.782801 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6cb4ce3b-8a68-432d-a8e0-6d00ea01cb27 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1979258 Feb 04 06:19:11.782801 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49510) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:11.787775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'security_group': {'name': 'tempest-secgroup-511967018'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:11.794691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:11.798747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:security_group and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:11.801842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:11.809816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:11.867530 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:11.946461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:11.960163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-674cfdaa-963c-445d-bb2a-6cd5ada170b4 None None] Provisioning complete for port d6077d15-00df-486d-b2ef-c218d5ed53e2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:11.961273 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-674cfdaa-963c-445d-bb2a-6cd5ada170b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:11.981634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:12.002293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:security_group_rule and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:12.008812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:12.018938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:12.027245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1679f30-3c9a-4336-bfbc-e79b7987c083 req-4e09c9fa-1ae9-43ae-95c0-b86c5fce8ae2 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:12.036263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-674cfdaa-963c-445d-bb2a-6cd5ada170b4 None None] Port d6077d15-00df-486d-b2ef-c218d5ed53e2 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:12.036741 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c1679f30-3c9a-4336-bfbc-e79b7987c083 req-4e09c9fa-1ae9-43ae-95c0-b86c5fce8ae2 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 943 time: 0.7181556 Feb 04 06:19:12.055199 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef308eb8-6743-417e-880e-18c18ecd4a34 req-2bc03fcb-c7dc-44cc-958a-968033db0644 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:12.058097 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ef308eb8-6743-417e-880e-18c18ecd4a34 req-2bc03fcb-c7dc-44cc-958a-968033db0644 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 946 time: 0.1522572 Feb 04 06:19:12.058792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-55b751f7-7198-4f56-813e-1d6e8250fd57', 'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'tenant_id': '2ec7c402ff1b461c882a01c21344c6e3', 'fixed_ips': [{'subnet_id': '7e882fad-80b9-4d66-86f9-bbe1342d0bf7'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:19:12.059781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.089090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-7174d900-ec4a-4f6e-8eb0-936cfa08000a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 827c5e4b-7ebe-4e22-9070-206b6a5a724b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=827c5e4b-7ebe-4e22-9070-206b6a5a724b,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:12.089562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-7174d900-ec4a-4f6e-8eb0-936cfa08000a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.122368 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ef308eb8-6743-417e-880e-18c18ecd4a34 req-6cdb0f3a-53e2-4390-8eb9-c0d594430f1c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97ea3976-1e05-4a3b-a177-7866f549d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558686 Feb 04 06:19:12.180923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.245966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Allocated IP 2001:db8::2 (55b751f7-7198-4f56-813e-1d6e8250fd57/7e882fad-80b9-4d66-86f9-bbe1342d0bf7/739a03d6-ce66-4664-8f8b-4a42997160be) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:12.264923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.282401 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c1679f30-3c9a-4336-bfbc-e79b7987c083 req-2a94905a-e622-4f36-b20f-aac200712d77 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428389 Feb 04 06:19:12.291601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-7174d900-ec4a-4f6e-8eb0-936cfa08000a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 827c5e4b-7ebe-4e22-9070-206b6a5a724b owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:12.320808 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.324628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96835410-fa7d-42fd-b5b8-1437fee0b441,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:12.337896 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Transition to ACTIVE for port object d6077d15-00df-486d-b2ef-c218d5ed53e2 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:12.373519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.374918 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-de008396-8c62-40d7-ab33-a2f206c6b844 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5920792 Feb 04 06:19:12.377755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49516) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:12.383178 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'security_group': {'name': 'tempest-secgroup-289773707'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:12.390467 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:12.394366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:security_group and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:12.397304 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:12.404137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:12.436140 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.498653 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.530504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:12.533503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-e59b7b89-3a84-4df8-b26d-a85bd6f7b85d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:19:12.534601 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:security_group_rule and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:12.538267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:12.545829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:12.558408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-e59b7b89-3a84-4df8-b26d-a85bd6f7b85d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Removed routes are [] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:19:12.558806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e59b7b89-3a84-4df8-b26d-a85bd6f7b85d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.629577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.643910 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7671570-eeb4-457f-a550-642db40eff87 None None] Pushing event updated for resources: {'Port': ['ID=d6077d15-00df-486d-b2ef-c218d5ed53e2,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:12.660169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.660771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-7174d900-ec4a-4f6e-8eb0-936cfa08000a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.669456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 4892536f-cbad-400c-a4ce-817334184d3e details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:19:12.704874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.735265 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Attempting to bind port d6077d15-00df-486d-b2ef-c218d5ed53e2 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:12.735824 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Attempting to bind port d6077d15-00df-486d-b2ef-c218d5ed53e2 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '41f71d06-00bd-46d3-9029-a88e0874c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:12.736378 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Attempting to bind port d6077d15-00df-486d-b2ef-c218d5ed53e2 on network c6d051a6-8fd1-432e-acfb-650cd9602ed8 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:12.751965 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:19:12.752536 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Checking segment: {'id': '41f71d06-00bd-46d3-9029-a88e0874c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:12.753192 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.753807 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Bound using segment: {'id': '41f71d06-00bd-46d3-9029-a88e0874c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:19:12.754584 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Bound port: d6077d15-00df-486d-b2ef-c218d5ed53e2, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f71d06-00bd-46d3-9029-a88e0874c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:12.755167 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.806487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174d900-ec4a-4f6e-8eb0-936cfa08000a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=827c5e4b-7ebe-4e22-9070-206b6a5a724b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:12.843274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9a10d6-ca46-4909-9887-b06b8542d4e9,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:12.872413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 4892536f-cbad-400c-a4ce-817334184d3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4892536f-cbad-400c-a4ce-817334184d3e,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:12.880388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Transition to ACTIVE for port object 739a03d6-ce66-4664-8f8b-4a42997160be will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:12.882715 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.892774 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1fb2041c-c05d-46a3-bbde-f5fd6db944d0 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5052755 Feb 04 06:19:12.892774 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49520) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:12.892774 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1325734032', 'security_groups': ['7e9a10d6-ca46-4909-9887-b06b8542d4e9'], 'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e882fad-80b9-4d66-86f9-bbe1342d0bf7'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:12.897080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '4892536f-cbad-400c-a4ce-817334184d3e', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'port_id': '4892536f-cbad-400c-a4ce-817334184d3e', 'mac_address': 'fa:16:3e:f0:b5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:19:12.937118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Transition to ACTIVE for port object 739a03d6-ce66-4664-8f8b-4a42997160be will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:12.963825 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] For port d6077d15-00df-486d-b2ef-c218d5ed53e2, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:19:12.969082 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] For port d6077d15-00df-486d-b2ef-c218d5ed53e2, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d6077d15-00df-486d-b2ef-c218d5ed53e2,segment=NetworkSegment(41f71d06-00bd-46d3-9029-a88e0874c4fe),segment_id=41f71d06-00bd-46d3-9029-a88e0874c4fe)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:19:12.980380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-7174d900-ec4a-4f6e-8eb0-936cfa08000a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] No DVR routers for this DVR port 827c5e4b-7ebe-4e22-9070-206b6a5a724b on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:12.982492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.983719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-7174d900-ec4a-4f6e-8eb0-936cfa08000a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:12.986174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575766b5-72eb-443a-ae88-d95725cfd75b', 'name': 'network-vif-deleted', 'tag': '827c5e4b-7ebe-4e22-9070-206b6a5a724b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:13.001159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4892536f-cbad-400c-a4ce-817334184d3e {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:19:13.017246 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 4892536f-cbad-400c-a4ce-817334184d3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4892536f-cbad-400c-a4ce-817334184d3e,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:13.062246 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:13.071659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:13.075901 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575766b5-72eb-443a-ae88-d95725cfd75b', 'name': 'network-vif-deleted', 'tag': '827c5e4b-7ebe-4e22-9070-206b6a5a724b', 'status': 'completed', 'code': 200} Feb 04 06:19:13.078300 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:13.122744 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:13.129677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:13.154092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:13.156518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:13.169652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Pushing event updated for resources: {'Port': ['ID=739a03d6-ce66-4664-8f8b-4a42997160be,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:13.181439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:13.187360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e59b7b89-3a84-4df8-b26d-a85bd6f7b85d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:13.191357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e59b7b89-3a84-4df8-b26d-a85bd6f7b85d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:13.255595 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-01fe8abd-5582-42a3-94af-c805a3ceb34a req-7174d900-ec4a-4f6e-8eb0-936cfa08000a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "DELETE /v2.0/ports/827c5e4b-7ebe-4e22-9070-206b6a5a724b HTTP/1.1" status: 204 len: 173 time: 2.5996797 Feb 04 06:19:13.255828 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:13.256461 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:13.265472 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:13.344082 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=4892536f-cbad-400c-a4ce-817334184d3e,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:13.358026 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7671570-eeb4-457f-a550-642db40eff87 None None] Pushing event updated for resources: {'Port': ['ID=d6077d15-00df-486d-b2ef-c218d5ed53e2,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:13.567244 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:13.624237 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:13.630530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['4892536f-cbad-400c-a4ce-817334184d3e'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:19:13.737601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59b7b89-3a84-4df8-b26d-a85bd6f7b85d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router baa9dc5d-f8d8-4bf8-b201-e820c1829257 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:13.740181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:13.754314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Attempting to bind port 739a03d6-ce66-4664-8f8b-4a42997160be on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:13.754993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Attempting to bind port 739a03d6-ce66-4664-8f8b-4a42997160be by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '9df6a3b8-629c-45a5-9f19-119d641e87c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:13.755241 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Attempting to bind port 739a03d6-ce66-4664-8f8b-4a42997160be on network 55b751f7-7198-4f56-813e-1d6e8250fd57 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:13.774171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port f13adb6c-06ef-45d6-919a-669d9af4583d yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:19:13.788517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:19:13.788920 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Checking segment: {'id': '9df6a3b8-629c-45a5-9f19-119d641e87c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:13.789325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:13.789719 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Bound using segment: {'id': '9df6a3b8-629c-45a5-9f19-119d641e87c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:19:13.790239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Bound port: 739a03d6-ce66-4664-8f8b-4a42997160be, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df6a3b8-629c-45a5-9f19-119d641e87c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:13.790676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:13.799539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-fd43ef48-57cb-4b13-b224-1f6f192fb02c req-8fdd8e04-5a21-4fb3-b114-e0ff72db817b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:13.857711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b903e4-785e-40b5-ade2-b3419398893c req-8006bc3e-d1ef-4260-8fe4-3338925f601b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:13.859233 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b1b903e4-785e-40b5-ade2-b3419398893c req-8006bc3e-d1ef-4260-8fe4-3338925f601b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 944 time: 0.3562407 Feb 04 06:19:13.921970 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b1b903e4-785e-40b5-ade2-b3419398893c req-1cda6da7-b8f5-49ab-823b-347b6368dedd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466077 Feb 04 06:19:13.978523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:13.979188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:14.020753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59b7b89-3a84-4df8-b26d-a85bd6f7b85d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:14.027710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e59b7b89-3a84-4df8-b26d-a85bd6f7b85d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:14.032365 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e59b7b89-3a84-4df8-b26d-a85bd6f7b85d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257 HTTP/1.1" status: 200 len: 954 time: 3.1118438 Feb 04 06:19:14.033565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49530) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:14.035447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-fd43ef48-57cb-4b13-b224-1f6f192fb02c req-8fdd8e04-5a21-4fb3-b114-e0ff72db817b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:14.036768 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fd43ef48-57cb-4b13-b224-1f6f192fb02c req-8fdd8e04-5a21-4fb3-b114-e0ff72db817b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=575766b5-72eb-443a-ae88-d95725cfd75b HTTP/1.1" status: 200 len: 210 time: 0.2969878 Feb 04 06:19:14.056398 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:12Z', 'revision_number': 6, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6077d15-00df-486d-b2ef-c218d5ed53e2', 'name': '', 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:7c:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:08Z', 'updated_at': '2022-02-04T06:19:12Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:14.062085 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860e922-b920-49ee-8cb2-7b0d271f8922 None None] The sync data for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv is: [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:12Z', 'revision_number': 6, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6077d15-00df-486d-b2ef-c218d5ed53e2', 'name': '', 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:7c:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:08Z', 'updated_at': '2022-02-04T06:19:12Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:14.153312 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8::3a1 (55b751f7-7198-4f56-813e-1d6e8250fd57/7e882fad-80b9-4d66-86f9-bbe1342d0bf7/f13adb6c-06ef-45d6-919a-669d9af4583d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:14.161542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4210e048-527f-4094-97b8-593f2721be91 None None] For port 739a03d6-ce66-4664-8f8b-4a42997160be, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:19:14.189380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4210e048-527f-4094-97b8-593f2721be91 None None] For port 739a03d6-ce66-4664-8f8b-4a42997160be, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=739a03d6-ce66-4664-8f8b-4a42997160be,segment=NetworkSegment(9df6a3b8-629c-45a5-9f19-119d641e87c1),segment_id=9df6a3b8-629c-45a5-9f19-119d641e87c1)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:19:14.246553 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-18879dac-b368-4c21-9491-0fe06646b83d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257 HTTP/1.1" status: 200 len: 954 time: 0.2085736 Feb 04 06:19:14.249244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49534) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:14.255974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7cda3b1c-9d97-4265-b6a8-750d13d6ceeb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'routes': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:14.327829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:14.445373 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210e048-527f-4094-97b8-593f2721be91 None None] Pushing event updated for resources: {'Port': ['ID=739a03d6-ce66-4664-8f8b-4a42997160be,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:14.515835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:14.534577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object f13adb6c-06ef-45d6-919a-669d9af4583d will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:14.682411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 827c5e4b-7ebe-4e22-9070-206b6a5a724b no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:14.716611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:14.719865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 827c5e4b-7ebe-4e22-9070-206b6a5a724b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:14.720281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 827c5e4b-7ebe-4e22-9070-206b6a5a724b not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:14.796551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:14.802131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:14.815964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:14.829744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:14.830650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:14.861490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=f13adb6c-06ef-45d6-919a-669d9af4583d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:14.969152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-7cda3b1c-9d97-4265-b6a8-750d13d6ceeb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added routes are [] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:19:14.969471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.extraroute_db [None req-7cda3b1c-9d97-4265-b6a8-750d13d6ceeb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:19:14.974400 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a74fc118-4660-4ef0-a6a8-e4cfdcf01b69 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0865664 Feb 04 06:19:14.977154 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49540) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:14.987670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2c751a73-0b65-4a3a-bda0-1c8b72f2945a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:15.011433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7cda3b1c-9d97-4265-b6a8-750d13d6ceeb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.140893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e85953-9a70-42c0-ad05-2a69202df66c None None] Sync routers for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:15.147261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49546) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:15.154329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e85953-9a70-42c0-ad05-2a69202df66c None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:15.155308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c9e85953-9a70-42c0-ad05-2a69202df66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:15.277726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2d1d7599-6185-4cf9-9597-5c99907bfaba tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.282151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2c751a73-0b65-4a3a-bda0-1c8b72f2945a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:15.297671 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2c751a73-0b65-4a3a-bda0-1c8b72f2945a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:15.309795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23779321-afb9-428b-83e7-619c6e224819 req-e4d4bcae-ebeb-4ec3-9087-b3fd0d325484 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:15.310940 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-23779321-afb9-428b-83e7-619c6e224819 req-e4d4bcae-ebeb-4ec3-9087-b3fd0d325484 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 944 time: 0.2220311 Feb 04 06:19:15.313996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2c751a73-0b65-4a3a-bda0-1c8b72f2945a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:15.315957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c9e85953-9a70-42c0-ad05-2a69202df66c None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:15.342157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2c751a73-0b65-4a3a-bda0-1c8b72f2945a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:15.352388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2d1d7599-6185-4cf9-9597-5c99907bfaba tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.405318 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-23779321-afb9-428b-83e7-619c6e224819 req-aba4ea62-58a5-4c5b-8433-80664b97f080 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822322 Feb 04 06:19:15.448902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c751a73-0b65-4a3a-bda0-1c8b72f2945a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:15.452561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c751a73-0b65-4a3a-bda0-1c8b72f2945a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.663988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d6077d15-00df-486d-b2ef-c218d5ed53e2 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:15.665256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7cda3b1c-9d97-4265-b6a8-750d13d6ceeb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.670256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7cda3b1c-9d97-4265-b6a8-750d13d6ceeb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.749477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2d1d7599-6185-4cf9-9597-5c99907bfaba tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.790578 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d7599-6185-4cf9-9597-5c99907bfaba tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ea3976-1e05-4a3b-a177-7866f549d4ae,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:15.804035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d604428b-b23b-4863-b3a7-c1c586b9a5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.872801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cda3b1c-9d97-4265-b6a8-750d13d6ceeb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router baa9dc5d-f8d8-4bf8-b201-e820c1829257 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:15.893472 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.ipam_backend_mixin [None req-2c751a73-0b65-4a3a-bda0-1c8b72f2945a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e882fad-80b9-4d66-86f9-bbe1342d0bf7 (CIDR: 2001:db8::/64) Feb 04 06:19:15.895135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c9e85953-9a70-42c0-ad05-2a69202df66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:14Z', 'revision_number': 7, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6077d15-00df-486d-b2ef-c218d5ed53e2', 'name': '', 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:7c:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:08Z', 'updated_at': '2022-02-04T06:19:12Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:15.900153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e85953-9a70-42c0-ad05-2a69202df66c None None] Checking router: baa9dc5d-f8d8-4bf8-b201-e820c1829257 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:15.904598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2d1d7599-6185-4cf9-9597-5c99907bfaba tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:15.909369 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2d1d7599-6185-4cf9-9597-5c99907bfaba tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/97ea3976-1e05-4a3b-a177-7866f549d4ae HTTP/1.1" status: 204 len: 168 time: 0.7600000 Feb 04 06:19:15.915099 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e85953-9a70-42c0-ad05-2a69202df66c None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:15.915739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c9e85953-9a70-42c0-ad05-2a69202df66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:15.957100 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c751a73-0b65-4a3a-bda0-1c8b72f2945a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:19:15.957942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c751a73-0b65-4a3a-bda0-1c8b72f2945a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:15.984577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port d6077d15-00df-486d-b2ef-c218d5ed53e2 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:16.001665 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d6077d15-00df-486d-b2ef-c218d5ed53e2 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:16.002041 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.041246 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49552) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:16.060866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cda3b1c-9d97-4265-b6a8-750d13d6ceeb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:16.068806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7cda3b1c-9d97-4265-b6a8-750d13d6ceeb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.071700 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7cda3b1c-9d97-4265-b6a8-750d13d6ceeb tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257 HTTP/1.1" status: 200 len: 704 time: 1.8205907 Feb 04 06:19:16.077503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49556) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:16.115683 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2c751a73-0b65-4a3a-bda0-1c8b72f2945a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1367416 Feb 04 06:19:16.125299 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49560) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:16.136733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:16.157726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c9e85953-9a70-42c0-ad05-2a69202df66c None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:16.216445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47a1022-f166-4d81-b628-7a51e5b29ece tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting subnet dd0945e6-3042-47cf-8b64-db636786f8d6 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:16.219599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e47a1022-f166-4d81-b628-7a51e5b29ece tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.280020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e47a1022-f166-4d81-b628-7a51e5b29ece tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.289423 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3d2b466d-d0f2-42f8-8ece-10111a1298ea tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257 HTTP/1.1" status: 200 len: 704 time: 0.2105846 Feb 04 06:19:16.293240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49564) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:16.388706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7ff338df-3777-489e-95bf-adbe76c0f4e1 None None] Provisioning for port 739a03d6-ce66-4664-8f8b-4a42997160be completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:16.416450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:16.422019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:16.426244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:16.435864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:16.438810 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e47a1022-f166-4d81-b628-7a51e5b29ece tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.485504 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.530800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port d6077d15-00df-486d-b2ef-c218d5ed53e2, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d6077d15-00df-486d-b2ef-c218d5ed53e2,segment=NetworkSegment(41f71d06-00bd-46d3-9029-a88e0874c4fe),segment_id=41f71d06-00bd-46d3-9029-a88e0874c4fe)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:16.535543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7ff338df-3777-489e-95bf-adbe76c0f4e1 None None] Provisioning complete for port a5cf17b4-3a98-42ab-8412-efbc234343f8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:16.535878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7ff338df-3777-489e-95bf-adbe76c0f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.562324 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:16.566059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.652991 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-7ff338df-3777-489e-95bf-adbe76c0f4e1 None None] Port a5cf17b4-3a98-42ab-8412-efbc234343f8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:16.660007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.660971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 739a03d6-ce66-4664-8f8b-4a42997160be up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:16.683303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e47a1022-f166-4d81-b628-7a51e5b29ece tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.723349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 4892536f-cbad-400c-a4ce-817334184d3e up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:16.745369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a1022-f166-4d81-b628-7a51e5b29ece tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0945e6-3042-47cf-8b64-db636786f8d6,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:16.750374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e47a1022-f166-4d81-b628-7a51e5b29ece tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.776706 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e47a1022-f166-4d81-b628-7a51e5b29ece tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/subnets/dd0945e6-3042-47cf-8b64-db636786f8d6 HTTP/1.1" status: 204 len: 168 time: 0.7358537 Feb 04 06:19:16.779449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49570) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:16.798416 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf8895-bc2b-4205-b3b3-59fcc6964f46 None None] Network 50931af2-d5d8-4bb5-ade3-c59a1545f612 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:16.907706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.912751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467c65e-71d9-4031-ac44-ff003e3004ee req-b9aef262-1aaf-4803-9bd6-40cd1978a28c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:16.915151 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1467c65e-71d9-4031-ac44-ff003e3004ee req-b9aef262-1aaf-4803-9bd6-40cd1978a28c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 944 time: 0.2840004 Feb 04 06:19:16.962087 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.977080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=d6077d15-00df-486d-b2ef-c218d5ed53e2,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:17.029657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:17.030016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.032987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8985561f-723f-491d-80b8-6e9beb6cad88 None None] Provisioning for port f13adb6c-06ef-45d6-919a-669d9af4583d completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:17.080383 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1467c65e-71d9-4031-ac44-ff003e3004ee req-ea82a1e2-719f-4d9e-a45a-47f6ddd4e55c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467125 Feb 04 06:19:17.086035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8985561f-723f-491d-80b8-6e9beb6cad88 None None] Provisioning complete for port f13adb6c-06ef-45d6-919a-669d9af4583d triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:17.086474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8985561f-723f-491d-80b8-6e9beb6cad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.136877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c9e85953-9a70-42c0-ad05-2a69202df66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:14Z', 'revision_number': 7, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6077d15-00df-486d-b2ef-c218d5ed53e2', 'name': '', 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:7c:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:08Z', 'updated_at': '2022-02-04T06:19:12Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:17.158255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e85953-9a70-42c0-ad05-2a69202df66c None None] The sync data for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv is: [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:14Z', 'revision_number': 7, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6077d15-00df-486d-b2ef-c218d5ed53e2', 'name': '', 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:7c:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:08Z', 'updated_at': '2022-02-04T06:19:12Z', 'revision_number': 4, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:17.169817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8985561f-723f-491d-80b8-6e9beb6cad88 None None] Port f13adb6c-06ef-45d6-919a-669d9af4583d cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:17.196783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 4892536f-cbad-400c-a4ce-817334184d3e completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:17.203288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 4892536f-cbad-400c-a4ce-817334184d3e triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:17.203660 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.323912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 739a03d6-ce66-4664-8f8b-4a42997160be completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:17.327148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed14332-db2a-42e4-9e91-1166896f2e77 None None] DHCP port deletion for 50931af2-d5d8-4bb5-ade3-c59a1545f612 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:19:17.341872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 739a03d6-ce66-4664-8f8b-4a42997160be triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:17.342225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.350118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 9369cb93-6c41-4df3-bcc8-bb7a3913df46, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9369cb93-6c41-4df3-bcc8-bb7a3913df46,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:17.362155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.364625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2ed14332-db2a-42e4-9e91-1166896f2e77 None None] Deleting port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:17.365030 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2ed14332-db2a-42e4-9e91-1166896f2e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.403983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port d6077d15-00df-486d-b2ef-c218d5ed53e2 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:17.413936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.541066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.552315 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 9369cb93-6c41-4df3-bcc8-bb7a3913df46 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:17.574318 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b5baf-4ff0-440d-a393-966f161ee513 None None] Sync routers for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:17.589596 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b5baf-4ff0-440d-a393-966f161ee513 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:17.590851 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-f24b5baf-4ff0-440d-a393-966f161ee513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:18:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:17.623948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] For port d6077d15-00df-486d-b2ef-c218d5ed53e2, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d6077d15-00df-486d-b2ef-c218d5ed53e2,segment=NetworkSegment(41f71d06-00bd-46d3-9029-a88e0874c4fe),segment_id=41f71d06-00bd-46d3-9029-a88e0874c4fe)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:17.624313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.665001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:17.706680 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:17.718094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:17.718688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.720323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.737112 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Subnet': ['ID=bed93f78-8bb8-401e-9e03-da2d9f36d1a4,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:17.754963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8925cc1-e4ae-46b2-89ef-bcc246345689 None None] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:17.767972 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.772273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for d6077d15-00df-486d-b2ef-c218d5ed53e2 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:17.823447 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-f24b5baf-4ff0-440d-a393-966f161ee513 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:17.856516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.889361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2ed14332-db2a-42e4-9e91-1166896f2e77 None None] For port 9369cb93-6c41-4df3-bcc8-bb7a3913df46, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9369cb93-6c41-4df3-bcc8-bb7a3913df46,segment=NetworkSegment(68e0c634-fb3f-442f-8760-d2741c9f7bbd),segment_id=68e0c634-fb3f-442f-8760-d2741c9f7bbd)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:17.889843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2ed14332-db2a-42e4-9e91-1166896f2e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.920799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a472cd-2211-4509-94bf-91ee128ad030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4892536f-cbad-400c-a4ce-817334184d3e'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:18.018441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=9369cb93-6c41-4df3-bcc8-bb7a3913df46,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:18.021856 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0f07e221-78b0-437f-87b2-2dafef9b2969 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8959935 Feb 04 06:19:18.024903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49576) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:18.026078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] No DVR routers for this DVR port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:18.035250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-884678541', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bed93f78-8bb8-401e-9e03-da2d9f36d1a4'}], 'security_groups': ['96835410-fa7d-42fd-b5b8-1437fee0b441']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:18.080052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2ed14332-db2a-42e4-9e91-1166896f2e77 None None] Calling delete_port for 9369cb93-6c41-4df3-bcc8-bb7a3913df46 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:18.102571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.119664 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a472cd-2211-4509-94bf-91ee128ad030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4892536f-cbad-400c-a4ce-817334184d3e', 'code': 200} Feb 04 06:19:18.134330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 4892536f-cbad-400c-a4ce-817334184d3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4892536f-cbad-400c-a4ce-817334184d3e,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:18.156814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dc909ef1-7c05-465c-bd40-9a388e19a1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.189846 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.197236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=d6077d15-00df-486d-b2ef-c218d5ed53e2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:18.217273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50931af2-d5d8-4bb5-ade3-c59a1545f612']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:18.230640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e0c634-fb3f-442f-8760-d2741c9f7bbd') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:18.231435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e0c634-fb3f-442f-8760-d2741c9f7bbd') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:18.237052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 739a03d6-ce66-4664-8f8b-4a42997160be, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=739a03d6-ce66-4664-8f8b-4a42997160be,segment=NetworkSegment(9df6a3b8-629c-45a5-9f19-119d641e87c1),segment_id=9df6a3b8-629c-45a5-9f19-119d641e87c1)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:18.245881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.268870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.275933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:18.276457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.289401 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-f24b5baf-4ff0-440d-a393-966f161ee513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:14Z', 'revision_number': 7, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6077d15-00df-486d-b2ef-c218d5ed53e2', 'name': '', 'network_id': 'c6d051a6-8fd1-432e-acfb-650cd9602ed8', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:7c:ca:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:08Z', 'updated_at': '2022-02-04T06:19:16Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'd1602a33-9dad-4af0-9655-4e09d60d55c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:18.293704 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b5baf-4ff0-440d-a393-966f161ee513 None None] Checking router: baa9dc5d-f8d8-4bf8-b201-e820c1829257 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:18.305766 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b5baf-4ff0-440d-a393-966f161ee513 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:18.306647 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-f24b5baf-4ff0-440d-a393-966f161ee513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:18.311123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.394052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-2ed14332-db2a-42e4-9e91-1166896f2e77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:19:18.394404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-2ed14332-db2a-42e4-9e91-1166896f2e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:19:18.464429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:18.473205 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:18.480242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=4892536f-cbad-400c-a4ce-817334184d3e,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:18.516597 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.550019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.578942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Network': ['ID=50931af2-d5d8-4bb5-ade3-c59a1545f612,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:18.600753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=739a03d6-ce66-4664-8f8b-4a42997160be,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:18.634917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7ec00-10b4-4165-b033-48fb5597f6c2 req-5c2b5c07-ab5c-41fe-a5ad-b3a67e0d12f3 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:18.636792 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2fc7ec00-10b4-4165-b033-48fb5597f6c2 req-5c2b5c07-ab5c-41fe-a5ad-b3a67e0d12f3 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 945 time: 0.2449133 Feb 04 06:19:18.672707 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-f24b5baf-4ff0-440d-a393-966f161ee513 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:18.690843 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-47f58d9a-a2b6-4ec4-a267-0d440760c799 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/networks/50931af2-d5d8-4bb5-ade3-c59a1545f612 HTTP/1.1" status: 204 len: 168 time: 1.8997462 Feb 04 06:19:18.696342 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49582) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:18.719291 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9369cb93-6c41-4df3-bcc8-bb7a3913df46 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:18.771067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 9369cb93-6c41-4df3-bcc8-bb7a3913df46 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:18.771866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9369cb93-6c41-4df3-bcc8-bb7a3913df46 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:18.806697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37e6ae-48ff-47d6-86f9-4a59f906d2fb None None] Update dhcp port {'port': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'fixed_ips': [{'subnet_id': '7e882fad-80b9-4d66-86f9-bbe1342d0bf7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bed93f78-8bb8-401e-9e03-da2d9f36d1a4'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '739a03d6-ce66-4664-8f8b-4a42997160be'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:19:18.829596 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2fc7ec00-10b4-4165-b033-48fb5597f6c2 req-52334d3c-383b-4644-b714-a5ea9f6d260d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848731 Feb 04 06:19:18.879206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c37e6ae-48ff-47d6-86f9-4a59f906d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.896312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2ed14332-db2a-42e4-9e91-1166896f2e77 None None] Deleting port 9369cb93-6c41-4df3-bcc8-bb7a3913df46 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:18.896726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2ed14332-db2a-42e4-9e91-1166896f2e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.902182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:18.945216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f1e8d-04ad-44a6-9a42-34f232821f01 req-8e1cdc28-5fa3-4911-b925-b76312abf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:18.947185 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-211f1e8d-04ad-44a6-9a42-34f232821f01 req-8e1cdc28-5fa3-4911-b925-b76312abf014 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 1098 time: 0.2889810 Feb 04 06:19:18.988524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.007135 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 4a0234ab-3c5a-4bf0-bf13-32063642e570 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:19.007604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.009035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2ed14332-db2a-42e4-9e91-1166896f2e77 None None] The port '9369cb93-6c41-4df3-bcc8-bb7a3913df46' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:19:19.102928 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-f24b5baf-4ff0-440d-a393-966f161ee513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:17Z', 'revision_number': 8, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:19.107343 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b5baf-4ff0-440d-a393-966f161ee513 None None] The sync data for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv is: [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:17Z', 'revision_number': 8, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:19.165181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.201007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.275719 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-211f1e8d-04ad-44a6-9a42-34f232821f01 req-7dd10ab6-e988-48eb-ba24-3ccc84e678f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220057 Feb 04 06:19:19.323565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.323811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.339508 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-0c37e6ae-48ff-47d6-86f9-4a59f906d2fb None None] Allocated IP 2001:db8:0:1::2 (55b751f7-7198-4f56-813e-1d6e8250fd57/bed93f78-8bb8-401e-9e03-da2d9f36d1a4/739a03d6-ce66-4664-8f8b-4a42997160be) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:19.457940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 4a0234ab-3c5a-4bf0-bf13-32063642e570 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:19.573513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0c37e6ae-48ff-47d6-86f9-4a59f906d2fb None None] For port 739a03d6-ce66-4664-8f8b-4a42997160be, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=739a03d6-ce66-4664-8f8b-4a42997160be,segment=NetworkSegment(9df6a3b8-629c-45a5-9f19-119d641e87c1),segment_id=9df6a3b8-629c-45a5-9f19-119d641e87c1)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:19.606817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c37e6ae-48ff-47d6-86f9-4a59f906d2fb None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.671791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.719616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router baa9dc5d-f8d8-4bf8-b201-e820c1829257 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:19.774146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.774750 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0c37e6ae-48ff-47d6-86f9-4a59f906d2fb None None] Transition to ACTIVE for port object 739a03d6-ce66-4664-8f8b-4a42997160be will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:19.825564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=4a0234ab-3c5a-4bf0-bf13-32063642e570,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:19.847534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c37e6ae-48ff-47d6-86f9-4a59f906d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.929229 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.929601 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP b48b3d6e-4fc2-48da-a2be-f77bfbed4556 disassociated (deleted). External IP: 172.26.7.75, port: 57acb5a1-0f20-4a42-91e5-3bb92429ab45. Feb 04 06:19:19.951342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:19.987137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188490a-65ac-46ce-8c6a-259a8224225e None None] Sync routers for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:20.014302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188490a-65ac-46ce-8c6a-259a8224225e None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:20.014947 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e188490a-65ac-46ce-8c6a-259a8224225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:20.048783 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-13c7e39e-2de2-4bea-9694-e395f9cefc85 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7542546 Feb 04 06:19:20.054757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49588) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:20.090200 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37e6ae-48ff-47d6-86f9-4a59f906d2fb None None] Pushing event updated for resources: {'Port': ['ID=739a03d6-ce66-4664-8f8b-4a42997160be,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:20.180870 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Delete allocated IP 2001:db8::3a1 (55b751f7-7198-4f56-813e-1d6e8250fd57/7e882fad-80b9-4d66-86f9-bbe1342d0bf7) {{(pid=88198) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:19:20.193405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-144b9be4-7142-4039-b335-689c4b6c831c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting subnet d1602a33-9dad-4af0-9655-4e09d60d55c3 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:20.199550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-144b9be4-7142-4039-b335-689c4b6c831c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.215228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e188490a-65ac-46ce-8c6a-259a8224225e None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:20.236918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8:0:1::345 (55b751f7-7198-4f56-813e-1d6e8250fd57/bed93f78-8bb8-401e-9e03-da2d9f36d1a4/f13adb6c-06ef-45d6-919a-669d9af4583d) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:20.249564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f692-0d0c-45f6-acfb-c06118cf390e req-277bfcdd-b9a2-4188-802a-b72cf7526c21 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:20.251383 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b844f692-0d0c-45f6-acfb-c06118cf390e req-277bfcdd-b9a2-4188-802a-b72cf7526c21 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 945 time: 0.2837348 Feb 04 06:19:20.348393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-144b9be4-7142-4039-b335-689c4b6c831c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.400805 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b844f692-0d0c-45f6-acfb-c06118cf390e req-8a9f6132-f7e2-4141-8fc2-656e0ec2668f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295331 Feb 04 06:19:20.598045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 0cbbee68-c4f5-4974-bc2a-958b0e701717 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:20.609514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 739a03d6-ce66-4664-8f8b-4a42997160be up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:20.676556 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.700707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.720135 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object f13adb6c-06ef-45d6-919a-669d9af4583d will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:20.743885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-144b9be4-7142-4039-b335-689c4b6c831c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.795364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:20.809109 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e82eb3-d4e2-43ed-8377-07c03501d07b None None] Sync routers for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:20.821153 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.826046 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e82eb3-d4e2-43ed-8377-07c03501d07b None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:20.826892 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e4e82eb3-d4e2-43ed-8377-07c03501d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:20.871229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d6077d15-00df-486d-b2ef-c218d5ed53e2 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:20.907064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: d6077d15-00df-486d-b2ef-c218d5ed53e2 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:20.909952 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d6077d15-00df-486d-b2ef-c218d5ed53e2 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:20.911563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e188490a-65ac-46ce-8c6a-259a8224225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:17Z', 'revision_number': 8, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:20.916891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:20.921791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188490a-65ac-46ce-8c6a-259a8224225e None None] Checking router: baa9dc5d-f8d8-4bf8-b201-e820c1829257 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:20.945258 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188490a-65ac-46ce-8c6a-259a8224225e None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:20.947979 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e188490a-65ac-46ce-8c6a-259a8224225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:20.988554 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6bd68f62-271a-4f9d-a62f-8e82029567f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/floatingips/b48b3d6e-4fc2-48da-a2be-f77bfbed4556 HTTP/1.1" status: 204 len: 168 time: 2.2902486 Feb 04 06:19:20.989578 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'tag': '57acb5a1-0f20-4a42-91e5-3bb92429ab45'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:21.072703 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-e4e82eb3-d4e2-43ed-8377-07c03501d07b None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:21.112542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] In _notify_port_updated(), no bound segment for port f13adb6c-06ef-45d6-919a-669d9af4583d on network 55b751f7-7198-4f56-813e-1d6e8250fd57 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:19:21.124502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:21.125212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:21.129663 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49598) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:21.131255 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "PUT /v2.0/ports/f13adb6c-06ef-45d6-919a-669d9af4583d HTTP/1.1" status: 200 len: 930 time: 3.1052096 Feb 04 06:19:21.152108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff068ef0-a6f6-4165-ac70-b6d0d2b3ce3f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=f13adb6c-06ef-45d6-919a-669d9af4583d,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:21.154307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e188490a-65ac-46ce-8c6a-259a8224225e None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:21.231511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-144b9be4-7142-4039-b335-689c4b6c831c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:21.263788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9df87e4c-1d62-449d-94f2-7b78c06b2a84 None None] Provisioning for port 739a03d6-ce66-4664-8f8b-4a42997160be completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:21.269747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-86561fa0-bf22-4e4c-9685-cab4377af313 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port f13adb6c-06ef-45d6-919a-669d9af4583d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:21.269747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86561fa0-bf22-4e4c-9685-cab4377af313 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:21.311631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b9be4-7142-4039-b335-689c4b6c831c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Subnet': ['ID=d1602a33-9dad-4af0-9655-4e09d60d55c3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:21.314236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9df87e4c-1d62-449d-94f2-7b78c06b2a84 None None] Provisioning complete for port 739a03d6-ce66-4664-8f8b-4a42997160be triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:21.314413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9df87e4c-1d62-449d-94f2-7b78c06b2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:21.327073 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-144b9be4-7142-4039-b335-689c4b6c831c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:21.336046 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-144b9be4-7142-4039-b335-689c4b6c831c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/d1602a33-9dad-4af0-9655-4e09d60d55c3 HTTP/1.1" status: 204 len: 168 time: 1.2782686 Feb 04 06:19:21.339293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49602) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:21.387074 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef71db3-0474-4462-b0b0-0f76ed7f5f56 None None] Network c6d051a6-8fd1-432e-acfb-650cd9602ed8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:21.516024 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'tag': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'status': 'completed', 'code': 200} Feb 04 06:19:21.654203 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e4e82eb3-d4e2-43ed-8377-07c03501d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:19:06Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:21.661043 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e82eb3-d4e2-43ed-8377-07c03501d07b None None] Checking router: 0cbbee68-c4f5-4974-bc2a-958b0e701717 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:21.671032 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e82eb3-d4e2-43ed-8377-07c03501d07b None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:21.671892 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e4e82eb3-d4e2-43ed-8377-07c03501d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:21.719027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:21.727440 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86561fa0-bf22-4e4c-9685-cab4377af313 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:21.810424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:21.810867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:21.864215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-86561fa0-bf22-4e4c-9685-cab4377af313 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for f13adb6c-06ef-45d6-919a-669d9af4583d owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:21.910572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5e755-799b-4f7e-88c2-650563edb7c2 req-2106e7d8-6d9a-4ce3-aebd-25acb61921d5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:21.912888 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-26b5e755-799b-4f7e-88c2-650563edb7c2 req-2106e7d8-6d9a-4ce3-aebd-25acb61921d5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 945 time: 0.2761323 Feb 04 06:19:21.919058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0809-4624-42c0-82ce-86ab08e02cbb req-fc59614a-0165-4052-a285-440adc5edcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:21.920684 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-986f0809-4624-42c0-82ce-86ab08e02cbb req-fc59614a-0165-4052-a285-440adc5edcd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 1098 time: 0.3797953 Feb 04 06:19:21.951853 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-e4e82eb3-d4e2-43ed-8377-07c03501d07b None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:22.090439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0809-4624-42c0-82ce-86ab08e02cbb req-9f53e487-4589-403c-bcc5-6e8c9fb1a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:22.092069 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-986f0809-4624-42c0-82ce-86ab08e02cbb req-9f53e487-4589-403c-bcc5-6e8c9fb1a8b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=60f52fc5-6237-4cf7-817f-9aed763089fe HTTP/1.1" status: 200 len: 897 time: 0.1465588 Feb 04 06:19:22.109711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145086-5129-430e-bc55-b4ab96ba8eb7 req-60faed15-8085-47c5-b8df-7dfcff0b97e7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:22.109952 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-1f145086-5129-430e-bc55-b4ab96ba8eb7 req-60faed15-8085-47c5-b8df-7dfcff0b97e7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:22.129458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86561fa0-bf22-4e4c-9685-cab4377af313 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.142407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9df87e4c-1d62-449d-94f2-7b78c06b2a84 None None] Provisioning for port f13adb6c-06ef-45d6-919a-669d9af4583d completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:22.151620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9df87e4c-1d62-449d-94f2-7b78c06b2a84 None None] Provisioning complete for port f13adb6c-06ef-45d6-919a-669d9af4583d triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:22.151992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9df87e4c-1d62-449d-94f2-7b78c06b2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.202347 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc97900-e647-4967-836b-405d1400eba1 None None] DHCP port deletion for c6d051a6-8fd1-432e-acfb-650cd9602ed8 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:19:22.205048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9df87e4c-1d62-449d-94f2-7b78c06b2a84 None None] Port f13adb6c-06ef-45d6-919a-669d9af4583d was deleted so its status cannot be updated. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 04 06:19:22.212000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86561fa0-bf22-4e4c-9685-cab4377af313 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=f13adb6c-06ef-45d6-919a-669d9af4583d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:22.216939 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-1f145086-5129-430e-bc55-b4ab96ba8eb7 req-60faed15-8085-47c5-b8df-7dfcff0b97e7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:22.218169 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1f145086-5129-430e-bc55-b4ab96ba8eb7 req-60faed15-8085-47c5-b8df-7dfcff0b97e7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 945 time: 0.1929474 Feb 04 06:19:22.222706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e188490a-65ac-46ce-8c6a-259a8224225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:17Z', 'revision_number': 8, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:22.226030 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3bc97900-e647-4967-836b-405d1400eba1 None None] Deleting port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:22.226617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3bc97900-e647-4967-836b-405d1400eba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.226807 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-986f0809-4624-42c0-82ce-86ab08e02cbb req-ccde8c23-c887-4b0f-82d1-55da41c81f0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45 HTTP/1.1" status: 200 len: 217 time: 0.0998006 Feb 04 06:19:22.285877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188490a-65ac-46ce-8c6a-259a8224225e None None] The sync data for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv is: [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:17Z', 'revision_number': 8, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca4e13f6-46d8-4179-9f48-a12e3f5702b3', 'name': '', 'network_id': '24db3e24-5e19-4de1-8696-bf6300cc7ee6', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:8f:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:59Z', 'updated_at': '2022-02-04T06:19:08Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:22.299713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9df87e4c-1d62-449d-94f2-7b78c06b2a84 None None] Provisioning complete for port a5cf17b4-3a98-42ab-8412-efbc234343f8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:22.300107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9df87e4c-1d62-449d-94f2-7b78c06b2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.322654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86561fa0-bf22-4e4c-9685-cab4377af313 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.345632 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-86561fa0-bf22-4e4c-9685-cab4377af313 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/f13adb6c-06ef-45d6-919a-669d9af4583d HTTP/1.1" status: 204 len: 168 time: 1.2145164 Feb 04 06:19:22.353848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49610) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:22.354004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-26b5e755-799b-4f7e-88c2-650563edb7c2 req-43ca8189-5226-42bb-8777-42e2b9a5fcb7 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4280682 Feb 04 06:19:22.369834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0809-4624-42c0-82ce-86ab08e02cbb req-6b7714db-3972-43ef-9a75-188596faddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:22.371971 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-986f0809-4624-42c0-82ce-86ab08e02cbb req-6b7714db-3972-43ef-9a75-188596faddf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13b8ccfb-2481-4bc5-b777-d1b37ffc4004 HTTP/1.1" status: 200 len: 835 time: 0.1375976 Feb 04 06:19:22.457480 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-1428c3f9-8207-4f9c-a16f-a5c8ef7ecc71 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:19:22.457935 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1428c3f9-8207-4f9c-a16f-a5c8ef7ecc71 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:22.463355 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e4e82eb3-d4e2-43ed-8377-07c03501d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:19:06Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:22.467836 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e82eb3-d4e2-43ed-8377-07c03501d07b None None] The sync data for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv is: [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:19:06Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'aa493bb8-c3d8-4a2a-896c-f51d1b17eb49', 'name': '', 'network_id': '60f52fc5-6237-4cf7-817f-9aed763089fe', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:44:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:47Z', 'updated_at': '2022-02-04T06:16:05Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '13b8ccfb-2481-4bc5-b777-d1b37ffc4004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:22.506618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-1f145086-5129-430e-bc55-b4ab96ba8eb7 req-644a81e6-d55e-4b41-ad58-ca77ede8ecf7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:22.570841 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9df87e4c-1d62-449d-94f2-7b78c06b2a84 None None] Port a5cf17b4-3a98-42ab-8412-efbc234343f8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:22.617986 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:22.636114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1428c3f9-8207-4f9c-a16f-a5c8ef7ecc71 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:22.637473 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1428c3f9-8207-4f9c-a16f-a5c8ef7ecc71 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/f13adb6c-06ef-45d6-919a-669d9af4583d HTTP/1.1" status: 404 len: 333 time: 0.2883182 Feb 04 06:19:22.640128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49616) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:22.687765 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-1f145086-5129-430e-bc55-b4ab96ba8eb7 req-644a81e6-d55e-4b41-ad58-ca77ede8ecf7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:22.688945 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1f145086-5129-430e-bc55-b4ab96ba8eb7 req-644a81e6-d55e-4b41-ad58-ca77ede8ecf7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3927379 Feb 04 06:19:22.717849 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c49b882-a3d7-4023-8f96-149633380fe6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.718320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] For port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=05219ab9-09a0-4c3b-898f-b85dcd4c40c8,segment=NetworkSegment(41f71d06-00bd-46d3-9029-a88e0874c4fe),segment_id=41f71d06-00bd-46d3-9029-a88e0874c4fe)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:22.718688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.753275 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c49b882-a3d7-4023-8f96-149633380fe6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.779720 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-943e505e-b254-499b-b62a-7a9751aece70 None None] Could not find standard attr ID for object f13adb6c-06ef-45d6-919a-669d9af4583d. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:19:22.794627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3bc97900-e647-4967-836b-405d1400eba1 None None] For port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=05219ab9-09a0-4c3b-898f-b85dcd4c40c8,segment=NetworkSegment(41f71d06-00bd-46d3-9029-a88e0874c4fe),segment_id=41f71d06-00bd-46d3-9029-a88e0874c4fe)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:22.794627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3bc97900-e647-4967-836b-405d1400eba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.886837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:22.952538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da140716-31c5-47df-88f8-e7c9a14fbb2b None None] New status for floating IP b48b3d6e-4fc2-48da-a2be-f77bfbed4556: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:19:22.956194 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c49b882-a3d7-4023-8f96-149633380fe6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:22.966660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0809-4624-42c0-82ce-86ab08e02cbb req-50c6f1bc-dff4-4a95-82c1-b58e2042c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:22.971286 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-986f0809-4624-42c0-82ce-86ab08e02cbb req-50c6f1bc-dff4-4a95-82c1-b58e2042c998 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60f52fc5-6237-4cf7-817f-9aed763089fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4055448 Feb 04 06:19:22.977465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1594736-7313-49fa-9219-893e0093853d req-8f06f1aa-db86-4a4e-baf3-8aea1c2a8327 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:22.978957 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a1594736-7313-49fa-9219-893e0093853d req-8f06f1aa-db86-4a4e-baf3-8aea1c2a8327 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 945 time: 0.3438549 Feb 04 06:19:22.993725 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49b882-a3d7-4023-8f96-149633380fe6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9a10d6-ca46-4909-9887-b06b8542d4e9,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:22.997438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2c49b882-a3d7-4023-8f96-149633380fe6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.004010 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2c49b882-a3d7-4023-8f96-149633380fe6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/security-groups/7e9a10d6-ca46-4909-9887-b06b8542d4e9 HTTP/1.1" status: 204 len: 168 time: 0.3628519 Feb 04 06:19:23.004749 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49620) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:23.010899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3bc97900-e647-4967-836b-405d1400eba1 None None] Calling delete_port for 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:23.091061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-30488e6f-921e-4c7e-8cc4-447f02bd98e5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.123456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-30488e6f-921e-4c7e-8cc4-447f02bd98e5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.207922 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.245586 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a1594736-7313-49fa-9219-893e0093853d req-3efcfcdc-f843-4605-89a7-a564fc5bd074 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367225 Feb 04 06:19:23.268979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49624) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:23.287485 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-986f0809-4624-42c0-82ce-86ab08e02cbb req-6497bfba-0fc4-4e85-9569-e9bdb4786b00 service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975824 Feb 04 06:19:23.408116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-30488e6f-921e-4c7e-8cc4-447f02bd98e5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.475325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.520343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-3bc97900-e647-4967-836b-405d1400eba1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:19:23.521079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-3bc97900-e647-4967-836b-405d1400eba1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:19:23.526494 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-986f0809-4624-42c0-82ce-86ab08e02cbb req-17c0fe3c-75b5-4262-9beb-bc265509ab54 service neutron] 10.222.0.24 "GET /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328298 Feb 04 06:19:23.537360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=05219ab9-09a0-4c3b-898f-b85dcd4c40c8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:23.539464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No DVR routers for this DVR port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:23.575184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae61438-d637-4187-a054-af705f96ef40 req-11915fa2-8489-424a-821d-7e4b1a8dacdd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:23.576684 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9ae61438-d637-4187-a054-af705f96ef40 req-11915fa2-8489-424a-821d-7e4b1a8dacdd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 945 time: 0.2173958 Feb 04 06:19:23.599327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30488e6f-921e-4c7e-8cc4-447f02bd98e5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96835410-fa7d-42fd-b5b8-1437fee0b441,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:23.623339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-30488e6f-921e-4c7e-8cc4-447f02bd98e5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.626324 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-30488e6f-921e-4c7e-8cc4-447f02bd98e5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/security-groups/96835410-fa7d-42fd-b5b8-1437fee0b441 HTTP/1.1" status: 204 len: 168 time: 0.6188955 Feb 04 06:19:23.627808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49630) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:23.704475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba39f8f2-4fba-4e3b-93d3-461203dba4d1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting subnet 7e882fad-80b9-4d66-86f9-bbe1342d0bf7 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:23.709339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba39f8f2-4fba-4e3b-93d3-461203dba4d1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.729163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.743375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd202d7-f51e-4227-a76f-91fb2e1488f3 tempest-TestVolumeBootPattern-128235837 tempest-TestVolumeBootPattern-128235837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:23.743886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9ae61438-d637-4187-a054-af705f96ef40 req-2015faaf-4a23-41b8-a39f-81d2dd02b9e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:23.744092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0cd202d7-f51e-4227-a76f-91fb2e1488f3 tempest-TestVolumeBootPattern-128235837 tempest-TestVolumeBootPattern-128235837-project-admin] Synchronizing usage tracker for tenant:81d60980195f4941a903fd9e9af0c5f5 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:23.744214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9ae61438-d637-4187-a054-af705f96ef40 req-2015faaf-4a23-41b8-a39f-81d2dd02b9e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.775915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba39f8f2-4fba-4e3b-93d3-461203dba4d1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.808165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d051a6-8fd1-432e-acfb-650cd9602ed8']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:23.825361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f71d06-00bd-46d3-9029-a88e0874c4fe') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:23.825658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f71d06-00bd-46d3-9029-a88e0874c4fe') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:23.857140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0cd202d7-f51e-4227-a76f-91fb2e1488f3 tempest-TestVolumeBootPattern-128235837 tempest-TestVolumeBootPattern-128235837-project-admin] Unset dirty status for tenant:81d60980195f4941a903fd9e9af0c5f5 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:23.858284 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0cd202d7-f51e-4227-a76f-91fb2e1488f3 tempest-TestVolumeBootPattern-128235837 tempest-TestVolumeBootPattern-128235837-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 1093 time: 0.5883069 Feb 04 06:19:23.867290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49636) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:23.867680 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.875046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '4892536f-cbad-400c-a4ce-817334184d3e', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:23.889244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:23.898884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.902367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Usage tracker for resource:floatingip and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:23.902807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:23.912876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:23.928268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:23.933786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:23.944461 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:23.961900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69fb7-468a-46e1-b94a-6cb36bf2b123 req-8f83950f-7af3-4f55-84a5-bc5d0f326d9a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:23.968522 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f8a69fb7-468a-46e1-b94a-6cb36bf2b123 req-8f83950f-7af3-4f55-84a5-bc5d0f326d9a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 945 time: 0.1548576 Feb 04 06:19:23.968522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba39f8f2-4fba-4e3b-93d3-461203dba4d1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.022399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3bc97900-e647-4967-836b-405d1400eba1 None None] Deleting port 05219ab9-09a0-4c3b-898f-b85dcd4c40c8 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:24.023149 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3bc97900-e647-4967-836b-405d1400eba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.033309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.092405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3bc97900-e647-4967-836b-405d1400eba1 None None] The port '05219ab9-09a0-4c3b-898f-b85dcd4c40c8' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:19:24.123907 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f8a69fb7-468a-46e1-b94a-6cb36bf2b123 req-6ab6aba4-fa41-4cf6-82c4-b83f7b9c3aee tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324842 Feb 04 06:19:24.134510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9ae61438-d637-4187-a054-af705f96ef40 req-2015faaf-4a23-41b8-a39f-81d2dd02b9e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 57acb5a1-0f20-4a42-91e5-3bb92429ab45, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=57acb5a1-0f20-4a42-91e5-3bb92429ab45,segment=NetworkSegment(1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c),segment_id=1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:24.134886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9ae61438-d637-4187-a054-af705f96ef40 req-2015faaf-4a23-41b8-a39f-81d2dd02b9e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.202858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.209189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.271567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.284354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9ae61438-d637-4187-a054-af705f96ef40 req-2015faaf-4a23-41b8-a39f-81d2dd02b9e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 57acb5a1-0f20-4a42-91e5-3bb92429ab45 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:24.331205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Network': ['ID=c6d051a6-8fd1-432e-acfb-650cd9602ed8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:24.345184 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-56a7de0f-5c1c-42d6-a46c-4cc21e82ea42 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/networks/c6d051a6-8fd1-432e-acfb-650cd9602ed8 HTTP/1.1" status: 204 len: 168 time: 3.0044148 Feb 04 06:19:24.348062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49640) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:24.351296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Allocated IP 172.26.7.77 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/e152b491-2b49-43df-bfd4-7d727dff907a) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:24.424313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba39f8f2-4fba-4e3b-93d3-461203dba4d1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.477387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba39f8f2-4fba-4e3b-93d3-461203dba4d1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.484165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d47b7-bedb-4e79-87b8-8e3c69ccf51e None None] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:24.539878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9ae61438-d637-4187-a054-af705f96ef40 req-2015faaf-4a23-41b8-a39f-81d2dd02b9e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.566127 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39f8f2-4fba-4e3b-93d3-461203dba4d1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Subnet': ['ID=7e882fad-80b9-4d66-86f9-bbe1342d0bf7,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:24.594891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015faaf-4a23-41b8-a39f-81d2dd02b9e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=57acb5a1-0f20-4a42-91e5-3bb92429ab45,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:24.637586 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ba39f8f2-4fba-4e3b-93d3-461203dba4d1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/7e882fad-80b9-4d66-86f9-bbe1342d0bf7 HTTP/1.1" status: 204 len: 168 time: 1.0086541 Feb 04 06:19:24.642389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49644) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:24.653645 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:24.675286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae61438-d637-4187-a054-af705f96ef40 req-2015faaf-4a23-41b8-a39f-81d2dd02b9e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] No DVR routers for this DVR port 57acb5a1-0f20-4a42-91e5-3bb92429ab45 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:24.678110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9ae61438-d637-4187-a054-af705f96ef40 req-2015faaf-4a23-41b8-a39f-81d2dd02b9e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:24.680410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'name': 'network-vif-deleted', 'tag': '57acb5a1-0f20-4a42-91e5-3bb92429ab45'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:24.730665 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c445eef-82a9-4ae6-91e4-1bbf8eb76c23', 'name': 'network-vif-deleted', 'tag': '57acb5a1-0f20-4a42-91e5-3bb92429ab45', 'status': 'completed', 'code': 200} Feb 04 06:19:24.820074 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9ae61438-d637-4187-a054-af705f96ef40 req-2015faaf-4a23-41b8-a39f-81d2dd02b9e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "DELETE /v2.0/ports/57acb5a1-0f20-4a42-91e5-3bb92429ab45 HTTP/1.1" status: 204 len: 173 time: 1.2352765 Feb 04 06:19:24.978872 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:25.060875 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:25.070701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:25.084033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:25.095905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:25.347570 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-04862eab-de6b-4aab-8181-68c9d227b68a req-14c944ca-4e13-4b3c-8725-d2a247893b36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c445eef-82a9-4ae6-91e4-1bbf8eb76c23 HTTP/1.1" status: 200 len: 210 time: 0.0625458 Feb 04 06:19:25.416528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:25.424000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:25.519829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c84362dc-5ab5-4c40-bccf-d54f3818b510 None None] Provisioning complete for port 739a03d6-ce66-4664-8f8b-4a42997160be triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:25.520423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c84362dc-5ab5-4c40-bccf-d54f3818b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:25.525169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:25.631140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:25.642648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:25.649722 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:25.653520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c84362dc-5ab5-4c40-bccf-d54f3818b510 None None] Provisioning complete for port a5cf17b4-3a98-42ab-8412-efbc234343f8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:25.653896 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c84362dc-5ab5-4c40-bccf-d54f3818b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:25.697768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:25.707784 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c84362dc-5ab5-4c40-bccf-d54f3818b510 None None] Port a5cf17b4-3a98-42ab-8412-efbc234343f8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:25.737301 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'Port': ['ID=e152b491-2b49-43df-bfd4-7d727dff907a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:26.421145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port ca4e13f6-46d8-4179-9f48-a12e3f5702b3 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:26.421845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.446831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49654) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:26.486445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.524053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-678987b2-11c8-4831-90c5-518229223140 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.554322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-678987b2-11c8-4831-90c5-518229223140 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.712832 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 57acb5a1-0f20-4a42-91e5-3bb92429ab45 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:26.739007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-678987b2-11c8-4831-90c5-518229223140 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.747025 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 57acb5a1-0f20-4a42-91e5-3bb92429ab45 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:26.750293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 57acb5a1-0f20-4a42-91e5-3bb92429ab45 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:26.753437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:26.762691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:26.766770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678987b2-11c8-4831-90c5-518229223140 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:26.779116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:26.779116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.779315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7c8378-2f88-4c9e-9616-51804d70cdae None None] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:26.779438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Subnet': ['ID=870677e0-f499-47f0-a1ce-885b7d1534af,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:26.825338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.841744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-678987b2-11c8-4831-90c5-518229223140 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.843775 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-678987b2-11c8-4831-90c5-518229223140 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/14f5f2c6-5bee-470b-b4e7-6ef53b3c8e7a HTTP/1.1" status: 204 len: 168 time: 0.3956475 Feb 04 06:19:26.859402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] For port ca4e13f6-46d8-4179-9f48-a12e3f5702b3, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ca4e13f6-46d8-4179-9f48-a12e3f5702b3,segment=NetworkSegment(81f0c8b9-2336-410e-b6a5-d64500f31e4c),segment_id=81f0c8b9-2336-410e-b6a5-d64500f31e4c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:26.859760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:26.891543 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:19:26.981693 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f463060d-50bd-4a0f-be9b-bda282e227b3 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3345320 Feb 04 06:19:26.982898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:26.986476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for ca4e13f6-46d8-4179-9f48-a12e3f5702b3 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:26.989359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'security_group': {'name': 'tempest-secgroup-15458948'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:26.994784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49664) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:26.998428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:27.129573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.140138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dda9db-1fe7-4249-bd2c-81a37e168b28 None None] Update dhcp port {'port': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'fixed_ips': [{'subnet_id': 'bed93f78-8bb8-401e-9e03-da2d9f36d1a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '870677e0-f499-47f0-a1ce-885b7d1534af'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '739a03d6-ce66-4664-8f8b-4a42997160be'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:19:27.177878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:security_group and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:27.186295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:27.198368 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f1dda9db-1fe7-4249-bd2c-81a37e168b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.202082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:27.385283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.409860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.410526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-f1dda9db-1fe7-4249-bd2c-81a37e168b28 None None] Allocated IP 2001:db8::2 (55b751f7-7198-4f56-813e-1d6e8250fd57/870677e0-f499-47f0-a1ce-885b7d1534af/739a03d6-ce66-4664-8f8b-4a42997160be) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:27.427301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:27.435277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:security_group_rule and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:27.440134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:27.453386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.503162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=ca4e13f6-46d8-4179-9f48-a12e3f5702b3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:27.507154 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.531911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:27.574206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f1dda9db-1fe7-4249-bd2c-81a37e168b28 None None] For port 739a03d6-ce66-4664-8f8b-4a42997160be, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=739a03d6-ce66-4664-8f8b-4a42997160be,segment=NetworkSegment(9df6a3b8-629c-45a5-9f19-119d641e87c1),segment_id=9df6a3b8-629c-45a5-9f19-119d641e87c1)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:27.611323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f1dda9db-1fe7-4249-bd2c-81a37e168b28 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.633641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f1dda9db-1fe7-4249-bd2c-81a37e168b28 None None] Transition to ACTIVE for port object 739a03d6-ce66-4664-8f8b-4a42997160be will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:27.726354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.767283 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f1dda9db-1fe7-4249-bd2c-81a37e168b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.825712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'Port': ['ID=e152b491-2b49-43df-bfd4-7d727dff907a,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:27.826146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.843155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.886087 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.915130 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dda9db-1fe7-4249-bd2c-81a37e168b28 None None] Pushing event updated for resources: {'Port': ['ID=739a03d6-ce66-4664-8f8b-4a42997160be,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:27.947453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:27.960817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a7f3ce-b775-45df-93f2-e0ae28282b80,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:28.054940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.059013 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d652bed0-8b7a-438f-9e82-6988fcec05d6 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0719600 Feb 04 06:19:28.059013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49668) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:28.066314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'security_group': {'name': 'tempest-secgroup-1781158398'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:28.075997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:28.128506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:security_group and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:28.136120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:28.177945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:28.280342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.307135 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:28.307389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.339999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:28.346085 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Floating IP 2d96360d-baba-4734-9e59-ddc62e6f32be associated. External IP: 172.26.7.77, port: 4892536f-cbad-400c-a4ce-817334184d3e. Feb 04 06:19:28.358955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:security_group_rule and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:28.364782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:28.374064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:28.565697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port aa493bb8-c3d8-4a2a-896c-f51d1b17eb49, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=aa493bb8-c3d8-4a2a-896c-f51d1b17eb49,segment=NetworkSegment(1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c),segment_id=1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:28.566541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.588677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.658293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 739a03d6-ce66-4664-8f8b-4a42997160be up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:28.691956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router baa9dc5d-f8d8-4bf8-b201-e820c1829257 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:28.715023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:28.742699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.749931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fe029cc3-5d04-4b32-ba78-90c89ec512a8 None None] Provisioning for port 739a03d6-ce66-4664-8f8b-4a42997160be completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:28.755205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fe029cc3-5d04-4b32-ba78-90c89ec512a8 None None] Provisioning complete for port 739a03d6-ce66-4664-8f8b-4a42997160be triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:28.755592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fe029cc3-5d04-4b32-ba78-90c89ec512a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.817013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cf9542-2699-416f-be44-d606b290db9f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:28.890603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fe029cc3-5d04-4b32-ba78-90c89ec512a8 None None] Provisioning complete for port a5cf17b4-3a98-42ab-8412-efbc234343f8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:28.891221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fe029cc3-5d04-4b32-ba78-90c89ec512a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.947475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fe029cc3-5d04-4b32-ba78-90c89ec512a8 None None] Port a5cf17b4-3a98-42ab-8412-efbc234343f8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:28.976679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:28.978159 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bde373e9-128d-42e6-9108-20e6720da8f4 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9180305 Feb 04 06:19:28.983596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49672) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:28.989086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'security_group': {'name': 'tempest-secgroup-532658873'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:28.999182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:29.004314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:security_group and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:29.007369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:29.019083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:29.029340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:29.040309 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e6505-2307-4030-b417-b9b58e53dddb None None] Sync routers for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:29.049824 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e6505-2307-4030-b417-b9b58e53dddb None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:29.050427 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-999e6505-2307-4030-b417-b9b58e53dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:29.058243 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ba89cd36-d8e6-416a-9fda-e4eac78e7865 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7046533 Feb 04 06:19:29.058403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49676) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:29.063341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Router 051c6209-f6a2-4e66-b055-e1b22b09a6fe has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:29.138777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.189646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:29.195737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b13d2f6-697b-4be0-9f71-915982646935 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting subnet dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:29.199753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:security_group_rule and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:29.202315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b13d2f6-697b-4be0-9f71-915982646935 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.222443 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-999e6505-2307-4030-b417-b9b58e53dddb None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:29.229907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:29.241212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:29.246943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:29.261374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8837fc-09b8-4ac1-b837-81d0db200d02 None None] Sync routers for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:29.269477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b13d2f6-697b-4be0-9f71-915982646935 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.273104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8837fc-09b8-4ac1-b837-81d0db200d02 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:29.274592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ee8837fc-09b8-4ac1-b837-81d0db200d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:29.311453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.373044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=aa493bb8-c3d8-4a2a-896c-f51d1b17eb49,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:29.382238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.510851 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-55f86b67-0c95-4113-bae8-94da4f959331 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6427054 Feb 04 06:19:29.511573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a472cd-2211-4509-94bf-91ee128ad030', 'tag': '4892536f-cbad-400c-a4ce-817334184d3e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:29.566462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ee8837fc-09b8-4ac1-b837-81d0db200d02 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:29.571007 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a472cd-2211-4509-94bf-91ee128ad030', 'tag': '4892536f-cbad-400c-a4ce-817334184d3e', 'status': 'completed', 'code': 200} Feb 04 06:19:29.665840 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-999e6505-2307-4030-b417-b9b58e53dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:27Z', 'revision_number': 9, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:29.669837 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e6505-2307-4030-b417-b9b58e53dddb None None] Checking router: baa9dc5d-f8d8-4bf8-b201-e820c1829257 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:29.680478 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e6505-2307-4030-b417-b9b58e53dddb None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:29.681528 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-999e6505-2307-4030-b417-b9b58e53dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:29.684412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b13d2f6-697b-4be0-9f71-915982646935 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:29.846011 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-999e6505-2307-4030-b417-b9b58e53dddb None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:29.873091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.001319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ee8837fc-09b8-4ac1-b837-81d0db200d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '2d96360d-baba-4734-9e59-ddc62e6f32be', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.77', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': '4892536f-cbad-400c-a4ce-817334184d3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:f0:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a472cd-2211-4509-94bf-91ee128ad030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:26Z', 'updated_at': '2022-02-04T06:19:26Z', 'revision_number': 0, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:30.005877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.007175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8837fc-09b8-4ac1-b837-81d0db200d02 None None] Checking router: 051c6209-f6a2-4e66-b055-e1b22b09a6fe for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:30.017676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8837fc-09b8-4ac1-b837-81d0db200d02 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:30.018594 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ee8837fc-09b8-4ac1-b837-81d0db200d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:30.071426 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.088100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3974235-e019-4282-814b-ddcaa82549b4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:30.162613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b13d2f6-697b-4be0-9f71-915982646935 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.196070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.200040 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cc3867f9-743b-407c-a56f-7013c7cc2592 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2125823 Feb 04 06:19:30.200040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081c662-27f0-4e9f-8fef-175af0e1956b req-b14d809f-eb60-4dbb-94b7-07324ce572b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:30.201184 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d081c662-27f0-4e9f-8fef-175af0e1956b req-b14d809f-eb60-4dbb-94b7-07324ce572b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 1098 time: 0.4209368 Feb 04 06:19:30.201329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49684) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:30.205410 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ee8837fc-09b8-4ac1-b837-81d0db200d02 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:30.214822 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1895480059', 'security_groups': ['d3974235-e019-4282-814b-ddcaa82549b4'], 'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '870677e0-f499-47f0-a1ce-885b7d1534af'}]}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:30.241821 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-999e6505-2307-4030-b417-b9b58e53dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:27Z', 'revision_number': 9, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:30.250569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b13d2f6-697b-4be0-9f71-915982646935 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.253085 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039bd61e-c986-4f64-9c4f-053f22c3b203 None None] Network 24db3e24-5e19-4de1-8696-bf6300cc7ee6 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:30.255627 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3b13d2f6-697b-4be0-9f71-915982646935 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59 HTTP/1.1" status: 204 len: 168 time: 1.1981792 Feb 04 06:19:30.259491 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e6505-2307-4030-b417-b9b58e53dddb None None] The sync data for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv is: [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:27Z', 'revision_number': 9, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a50c407-2368-43f5-8904-071f3eb665be', 'name': '', 'network_id': 'd1c2261c-8866-4004-925d-45e8b8234e3d', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:f1:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:50Z', 'updated_at': '2022-02-04T06:19:01Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': '27579a4e-a6d2-44eb-a682-bcff27afc0ae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:30.262506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49688) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:30.263686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13d2f6-697b-4be0-9f71-915982646935 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:30.385100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:30.394730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:30.504515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:30.541694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.649831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081c662-27f0-4e9f-8fef-175af0e1956b req-0bfd2c02-f62b-4fc1-aa80-7cc31737e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:30.650948 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d081c662-27f0-4e9f-8fef-175af0e1956b req-0bfd2c02-f62b-4fc1-aa80-7cc31737e53e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 911 time: 0.4420209 Feb 04 06:19:30.651697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port ef0de70c-dc3b-4e98-8d67-df17c202203a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:30.652096 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.778553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e54e9e-c9e4-4b49-8432-d7bc0023440e None None] DHCP port deletion for 24db3e24-5e19-4de1-8696-bf6300cc7ee6 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:19:30.792513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-29e54e9e-c9e4-4b49-8432-d7bc0023440e None None] Deleting port ef0de70c-dc3b-4e98-8d67-df17c202203a {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:30.793204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-29e54e9e-c9e4-4b49-8432-d7bc0023440e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.830228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ca4e13f6-46d8-4179-9f48-a12e3f5702b3 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:30.840193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:30.864503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] device_id is not set on port 7643eda9-b8d5-4cc6-a3dd-436f51453c68 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:19:30.884307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: ca4e13f6-46d8-4179-9f48-a12e3f5702b3 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:30.884925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ca4e13f6-46d8-4179-9f48-a12e3f5702b3 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:30.898397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ee8837fc-09b8-4ac1-b837-81d0db200d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '2d96360d-baba-4734-9e59-ddc62e6f32be', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.77', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': '4892536f-cbad-400c-a4ce-817334184d3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:f0:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a472cd-2211-4509-94bf-91ee128ad030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:26Z', 'updated_at': '2022-02-04T06:19:26Z', 'revision_number': 0, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:30.993343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8837fc-09b8-4ac1-b837-81d0db200d02 None None] The sync data for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv is: [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '2d96360d-baba-4734-9e59-ddc62e6f32be', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.77', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': '4892536f-cbad-400c-a4ce-817334184d3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:f0:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a472cd-2211-4509-94bf-91ee128ad030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:26Z', 'updated_at': '2022-02-04T06:19:26Z', 'revision_number': 0, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:31.117718 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8::2f4 (55b751f7-7198-4f56-813e-1d6e8250fd57/870677e0-f499-47f0-a1ce-885b7d1534af/7643eda9-b8d5-4cc6-a3dd-436f51453c68) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:31.117943 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d081c662-27f0-4e9f-8fef-175af0e1956b req-d5e1dcad-dceb-49a2-b91a-edbaa64f35ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4892536f-cbad-400c-a4ce-817334184d3e HTTP/1.1" status: 200 len: 998 time: 0.2636287 Feb 04 06:19:31.137334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-29e54e9e-c9e4-4b49-8432-d7bc0023440e None None] For port ef0de70c-dc3b-4e98-8d67-df17c202203a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ef0de70c-dc3b-4e98-8d67-df17c202203a,segment=NetworkSegment(81f0c8b9-2336-410e-b6a5-d64500f31e4c),segment_id=81f0c8b9-2336-410e-b6a5-d64500f31e4c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:31.137970 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-29e54e9e-c9e4-4b49-8432-d7bc0023440e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:31.249017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 0cbbee68-c4f5-4974-bc2a-958b0e701717 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:31.268086 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dac8db4-3d99-48e6-ba0a-bcadf1d3c762 None None] New status for floating IP 2d96360d-baba-4734-9e59-ddc62e6f32be: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:19:31.288375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-29e54e9e-c9e4-4b49-8432-d7bc0023440e None None] Calling delete_port for ef0de70c-dc3b-4e98-8d67-df17c202203a owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:31.306112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] For port ef0de70c-dc3b-4e98-8d67-df17c202203a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ef0de70c-dc3b-4e98-8d67-df17c202203a,segment=NetworkSegment(81f0c8b9-2336-410e-b6a5-d64500f31e4c),segment_id=81f0c8b9-2336-410e-b6a5-d64500f31e4c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:31.306540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:31.341985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:31.363071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object 7643eda9-b8d5-4cc6-a3dd-436f51453c68 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:31.389785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081c662-27f0-4e9f-8fef-175af0e1956b req-f59afef4-62f6-4b4f-a6b2-f7bcaa54fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:31.391773 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d081c662-27f0-4e9f-8fef-175af0e1956b req-f59afef4-62f6-4b4f-a6b2-f7bcaa54fcc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.2554739 Feb 04 06:19:31.482073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-29e54e9e-c9e4-4b49-8432-d7bc0023440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:31.499905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:31.541181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e54e9e-c9e4-4b49-8432-d7bc0023440e None None] Pushing event deleted for resources: {'Port': ['ID=ef0de70c-dc3b-4e98-8d67-df17c202203a,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:31.547631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e54e9e-c9e4-4b49-8432-d7bc0023440e None None] No DVR routers for this DVR port ef0de70c-dc3b-4e98-8d67-df17c202203a on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:31.603759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for ef0de70c-dc3b-4e98-8d67-df17c202203a owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:31.606230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:31.608856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:31.613310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:31.619666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:31.620218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:31.637092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=7643eda9-b8d5-4cc6-a3dd-436f51453c68,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:31.774320 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4dd18795-13f0-482f-97ec-aba1bfe8f6f7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5666955 Feb 04 06:19:31.775077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49692) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:31.787002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e1437431-57d5-4581-bfbd-d990a60c2a39 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:31.899632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:31.911061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:19:31.911061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:19:31.914583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff86738-e985-423b-a345-332cada165f9 None None] Sync routers for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:31.924907 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-34909105-a642-4016-8903-817002ba6c3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/0cbbee68-c4f5-4974-bc2a-958b0e701717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9254093 Feb 04 06:19:31.926589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49696) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:31.931888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff86738-e985-423b-a345-332cada165f9 None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:31.932882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0ff86738-e985-423b-a345-332cada165f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:31.983784 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e1437431-57d5-4581-bfbd-d990a60c2a39 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:31.990853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081c662-27f0-4e9f-8fef-175af0e1956b req-e30e7e84-bb2f-4ee8-b5ce-4b5c993baaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:31.991352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e1437431-57d5-4581-bfbd-d990a60c2a39 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:31.996516 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d081c662-27f0-4e9f-8fef-175af0e1956b req-e30e7e84-bb2f-4ee8-b5ce-4b5c993baaae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5940044 Feb 04 06:19:31.999678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e1437431-57d5-4581-bfbd-d990a60c2a39 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:32.001873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e1437431-57d5-4581-bfbd-d990a60c2a39 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:32.089388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1437431-57d5-4581-bfbd-d990a60c2a39 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:32.093956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e1437431-57d5-4581-bfbd-d990a60c2a39 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.101544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0e4a7b-62c1-4d73-9874-aa03248bb28d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting subnet 13b8ccfb-2481-4bc5-b777-d1b37ffc4004 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:32.102301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4a7b-62c1-4d73-9874-aa03248bb28d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.125488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-59a5987a-0942-45cf-b07a-fefbf7aa3459 None None] Provisioning for port 7643eda9-b8d5-4cc6-a3dd-436f51453c68 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:32.141629 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-59a5987a-0942-45cf-b07a-fefbf7aa3459 None None] Provisioning complete for port 7643eda9-b8d5-4cc6-a3dd-436f51453c68 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:32.141629 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-59a5987a-0942-45cf-b07a-fefbf7aa3459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.188392 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4a7b-62c1-4d73-9874-aa03248bb28d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.191400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-0ff86738-e985-423b-a345-332cada165f9 None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:32.285869 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d081c662-27f0-4e9f-8fef-175af0e1956b req-f3331cfc-ab52-472d-a5c9-b61b8e87fc76 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760916 Feb 04 06:19:32.313386 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.ipam_backend_mixin [None req-e1437431-57d5-4581-bfbd-d990a60c2a39 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 870677e0-f499-47f0-a1ce-885b7d1534af (CIDR: 2001:db8::/64) Feb 04 06:19:32.366735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-59a5987a-0942-45cf-b07a-fefbf7aa3459 None None] Port 7643eda9-b8d5-4cc6-a3dd-436f51453c68 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:32.383292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4a7b-62c1-4d73-9874-aa03248bb28d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.399111 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1437431-57d5-4581-bfbd-d990a60c2a39 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:19:32.400140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1437431-57d5-4581-bfbd-d990a60c2a39 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:32.521564 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e1437431-57d5-4581-bfbd-d990a60c2a39 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7412729 Feb 04 06:19:32.521564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49700) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:32.528256 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1355ba88-f070-4ea9-8a66-d7c56fadde3b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:32.545412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port ef0de70c-dc3b-4e98-8d67-df17c202203a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:32.546039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.548691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0ff86738-e985-423b-a345-332cada165f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:19:29Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:32.555128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff86738-e985-423b-a345-332cada165f9 None None] Checking router: 0cbbee68-c4f5-4974-bc2a-958b0e701717 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:32.566313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff86738-e985-423b-a345-332cada165f9 None None] Routers {'0cbbee68-c4f5-4974-bc2a-958b0e701717'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:32.567034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0ff86738-e985-423b-a345-332cada165f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cbbee68-c4f5-4974-bc2a-958b0e701717'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:32.632293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] The port 'ef0de70c-dc3b-4e98-8d67-df17c202203a' was deleted {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:19:32.642038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ef0de70c-dc3b-4e98-8d67-df17c202203a no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:32.697299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: ef0de70c-dc3b-4e98-8d67-df17c202203a {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:32.697299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ef0de70c-dc3b-4e98-8d67-df17c202203a not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:32.748695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1355ba88-f070-4ea9-8a66-d7c56fadde3b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:32.751474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1355ba88-f070-4ea9-8a66-d7c56fadde3b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:32.754591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1355ba88-f070-4ea9-8a66-d7c56fadde3b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:32.766830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1355ba88-f070-4ea9-8a66-d7c56fadde3b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:32.825129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1355ba88-f070-4ea9-8a66-d7c56fadde3b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:32.825273 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-0ff86738-e985-423b-a345-332cada165f9 None None] Set router 0cbbee68-c4f5-4974-bc2a-958b0e701717 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:32.832327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1355ba88-f070-4ea9-8a66-d7c56fadde3b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.859323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.882706 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d081c662-27f0-4e9f-8fef-175af0e1956b req-dd5be3de-cdd4-44f9-8296-74765eae09d4 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931537 Feb 04 06:19:32.912406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24db3e24-5e19-4de1-8696-bf6300cc7ee6']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:32.933957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f0c8b9-2336-410e-b6a5-d64500f31e4c') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:32.934916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f0c8b9-2336-410e-b6a5-d64500f31e4c') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:32.955394 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4a7b-62c1-4d73-9874-aa03248bb28d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:32.995711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.026091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e4a7b-62c1-4d73-9874-aa03248bb28d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Subnet': ['ID=13b8ccfb-2481-4bc5-b777-d1b37ffc4004,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:33.026091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4a7b-62c1-4d73-9874-aa03248bb28d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.026091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.026091 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0c0e4a7b-62c1-4d73-9874-aa03248bb28d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/subnets/13b8ccfb-2481-4bc5-b777-d1b37ffc4004 HTTP/1.1" status: 204 len: 168 time: 1.0980661 Feb 04 06:19:33.026091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:33.039589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.049702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49704) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: util.warn( Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:33.058208 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:33.093859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c69795-7264-4a73-b81d-5d45c84564b0 None None] Network 60f52fc5-6237-4cf7-817f-9aed763089fe requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:33.160931 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.ipam_backend_mixin [None req-1355ba88-f070-4ea9-8a66-d7c56fadde3b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bed93f78-8bb8-401e-9e03-da2d9f36d1a4 (CIDR: 2001:db8:0:1::/64) Feb 04 06:19:33.229269 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-1355ba88-f070-4ea9-8a66-d7c56fadde3b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:19:33.229752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1355ba88-f070-4ea9-8a66-d7c56fadde3b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:33.264785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.272798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.289089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.303849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Network': ['ID=24db3e24-5e19-4de1-8696-bf6300cc7ee6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:33.309458 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f6fe610c-f949-44e4-97dc-bd7570875161 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/networks/24db3e24-5e19-4de1-8696-bf6300cc7ee6 HTTP/1.1" status: 204 len: 168 time: 3.0430856 Feb 04 06:19:33.310128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49708) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:33.367394 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1355ba88-f070-4ea9-8a66-d7c56fadde3b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8455746 Feb 04 06:19:33.369963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49712) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:33.378701 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-0ff86738-e985-423b-a345-332cada165f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:19:29Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:33.381045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'subnet': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:33.383540 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff86738-e985-423b-a345-332cada165f9 None None] The sync data for ids ['0cbbee68-c4f5-4974-bc2a-958b0e701717'] in dv-neutron-827796-1-hyperv is: [{'id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'name': 'tempest-TestNetworkBasicOps-router-601149687', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:36Z', 'updated_at': '2022-02-04T06:19:29Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '95d38969-e1a2-4fa0-a899-01f44705b850', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbbee68-c4f5-4974-bc2a-958b0e701717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:38Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:33.710683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.739693 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:33.744771 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Usage tracker for resource:subnet and tenant:2ec7c402ff1b461c882a01c21344c6e3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:33.747675 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:33.753772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:33.784218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5e6cc8-f1cb-4b4a-a159-82dcf4c9ea32 None None] DHCP port deletion for 60f52fc5-6237-4cf7-817f-9aed763089fe request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:19:33.790406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e6cc8-f1cb-4b4a-a159-82dcf4c9ea32 None None] Deleting port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:33.790787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f5e6cc8-f1cb-4b4a-a159-82dcf4c9ea32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.807677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 95d38969-e1a2-4fa0-a899-01f44705b850 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:33.808027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.870275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:33.872907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Made reservation on behalf of 2ec7c402ff1b461c882a01c21344c6e3 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:33.877681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.011766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8f5e6cc8-f1cb-4b4a-a159-82dcf4c9ea32 None None] For port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0c58a914-9587-4dd2-b5e6-f28c33c1dbad,segment=NetworkSegment(1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c),segment_id=1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:34.012089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f5e6cc8-f1cb-4b4a-a159-82dcf4c9ea32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.137942 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e6cc8-f1cb-4b4a-a159-82dcf4c9ea32 None None] Calling delete_port for 0c58a914-9587-4dd2-b5e6-f28c33c1dbad owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:34.150353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 95d38969-e1a2-4fa0-a899-01f44705b850, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=95d38969-e1a2-4fa0-a899-01f44705b850,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:34.150708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.238750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 9a50c407-2368-43f5-8904-071f3eb665be {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:34.238987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.279917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 95d38969-e1a2-4fa0-a899-01f44705b850 owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:34.332462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f5e6cc8-f1cb-4b4a-a159-82dcf4c9ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.381527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e6cc8-f1cb-4b4a-a159-82dcf4c9ea32 None None] Pushing event deleted for resources: {'Port': ['ID=0c58a914-9587-4dd2-b5e6-f28c33c1dbad,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:34.387352 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e6cc8-f1cb-4b4a-a159-82dcf4c9ea32 None None] No DVR routers for this DVR port 0c58a914-9587-4dd2-b5e6-f28c33c1dbad on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:34.549673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:34.570495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] For port 9a50c407-2368-43f5-8904-071f3eb665be, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9a50c407-2368-43f5-8904-071f3eb665be,segment=NetworkSegment(2a5bc71c-577e-4f84-96ba-92eba807a09b),segment_id=2a5bc71c-577e-4f84-96ba-92eba807a09b)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:34.571093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.578849 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.585934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:34.586287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device aa493bb8-c3d8-4a2a-896c-f51d1b17eb49 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:34.586794 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0c58a914-9587-4dd2-b5e6-f28c33c1dbad no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:34.620625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 0c58a914-9587-4dd2-b5e6-f28c33c1dbad {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:34.621075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0c58a914-9587-4dd2-b5e6-f28c33c1dbad not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:34.631600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:34.638283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:34.642754 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:34.643333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.649840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea28022-2164-49af-8ba2-3221e8798563 None None] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:34.659958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.698792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Subnet': ['ID=e5418044-3941-4444-a3f8-ea116cb3f977,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:34.703620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 9a50c407-2368-43f5-8904-071f3eb665be owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:34.722071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=95d38969-e1a2-4fa0-a899-01f44705b850,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:34.818588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.864002 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-535a4b48-9161-4467-b211-3b424b4702b5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4928308 Feb 04 06:19:34.872187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49716) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:34.880160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1417505453', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e5418044-3941-4444-a3f8-ea116cb3f977'}], 'security_groups': ['05a7f3ce-b775-45df-93f2-e0ae28282b80', 'c8cf9542-2699-416f-be44-d606b290db9f']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:34.996588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:34.998891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.002259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed80a3-0a50-4f85-b94f-a586dc92922e None None] Update dhcp port {'port': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'fixed_ips': [{'subnet_id': 'bed93f78-8bb8-401e-9e03-da2d9f36d1a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '870677e0-f499-47f0-a1ce-885b7d1534af', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e5418044-3941-4444-a3f8-ea116cb3f977'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '739a03d6-ce66-4664-8f8b-4a42997160be'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:19:35.057035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-82ed80a3-0a50-4f85-b94f-a586dc92922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.065199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.122347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.123298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Fanout notify agent at l3_agent the message router_deleted on router 0cbbee68-c4f5-4974-bc2a-958b0e701717 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:19:35.124065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=9a50c407-2368-43f5-8904-071f3eb665be,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:35.167063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.169458 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b8880f7a-38f9-4d04-878b-4f32975c59d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/routers/0cbbee68-c4f5-4974-bc2a-958b0e701717 HTTP/1.1" status: 204 len: 168 time: 2.1303704 Feb 04 06:19:35.175594 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49720) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:35.366460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-82ed80a3-0a50-4f85-b94f-a586dc92922e None None] Allocated IP 2001:db8:0:2::2 (55b751f7-7198-4f56-813e-1d6e8250fd57/e5418044-3941-4444-a3f8-ea116cb3f977/739a03d6-ce66-4664-8f8b-4a42997160be) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:35.502325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.511990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-82ed80a3-0a50-4f85-b94f-a586dc92922e None None] For port 739a03d6-ce66-4664-8f8b-4a42997160be, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=739a03d6-ce66-4664-8f8b-4a42997160be,segment=NetworkSegment(9df6a3b8-629c-45a5-9f19-119d641e87c1),segment_id=9df6a3b8-629c-45a5-9f19-119d641e87c1)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:35.530843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.536992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-82ed80a3-0a50-4f85-b94f-a586dc92922e None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.553420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-82ed80a3-0a50-4f85-b94f-a586dc92922e None None] Transition to ACTIVE for port object 739a03d6-ce66-4664-8f8b-4a42997160be will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:35.631029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-82ed80a3-0a50-4f85-b94f-a586dc92922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.645906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.816170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed80a3-0a50-4f85-b94f-a586dc92922e None None] Pushing event updated for resources: {'Port': ['ID=739a03d6-ce66-4664-8f8b-4a42997160be,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:36.213595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.355273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f52fc5-6237-4cf7-817f-9aed763089fe']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:36.377794 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:36.378092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac05a5d-04f1-41fa-b4c8-112ea8b7ff3c') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:36.401542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3875ada6-7343-42d7-84a6-bc9f489283dd None None] Provisioning for port 739a03d6-ce66-4664-8f8b-4a42997160be completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:36.406656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3875ada6-7343-42d7-84a6-bc9f489283dd None None] Provisioning complete for port 739a03d6-ce66-4664-8f8b-4a42997160be triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:36.408320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3875ada6-7343-42d7-84a6-bc9f489283dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.409372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.420224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router baa9dc5d-f8d8-4bf8-b201-e820c1829257 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:36.475029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.558270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3875ada6-7343-42d7-84a6-bc9f489283dd None None] Provisioning complete for port 7643eda9-b8d5-4cc6-a3dd-436f51453c68 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:36.562950 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3875ada6-7343-42d7-84a6-bc9f489283dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.563404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:36.563831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:36.577899 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:36.617521 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 739a03d6-ce66-4664-8f8b-4a42997160be up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:36.653867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3875ada6-7343-42d7-84a6-bc9f489283dd None None] Port 7643eda9-b8d5-4cc6-a3dd-436f51453c68 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:36.683811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3875ada6-7343-42d7-84a6-bc9f489283dd None None] Provisioning complete for port a5cf17b4-3a98-42ab-8412-efbc234343f8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:36.684181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3875ada6-7343-42d7-84a6-bc9f489283dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.743405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3875ada6-7343-42d7-84a6-bc9f489283dd None None] Port a5cf17b4-3a98-42ab-8412-efbc234343f8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:36.746072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 739a03d6-ce66-4664-8f8b-4a42997160be triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:36.746072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.785424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:36.797197 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ddf4e-7587-46fb-9e4f-adf412fb6b50 None None] Sync routers for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:36.807610 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ddf4e-7587-46fb-9e4f-adf412fb6b50 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:36.808224 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-833ddf4e-7587-46fb-9e4f-adf412fb6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:36.830348 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cd36accf-d2a1-41dd-a884-d7702e71ea29 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5163050 Feb 04 06:19:36.830348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Delete allocated IP 2001:db8::2f4 (55b751f7-7198-4f56-813e-1d6e8250fd57/870677e0-f499-47f0-a1ce-885b7d1534af) {{(pid=88198) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 06:19:36.830725 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49724) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:36.838268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Allocated IP 2001:db8:0:2::40 (55b751f7-7198-4f56-813e-1d6e8250fd57/e5418044-3941-4444-a3f8-ea116cb3f977/7643eda9-b8d5-4cc6-a3dd-436f51453c68) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:36.860635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.882053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.886590 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/networks/60f52fc5-6237-4cf7-817f-9aed763089fe HTTP/1.1" status: 204 len: 168 time: 1.7049532 Feb 04 06:19:36.912219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332cd2a-fd95-4c46-aebb-3668ad287df7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Network': ['ID=60f52fc5-6237-4cf7-817f-9aed763089fe,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:36.912219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49730) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:36.923126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'network': {'name': 'tempest-network-smoke--170660888', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:36.930108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:36.942323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:network and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:36.944154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 95d38969-e1a2-4fa0-a899-01f44705b850 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:36.947474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:36.949694 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bad8398-9605-48dc-8290-91695030ce97 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting subnet 27579a4e-a6d2-44eb-a682-bcff27afc0ae {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:36.953007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6bad8398-9605-48dc-8290-91695030ce97 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:36.955430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:36.990072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 95d38969-e1a2-4fa0-a899-01f44705b850 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:36.990410 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 95d38969-e1a2-4fa0-a899-01f44705b850 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:37.012607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6bad8398-9605-48dc-8290-91695030ce97 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.046051 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-833ddf4e-7587-46fb-9e4f-adf412fb6b50 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:37.086974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:37.090523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.141747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:19:37.175438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.180569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.180956 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Added segment 25cb9c25-6b09-45cb-bb13-83b77c144421 of type vlan for network e733dfbb-4330-4647-b2f2-642f97c14806 Feb 04 06:19:37.209154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Transition to ACTIVE for port object 7643eda9-b8d5-4cc6-a3dd-436f51453c68 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:37.229510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.229778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6bad8398-9605-48dc-8290-91695030ce97 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.293179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.340102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.345584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:37.346179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.380190 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-833ddf4e-7587-46fb-9e4f-adf412fb6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:34Z', 'revision_number': 10, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:37.384874 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ddf4e-7587-46fb-9e4f-adf412fb6b50 None None] Checking router: baa9dc5d-f8d8-4bf8-b201-e820c1829257 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:37.394285 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ddf4e-7587-46fb-9e4f-adf412fb6b50 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:37.394907 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-833ddf4e-7587-46fb-9e4f-adf412fb6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:37.412860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6bad8398-9605-48dc-8290-91695030ce97 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.417362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] In _notify_port_updated(), no bound segment for port 7643eda9-b8d5-4cc6-a3dd-436f51453c68 on network 55b751f7-7198-4f56-813e-1d6e8250fd57 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:19:37.423330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:37.424036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.425405 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "PUT /v2.0/ports/7643eda9-b8d5-4cc6-a3dd-436f51453c68 HTTP/1.1" status: 200 len: 969 time: 2.5522332 Feb 04 06:19:37.447320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49734) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:37.465347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad8398-9605-48dc-8290-91695030ce97 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Subnet': ['ID=27579a4e-a6d2-44eb-a682-bcff27afc0ae,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:37.473621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6bad8398-9605-48dc-8290-91695030ce97 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.485019 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6bad8398-9605-48dc-8290-91695030ce97 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/27579a4e-a6d2-44eb-a682-bcff27afc0ae HTTP/1.1" status: 204 len: 168 time: 0.6503394 Feb 04 06:19:37.487165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49738) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:37.495909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddb3f9b-80ca-4f27-b401-49beabeb55f5 None None] Network d1c2261c-8866-4004-925d-45e8b8234e3d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:37.682847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.693821 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-833ddf4e-7587-46fb-9e4f-adf412fb6b50 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:37.702360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port a18195d9-bb78-4ec9-824d-db563bbfb09d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:37.702634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.786664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Network': ['ID=e733dfbb-4330-4647-b2f2-642f97c14806,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:37.786664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a919a-28c1-4d91-8981-7e7c46a3b7ba tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event updated for resources: {'Port': ['ID=7643eda9-b8d5-4cc6-a3dd-436f51453c68,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:37.796968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network e733dfbb-4330-4647-b2f2-642f97c14806 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:19:37.868544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-14936363-8db1-4bad-a1d1-72de3ea101d7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port 7643eda9-b8d5-4cc6-a3dd-436f51453c68 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:37.869041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14936363-8db1-4bad-a1d1-72de3ea101d7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.932452 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cd61a12f-fe20-4136-abf5-c20861ffff36 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0225496 Feb 04 06:19:37.945147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49742) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:37.945147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-4301435', 'admin_state_up': True, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:37.972075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-011326ca-19e7-4e5f-8448-4fa2fc4d2075 None None] Provisioning for port 7643eda9-b8d5-4cc6-a3dd-436f51453c68 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:37.984978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-011326ca-19e7-4e5f-8448-4fa2fc4d2075 None None] Provisioning complete for port 7643eda9-b8d5-4cc6-a3dd-436f51453c68 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:37.984978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-011326ca-19e7-4e5f-8448-4fa2fc4d2075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:37.985409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:37.998607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:router and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:38.006553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] For port a18195d9-bb78-4ec9-824d-db563bbfb09d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a18195d9-bb78-4ec9-824d-db563bbfb09d,segment=NetworkSegment(2a5bc71c-577e-4f84-96ba-92eba807a09b),segment_id=2a5bc71c-577e-4f84-96ba-92eba807a09b)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:38.007159 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.023824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2690e25-8fe4-480b-a6ca-d1eabb901f3a None None] DHCP port deletion for d1c2261c-8866-4004-925d-45e8b8234e3d request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:19:38.048348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e2690e25-8fe4-480b-a6ca-d1eabb901f3a None None] Deleting port a18195d9-bb78-4ec9-824d-db563bbfb09d {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:38.048781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e2690e25-8fe4-480b-a6ca-d1eabb901f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.105080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-011326ca-19e7-4e5f-8448-4fa2fc4d2075 None None] Port 7643eda9-b8d5-4cc6-a3dd-436f51453c68 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:38.114965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:38.127088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:38.161949 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for a18195d9-bb78-4ec9-824d-db563bbfb09d owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:38.169588 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-833ddf4e-7587-46fb-9e4f-adf412fb6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:34Z', 'revision_number': 10, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:38.175915 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ddf4e-7587-46fb-9e4f-adf412fb6b50 None None] The sync data for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv is: [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:34Z', 'revision_number': 10, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None, '_interfaces': [{'id': '5a8f07a1-83f2-4e84-9c71-c67efaa4ff02', 'name': '', 'network_id': '18c48b9a-cb95-4a1c-9921-ee940076a3fa', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'mac_address': 'fa:16:3e:e6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 5, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'subnets': [{'id': 'c1981d44-e960-4df4-b04d-347066c7a425', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:38.190767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14936363-8db1-4bad-a1d1-72de3ea101d7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.267248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.268183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.287035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e2690e25-8fe4-480b-a6ca-d1eabb901f3a None None] For port a18195d9-bb78-4ec9-824d-db563bbfb09d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a18195d9-bb78-4ec9-824d-db563bbfb09d,segment=NetworkSegment(2a5bc71c-577e-4f84-96ba-92eba807a09b),segment_id=2a5bc71c-577e-4f84-96ba-92eba807a09b)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:38.287471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e2690e25-8fe4-480b-a6ca-d1eabb901f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.333025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-14936363-8db1-4bad-a1d1-72de3ea101d7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for 7643eda9-b8d5-4cc6-a3dd-436f51453c68 owned by {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:38.379099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.395490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.432024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=a18195d9-bb78-4ec9-824d-db563bbfb09d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:38.433828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No DVR routers for this DVR port a18195d9-bb78-4ec9-824d-db563bbfb09d on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:38.445983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e2690e25-8fe4-480b-a6ca-d1eabb901f3a None None] Calling delete_port for a18195d9-bb78-4ec9-824d-db563bbfb09d owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:38.533742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-e2690e25-8fe4-480b-a6ca-d1eabb901f3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:19:38.534383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-e2690e25-8fe4-480b-a6ca-d1eabb901f3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:19:38.595162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.598142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9a50c407-2368-43f5-8904-071f3eb665be no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:38.650261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c2261c-8866-4004-925d-45e8b8234e3d']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:38.658259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 9a50c407-2368-43f5-8904-071f3eb665be {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:38.658674 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9a50c407-2368-43f5-8904-071f3eb665be not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:38.659420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a18195d9-bb78-4ec9-824d-db563bbfb09d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:38.660222 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5bc71c-577e-4f84-96ba-92eba807a09b') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:38.660525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5bc71c-577e-4f84-96ba-92eba807a09b') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:38.673493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.715187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: a18195d9-bb78-4ec9-824d-db563bbfb09d {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:38.715187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a18195d9-bb78-4ec9-824d-db563bbfb09d not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:38.717888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.717888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:38.717888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:38.739029 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:38.794655 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14936363-8db1-4bad-a1d1-72de3ea101d7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.866939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14936363-8db1-4bad-a1d1-72de3ea101d7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=7643eda9-b8d5-4cc6-a3dd-436f51453c68,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:38.887397 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.914767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.931464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Network': ['ID=d1c2261c-8866-4004-925d-45e8b8234e3d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:38.941714 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-84466e53-500b-4e66-9dfb-7adb01421395 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/networks/d1c2261c-8866-4004-925d-45e8b8234e3d HTTP/1.1" status: 204 len: 168 time: 1.4541569 Feb 04 06:19:38.948274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49746) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:38.976324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:38.983834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14936363-8db1-4bad-a1d1-72de3ea101d7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.007473 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-14936363-8db1-4bad-a1d1-72de3ea101d7 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/7643eda9-b8d5-4cc6-a3dd-436f51453c68 HTTP/1.1" status: 204 len: 168 time: 1.5505726 Feb 04 06:19:39.007473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49750) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:39.040932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e2690e25-8fe4-480b-a6ca-d1eabb901f3a None None] Deleting port a18195d9-bb78-4ec9-824d-db563bbfb09d {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:39.041919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e2690e25-8fe4-480b-a6ca-d1eabb901f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.049091 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c883b7-e0d0-434c-849f-3a3605648098 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] GET failed (client error): The resource could not be found. Feb 04 06:19:39.057890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-89c883b7-e0d0-434c-849f-3a3605648098 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Synchronizing usage tracker for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:39.151307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e2690e25-8fe4-480b-a6ca-d1eabb901f3a None None] The port 'a18195d9-bb78-4ec9-824d-db563bbfb09d' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:19:39.199724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-89c883b7-e0d0-434c-849f-3a3605648098 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Unset dirty status for tenant:2ec7c402ff1b461c882a01c21344c6e3 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:39.219874 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-89c883b7-e0d0-434c-849f-3a3605648098 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports/7643eda9-b8d5-4cc6-a3dd-436f51453c68 HTTP/1.1" status: 404 len: 333 time: 0.1982436 Feb 04 06:19:39.219874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49754) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:39.295557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f900047-5f8b-4994-bea1-a15ab9faecff tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.352318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f900047-5f8b-4994-bea1-a15ab9faecff tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.647135 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f900047-5f8b-4994-bea1-a15ab9faecff tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.708307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f900047-5f8b-4994-bea1-a15ab9faecff tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3974235-e019-4282-814b-ddcaa82549b4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:39.708307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.738413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.751065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f900047-5f8b-4994-bea1-a15ab9faecff tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.751065 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2f900047-5f8b-4994-bea1-a15ab9faecff tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/security-groups/d3974235-e019-4282-814b-ddcaa82549b4 HTTP/1.1" status: 204 len: 168 time: 0.5383856 Feb 04 06:19:39.751065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.751065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49758) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:39.919712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6516bb3-6fb9-4192-8c2f-97a2e69d333f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.964952 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6516bb3-6fb9-4192-8c2f-97a2e69d333f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:39.980365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.141 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/33852770-b514-43b0-88e3-7d7738a6839e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:40.095294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:40.095294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.167249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.178491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6516bb3-6fb9-4192-8c2f-97a2e69d333f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.194034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6516bb3-6fb9-4192-8c2f-97a2e69d333f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cf9542-2699-416f-be44-d606b290db9f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:40.204731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6516bb3-6fb9-4192-8c2f-97a2e69d333f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.211973 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a6516bb3-6fb9-4192-8c2f-97a2e69d333f tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/security-groups/c8cf9542-2699-416f-be44-d606b290db9f HTTP/1.1" status: 204 len: 168 time: 0.4591618 Feb 04 06:19:40.211973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49762) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:40.299194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.311818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] For port 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5a8f07a1-83f2-4e84-9c71-c67efaa4ff02,segment=NetworkSegment(fd53eb4b-5a92-40dc-a13d-b80295e81f26),segment_id=fd53eb4b-5a92-40dc-a13d-b80295e81f26)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:40.311818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.333762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2375678-3c0f-4f9e-939a-5391075e169e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.372539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:40.381673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:40.389596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:40.414707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2375678-3c0f-4f9e-939a-5391075e169e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.434736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=33852770-b514-43b0-88e3-7d7738a6839e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:40.436213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:40.457095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.457441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.457778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.458109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.458435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.458763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.459178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.459991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.460313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.460634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.460977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.461295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:40.658567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2375678-3c0f-4f9e-939a-5391075e169e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.693324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2375678-3c0f-4f9e-939a-5391075e169e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a7f3ce-b775-45df-93f2-e0ae28282b80,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:40.705287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e2375678-3c0f-4f9e-939a-5391075e169e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.706394 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e2375678-3c0f-4f9e-939a-5391075e169e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/security-groups/05a7f3ce-b775-45df-93f2-e0ae28282b80 HTTP/1.1" status: 204 len: 168 time: 0.4959352 Feb 04 06:19:40.709176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49766) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:40.739288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.784873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d86e2a-3132-42fd-ab93-7c89465ec8ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting subnet 870677e0-f499-47f0-a1ce-885b7d1534af {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:40.788078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72d86e2a-3132-42fd-ab93-7c89465ec8ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.791888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=5a8f07a1-83f2-4e84-9c71-c67efaa4ff02,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:40.851477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72d86e2a-3132-42fd-ab93-7c89465ec8ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:40.974105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.118757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.175489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72d86e2a-3132-42fd-ab93-7c89465ec8ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.387873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router baa9dc5d-f8d8-4bf8-b201-e820c1829257 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:41.548847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:41.567914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c62e1-7514-4c11-8c43-e4218ab9a555 None None] Sync routers for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:41.573959 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c692e363-da72-4e9f-a367-58c529cf5e95 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6237292 Feb 04 06:19:41.576566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49770) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:41.581329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c62e1-7514-4c11-8c43-e4218ab9a555 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:41.582197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8b1c62e1-7514-4c11-8c43-e4218ab9a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:41.592907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72d86e2a-3132-42fd-ab93-7c89465ec8ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.644461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d86e2a-3132-42fd-ab93-7c89465ec8ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Subnet': ['ID=870677e0-f499-47f0-a1ce-885b7d1534af,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:41.668203 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-2432d5e7-6d20-47cf-9a81-793c5794d22a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting subnet c1981d44-e960-4df4-b04d-347066c7a425 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:41.673026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2432d5e7-6d20-47cf-9a81-793c5794d22a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.703615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-72d86e2a-3132-42fd-ab93-7c89465ec8ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.730142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774795d5-7f2b-431c-a29e-30dd6b4306a7 None None] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:41.743550 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8b1c62e1-7514-4c11-8c43-e4218ab9a555 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:41.745705 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-72d86e2a-3132-42fd-ab93-7c89465ec8ce tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/870677e0-f499-47f0-a1ce-885b7d1534af HTTP/1.1" status: 204 len: 168 time: 1.0352256 Feb 04 06:19:41.751593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2432d5e7-6d20-47cf-9a81-793c5794d22a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.753529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49774) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:41.846928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.867499 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2432d5e7-6d20-47cf-9a81-793c5794d22a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.906307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8b1c62e1-7514-4c11-8c43-e4218ab9a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:40Z', 'revision_number': 11, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:41.910369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e7b832-0aa9-4e11-a419-603f5370d47a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting subnet e5418044-3941-4444-a3f8-ea116cb3f977 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:41.914612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c62e1-7514-4c11-8c43-e4218ab9a555 None None] Checking router: baa9dc5d-f8d8-4bf8-b201-e820c1829257 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:41.936996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94e7b832-0aa9-4e11-a419-603f5370d47a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:41.940698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c62e1-7514-4c11-8c43-e4218ab9a555 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:41.941618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8b1c62e1-7514-4c11-8c43-e4218ab9a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:42.011521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94e7b832-0aa9-4e11-a419-603f5370d47a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.050348 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2432d5e7-6d20-47cf-9a81-793c5794d22a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.089114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432d5e7-6d20-47cf-9a81-793c5794d22a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Subnet': ['ID=c1981d44-e960-4df4-b04d-347066c7a425,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:42.093151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2432d5e7-6d20-47cf-9a81-793c5794d22a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.102991 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2432d5e7-6d20-47cf-9a81-793c5794d22a tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/c1981d44-e960-4df4-b04d-347066c7a425 HTTP/1.1" status: 204 len: 168 time: 0.5252736 Feb 04 06:19:42.105727 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49778) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:42.118168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8280fc7-7feb-4b33-8dcb-da131af2eaad None None] Network 18c48b9a-cb95-4a1c-9921-ee940076a3fa requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:42.143091 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8b1c62e1-7514-4c11-8c43-e4218ab9a555 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:42.197212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94e7b832-0aa9-4e11-a419-603f5370d47a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.236398 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.251321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Deleting port 9cb627cb-95bb-469e-966d-9c3c5e22893f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:42.256205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.310268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:19:42.348908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8b1c62e1-7514-4c11-8c43-e4218ab9a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:40Z', 'revision_number': 11, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:42.373138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c62e1-7514-4c11-8c43-e4218ab9a555 None None] The sync data for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv is: [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:40Z', 'revision_number': 11, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:42.385610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94e7b832-0aa9-4e11-a419-603f5370d47a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.452574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7b832-0aa9-4e11-a419-603f5370d47a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Subnet': ['ID=e5418044-3941-4444-a3f8-ea116cb3f977,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:42.477352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-94e7b832-0aa9-4e11-a419-603f5370d47a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.477352 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-94e7b832-0aa9-4e11-a419-603f5370d47a tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/e5418044-3941-4444-a3f8-ea116cb3f977 HTTP/1.1" status: 204 len: 168 time: 0.7170835 Feb 04 06:19:42.477352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49782) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:42.525954 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6294d4-1b36-4d49-bc9f-13d7b0e3adb5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:42.525954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6294d4-1b36-4d49-bc9f-13d7b0e3adb5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:42.525954 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bb6294d4-1b36-4d49-bc9f-13d7b0e3adb5 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/870677e0-f499-47f0-a1ce-885b7d1534af HTTP/1.1" status: 404 len: 337 time: 0.0423996 Feb 04 06:19:42.525954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49786) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:42.683119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-87562457-9a3a-43f1-ae6f-b8dcbfbe81e1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting subnet bed93f78-8bb8-401e-9e03-da2d9f36d1a4 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:19:42.688043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:42.689919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87562457-9a3a-43f1-ae6f-b8dcbfbe81e1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.695285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] For port 9cb627cb-95bb-469e-966d-9c3c5e22893f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9cb627cb-95bb-469e-966d-9c3c5e22893f,segment=NetworkSegment(fd53eb4b-5a92-40dc-a13d-b80295e81f26),segment_id=fd53eb4b-5a92-40dc-a13d-b80295e81f26)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:42.695663 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.712074 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Sync routers for ids ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:42.721274 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Routers {'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:42.722012 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:42.735954 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296fc241-eb5c-49f2-86b2-c175becb1d07 None None] Update dhcp port {'port': {'network_id': '55b751f7-7198-4f56-813e-1d6e8250fd57', 'fixed_ips': [{'subnet_id': 'bed93f78-8bb8-401e-9e03-da2d9f36d1a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e5418044-3941-4444-a3f8-ea116cb3f977'}], 'binding:host_id': 'dv-neutron-827796-1-hyperv'}, 'id': '739a03d6-ce66-4664-8f8b-4a42997160be'} from dv-neutron-827796-1-hyperv. {{(pid=88200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 04 06:19:42.775384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87562457-9a3a-43f1-ae6f-b8dcbfbe81e1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.878473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.883170 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6ebbc193-92f8-4879-a61a-9c47f9653441 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9435112 Feb 04 06:19:42.883342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-296fc241-eb5c-49f2-86b2-c175becb1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:42.888247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49790) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:42.909555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba520ebb-2377-4d0a-96a4-0303ecea877d None None] DHCP port deletion for 18c48b9a-cb95-4a1c-9921-ee940076a3fa request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:19:42.916477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Calling delete_port for 9cb627cb-95bb-469e-966d-9c3c5e22893f owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:42.959461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9cb627cb-95bb-469e-966d-9c3c5e22893f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:42.981122 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7b871319-ec1e-4e92-addc-d7bf6540b525 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ed74ee2667754fabaada911129fc7b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765460 Feb 04 06:19:42.981122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49794) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:43.018496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-ba520ebb-2377-4d0a-96a4-0303ecea877d None None] Deleting port 9cb627cb-95bb-469e-966d-9c3c5e22893f {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:43.018496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ba520ebb-2377-4d0a-96a4-0303ecea877d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.028528 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Set router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:43.142020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87562457-9a3a-43f1-ae6f-b8dcbfbe81e1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.156147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.206953 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No ports have port_id starting with 9cb627cb-95bb-469e-966d-9c3c5e22893f Feb 04 06:19:43.215546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:43.242575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Port': ['ID=9cb627cb-95bb-469e-966d-9c3c5e22893f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:43.242575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No DVR routers for this DVR port 9cb627cb-95bb-469e-966d-9c3c5e22893f on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:43.306580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-ba520ebb-2377-4d0a-96a4-0303ecea877d None None] The port '9cb627cb-95bb-469e-966d-9c3c5e22893f' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:19:43.332999 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:19:43.333391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5a8f07a1-83f2-4e84-9c71-c67efaa4ff02 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:19:43.378200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba63ed-1ab6-4690-b3bb-9b1b5f080487 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:43.378200 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bfba63ed-1ab6-4690-b3bb-9b1b5f080487 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4018347 Feb 04 06:19:43.380256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49798) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:43.415903 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:40Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:43.415903 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Checking router: dfafc0b6-1ebd-4d10-b061-f65e5c7359aa for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:43.415903 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Updating router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa port 33852770-b514-43b0-88e3-7d7738a6839e binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:19:43.416992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.434639 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4954f9ec-3d5b-4cf1-a105-1f0cddad4654 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531521 Feb 04 06:19:43.447690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49804) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:43.450023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-810840668', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:43.460497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c48b9a-cb95-4a1c-9921-ee940076a3fa']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:43.470796 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.483864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd53eb4b-5a92-40dc-a13d-b80295e81f26') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:43.484390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd53eb4b-5a92-40dc-a13d-b80295e81f26') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:43.502955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.531038 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.533598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:43.534356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:43.549427 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server [None req-296fc241-eb5c-49f2-86b2-c175becb1d07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bed93f78-8bb8-401e-9e03-da2d9f36d1a4: This subnet is being modified by another concurrent operation. Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server raise exception Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bed93f78-8bb8-401e-9e03-da2d9f36d1a4: This subnet is being modified by another concurrent operation. Feb 04 06:19:43.558885 dv-neutron-827796-1-hyperv neutron-server[88200]: ERROR oslo_messaging.rpc.server Feb 04 06:19:43.571866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87562457-9a3a-43f1-ae6f-b8dcbfbe81e1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.626937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:43.626937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87562457-9a3a-43f1-ae6f-b8dcbfbe81e1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Subnet': ['ID=bed93f78-8bb8-401e-9e03-da2d9f36d1a4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:43.631260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-87562457-9a3a-43f1-ae6f-b8dcbfbe81e1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.638926 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-87562457-9a3a-43f1-ae6f-b8dcbfbe81e1 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/bed93f78-8bb8-401e-9e03-da2d9f36d1a4 HTTP/1.1" status: 204 len: 168 time: 1.1154265 Feb 04 06:19:43.639906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49808) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:43.643860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:subnet and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:43.646312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:43.651418 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ed297-2861-4b34-8d94-6813b30ab6b5 None None] Network 55b751f7-7198-4f56-813e-1d6e8250fd57 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:43.695232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:43.697779 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcbced3-db62-429b-aece-362575ab6e2e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:43.698583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcbced3-db62-429b-aece-362575ab6e2e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:43.702766 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0bcbced3-db62-429b-aece-362575ab6e2e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/7e882fad-80b9-4d66-86f9-bbe1342d0bf7 HTTP/1.1" status: 404 len: 337 time: 0.0582354 Feb 04 06:19:43.703377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49812) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:43.756946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fbe5a234-dfd6-44ae-8d05-bfb326e7f920 None None] Provisioning complete for port 739a03d6-ce66-4664-8f8b-4a42997160be triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:43.757555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a234-dfd6-44ae-8d05-bfb326e7f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.762933 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f41a95cf-87d9-4673-a452-a7f7fb22ba23 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cf5363b-6224-440f-acce-dcf9386b39e5 HTTP/1.1" status: 200 len: 205 time: 0.0564501 Feb 04 06:19:43.762933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49816) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:43.848088 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-c8654620-fda2-4826-b186-6f879d997aae tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] delete failed (client error): The resource could not be found. Feb 04 06:19:43.848676 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c8654620-fda2-4826-b186-6f879d997aae tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/routers/7cf5363b-6224-440f-acce-dcf9386b39e5 HTTP/1.1" status: 404 len: 336 time: 0.0846193 Feb 04 06:19:43.855675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49820) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:43.903738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:43.903738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.917218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.920341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:43.977621 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-62eb96fb-e090-49a4-8fb8-4767cbb9f970 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:43.977621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62eb96fb-e090-49a4-8fb8-4767cbb9f970 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:43.977621 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-62eb96fb-e090-49a4-8fb8-4767cbb9f970 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/7b6a920d-ed3f-4c44-9851-2056bcbb75ec HTTP/1.1" status: 404 len: 337 time: 0.1193912 Feb 04 06:19:43.977621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49824) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:43.994212 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fbe5a234-dfd6-44ae-8d05-bfb326e7f920 None None] Provisioning complete for port a5cf17b4-3a98-42ab-8412-efbc234343f8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:43.994212 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a234-dfd6-44ae-8d05-bfb326e7f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.005317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Pushing event deleted for resources: {'Network': ['ID=18c48b9a-cb95-4a1c-9921-ee940076a3fa,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:44.005317 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-44b48abb-3118-4dda-a59b-3a83a4536c10 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/networks/18c48b9a-cb95-4a1c-9921-ee940076a3fa HTTP/1.1" status: 204 len: 168 time: 1.8910675 Feb 04 06:19:44.005317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49828) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:44.017507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-da6ccb4a-df28-400c-bb56-03cbb7e0eb0f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'routes': None}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:44.027879 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.057286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5a234-dfd6-44ae-8d05-bfb326e7f920 None None] Port a5cf17b4-3a98-42ab-8412-efbc234343f8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:44.069436 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a735fd-e8c5-4a2e-ab5b-d7425fb58780 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:44.070966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a735fd-e8c5-4a2e-ab5b-d7425fb58780 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:44.071520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8822e4d-1737-4350-a586-7ef5fa35cd88 None None] DHCP port deletion for 55b751f7-7198-4f56-813e-1d6e8250fd57 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:19:44.072484 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Transition to ACTIVE for port object 33852770-b514-43b0-88e3-7d7738a6839e will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:44.073837 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-80a735fd-e8c5-4a2e-ab5b-d7425fb58780 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/a6c015de-12a5-4696-9ee8-7d3bb2112818 HTTP/1.1" status: 404 len: 337 time: 0.0891230 Feb 04 06:19:44.077165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49832) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:44.079444 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d8822e4d-1737-4350-a586-7ef5fa35cd88 None None] Deleting port 739a03d6-ce66-4664-8f8b-4a42997160be {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:44.079770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d8822e4d-1737-4350-a586-7ef5fa35cd88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.120246 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccfdf09-0b4b-481b-8870-2490f35ccedd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:44.121017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ccfdf09-0b4b-481b-8870-2490f35ccedd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:44.122265 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5ccfdf09-0b4b-481b-8870-2490f35ccedd tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/be4fab7c-6910-4c2b-9b9d-50240737548f HTTP/1.1" status: 404 len: 337 time: 0.0445545 Feb 04 06:19:44.129321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49836) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:44.151185 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.177026 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64ed099-e9af-4365-904c-6372cd9776d2 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:44.177518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64ed099-e9af-4365-904c-6372cd9776d2 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:44.179237 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b64ed099-e9af-4365-904c-6372cd9776d2 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/0cdb36f2-7b8e-42c2-a988-d47abc9bea13 HTTP/1.1" status: 404 len: 333 time: 0.0516055 Feb 04 06:19:44.183693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49840) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:44.225057 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-001e0c64-c778-407b-af7f-bafe23c2b9fc tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:44.225515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001e0c64-c778-407b-af7f-bafe23c2b9fc tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:44.234334 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-001e0c64-c778-407b-af7f-bafe23c2b9fc tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/b91ae51d-f154-4af2-9515-72c90130e641 HTTP/1.1" status: 404 len: 337 time: 0.0508127 Feb 04 06:19:44.236927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49844) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:44.273753 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Attempting to bind port 33852770-b514-43b0-88e3-7d7738a6839e on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:44.274458 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Attempting to bind port 33852770-b514-43b0-88e3-7d7738a6839e by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:44.274988 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Attempting to bind port 33852770-b514-43b0-88e3-7d7738a6839e on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:44.285060 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6f8868-ff44-4b76-82f3-695382bc121b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:44.285925 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:19:44.286513 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:44.287850 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.288582 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:19:44.289246 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Bound port: 33852770-b514-43b0-88e3-7d7738a6839e, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:44.289475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6f8868-ff44-4b76-82f3-695382bc121b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:44.289995 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.291420 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-da6f8868-ff44-4b76-82f3-695382bc121b tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/3efbbc92-0e8b-401c-9599-bb76326e9c5c HTTP/1.1" status: 404 len: 337 time: 0.0535600 Feb 04 06:19:44.295212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49848) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:44.320460 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265ef4f-f26c-42cd-85b6-0ad33e46e529 None None] Pushing event updated for resources: {'Port': ['ID=33852770-b514-43b0-88e3-7d7738a6839e,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:44.389276 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e86706-d10c-495d-86ed-b468e4b0506e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:44.389276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e86706-d10c-495d-86ed-b468e4b0506e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:44.391681 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f3e86706-d10c-495d-86ed-b468e4b0506e tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/f8ca5ef9-c405-40c1-aca5-bf4ce5249fc0 HTTP/1.1" status: 404 len: 333 time: 0.0955191 Feb 04 06:19:44.395069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49852) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:44.397819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d8822e4d-1737-4350-a586-7ef5fa35cd88 None None] For port 739a03d6-ce66-4664-8f8b-4a42997160be, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=739a03d6-ce66-4664-8f8b-4a42997160be,segment=NetworkSegment(9df6a3b8-629c-45a5-9f19-119d641e87c1),segment_id=9df6a3b8-629c-45a5-9f19-119d641e87c1)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:44.398215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d8822e4d-1737-4350-a586-7ef5fa35cd88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.406809 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] For port 33852770-b514-43b0-88e3-7d7738a6839e, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:19:44.411426 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] For port 33852770-b514-43b0-88e3-7d7738a6839e, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=33852770-b514-43b0-88e3-7d7738a6839e,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:19:44.434810 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.extraroute_db [None req-da6ccb4a-df28-400c-bb56-03cbb7e0eb0f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Added routes are [] {{(pid=88199) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 04 06:19:44.435114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.extraroute_db [None req-da6ccb4a-df28-400c-bb56-03cbb7e0eb0f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Removed routes are [] {{(pid=88199) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 04 06:19:44.436732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da6ccb4a-df28-400c-bb56-03cbb7e0eb0f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.444761 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8719316-49c0-4bdd-8d8b-ea7631fb4a81 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:44.445226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8719316-49c0-4bdd-8d8b-ea7631fb4a81 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:44.449450 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d8719316-49c0-4bdd-8d8b-ea7631fb4a81 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/106cbfda-2673-43ff-93bb-c29ca4e6636f HTTP/1.1" status: 404 len: 337 time: 0.0469017 Feb 04 06:19:44.450152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49856) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:44.522471 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.553568 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c5f4a4-0e36-47a1-8b70-2b2add40cfea tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:44.553925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c5f4a4-0e36-47a1-8b70-2b2add40cfea tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:44.563059 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a2c5f4a4-0e36-47a1-8b70-2b2add40cfea tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/subnets/c291df9e-aa0a-4798-baf8-835b6dea319d HTTP/1.1" status: 404 len: 337 time: 0.0644140 Feb 04 06:19:44.563688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49860) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:44.583785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 739a03d6-ce66-4664-8f8b-4a42997160be no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:19:44.601791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.625635 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Routers {'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:44.626270 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:44.627605 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d8822e4d-1737-4350-a586-7ef5fa35cd88 None None] Calling delete_port for 739a03d6-ce66-4664-8f8b-4a42997160be owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:44.647767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7faaebeb-3634-4df5-9533-1143be10ea73 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Deleting port a5cf17b4-3a98-42ab-8412-efbc234343f8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:19:44.647767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7faaebeb-3634-4df5-9533-1143be10ea73 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.699098 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265ef4f-f26c-42cd-85b6-0ad33e46e529 None None] Pushing event updated for resources: {'Port': ['ID=33852770-b514-43b0-88e3-7d7738a6839e,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:44.700589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Subnet': ['ID=ca1ff80f-94ec-488d-a709-f17257f30aa6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:44.777181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.795014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Checking segment: {'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:44.795685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network hostable DHCP agents. Network: e733dfbb-4330-4647-b2f2-642f97c14806, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:19:44.890750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da6ccb4a-df28-400c-bb56-03cbb7e0eb0f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.910846 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] Set router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:44.925433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da6ccb4a-df28-400c-bb56-03cbb7e0eb0f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.940982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d8822e4d-1737-4350-a586-7ef5fa35cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.983990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network e733dfbb-4330-4647-b2f2-642f97c14806 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:19:45.028606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8822e4d-1737-4350-a586-7ef5fa35cd88 None None] Pushing event deleted for resources: {'Port': ['ID=739a03d6-ce66-4664-8f8b-4a42997160be,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:45.031455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8822e4d-1737-4350-a586-7ef5fa35cd88 None None] No DVR routers for this DVR port 739a03d6-ce66-4664-8f8b-4a42997160be on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:19:45.051053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7949ee54-9c64-408b-984f-8a14736db98b None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:19:45.115912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, e733dfbb-4330-4647-b2f2-642f97c14806) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:45.120258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:45.121183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:45.189275 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6ccb4a-df28-400c-bb56-03cbb7e0eb0f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router baa9dc5d-f8d8-4bf8-b201-e820c1829257 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:45.219705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7949ee54-9c64-408b-984f-8a14736db98b None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:19:45.264494 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:40Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:45.268879 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73429e0c-5360-4db2-9c0e-c7118b15a7a1 None None] The sync data for ids ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'] in dv-neutron-827796-1-hyperv is: [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:40Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:45.300326 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a1c176c8-8d10-442d-86fa-fd9aebe30841 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8555820 Feb 04 06:19:45.301134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49864) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:45.361317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7faaebeb-3634-4df5-9533-1143be10ea73 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:45.567001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-7faaebeb-3634-4df5-9533-1143be10ea73 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Calling delete_port for a5cf17b4-3a98-42ab-8412-efbc234343f8 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:19:45.639033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-e733dfbb-4330-4647-b2f2-642f97c14806', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ips': [{'subnet_id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:19:45.641864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:45.689102 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6ccb4a-df28-400c-bb56-03cbb7e0eb0f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:45.697199 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da6ccb4a-df28-400c-bb56-03cbb7e0eb0f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:45.698351 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-da6ccb4a-df28-400c-bb56-03cbb7e0eb0f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257 HTTP/1.1" status: 200 len: 705 time: 1.6967773 Feb 04 06:19:45.701394 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49868) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:45.733704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da575143-4974-411c-9018-99543e97d3e3 None None] Sync routers for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:45.760432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a3a5b153-2448-48ff-8c90-3d3e473906b0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Synchronizing usage tracker for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:45.800996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da575143-4974-411c-9018-99543e97d3e3 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:45.800996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-da575143-4974-411c-9018-99543e97d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:45.869222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-66e8142e-7238-4a52-a5d3-e0373286dcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:45.892789 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a3a5b153-2448-48ff-8c90-3d3e473906b0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Unset dirty status for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:45.894472 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a3a5b153-2448-48ff-8c90-3d3e473906b0 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=baa9dc5d-f8d8-4bf8-b201-e820c1829257 HTTP/1.1" status: 200 len: 205 time: 0.1921699 Feb 04 06:19:45.897281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49872) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:45.951695 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-da575143-4974-411c-9018-99543e97d3e3 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:45.979029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7faaebeb-3634-4df5-9533-1143be10ea73 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:46.089250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaebeb-3634-4df5-9533-1143be10ea73 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Port': ['ID=a5cf17b4-3a98-42ab-8412-efbc234343f8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:46.119786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-da575143-4974-411c-9018-99543e97d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:40Z', 'revision_number': 11, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:46.129739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da575143-4974-411c-9018-99543e97d3e3 None None] Checking router: baa9dc5d-f8d8-4bf8-b201-e820c1829257 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:46.154170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7faaebeb-3634-4df5-9533-1143be10ea73 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:46.166625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2bafddc6-3f94-4b76-9f7b-ef4be5cb5385 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:46.168518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Allocated IP 172.20.0.2 (e733dfbb-4330-4647-b2f2-642f97c14806/ca1ff80f-94ec-488d-a709-f17257f30aa6/c2f5fc90-9c8f-43f3-9e00-68b46178abff) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:46.175057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da575143-4974-411c-9018-99543e97d3e3 None None] Routers {'baa9dc5d-f8d8-4bf8-b201-e820c1829257'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:46.175628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-da575143-4974-411c-9018-99543e97d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:46.409982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-da575143-4974-411c-9018-99543e97d3e3 None None] Set router baa9dc5d-f8d8-4bf8-b201-e820c1829257 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:46.412716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:46.480191 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7faaebeb-3634-4df5-9533-1143be10ea73 tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/ports/a5cf17b4-3a98-42ab-8412-efbc234343f8 HTTP/1.1" status: 204 len: 168 time: 1.9016526 Feb 04 06:19:46.480191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49876) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:46.621305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-da575143-4974-411c-9018-99543e97d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:40Z', 'revision_number': 11, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:46.665876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 33852770-b514-43b0-88e3-7d7738a6839e up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:46.690162 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da575143-4974-411c-9018-99543e97d3e3 None None] The sync data for ids ['baa9dc5d-f8d8-4bf8-b201-e820c1829257'] in dv-neutron-827796-1-hyperv is: [{'id': 'baa9dc5d-f8d8-4bf8-b201-e820c1829257', 'name': 'tempest-RoutersIpV6Test-router-1663497974', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:37Z', 'updated_at': '2022-02-04T06:19:40Z', 'revision_number': 11, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:46.728297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2bafddc6-3f94-4b76-9f7b-ef4be5cb5385 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:46.743906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2bafddc6-3f94-4b76-9f7b-ef4be5cb5385 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:46.809807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:46.898524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:46.917781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Transition to ACTIVE for port object c2f5fc90-9c8f-43f3-9e00-68b46178abff will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:46.949109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Transition to ACTIVE for port object c2f5fc90-9c8f-43f3-9e00-68b46178abff will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:46.963208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2bafddc6-3f94-4b76-9f7b-ef4be5cb5385 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:46.963883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bafddc6-3f94-4b76-9f7b-ef4be5cb5385 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Fanout notify agent at l3_agent the message router_deleted on router baa9dc5d-f8d8-4bf8-b201-e820c1829257 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:19:46.974959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 33852770-b514-43b0-88e3-7d7738a6839e completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:46.983059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 33852770-b514-43b0-88e3-7d7738a6839e triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:46.983059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.050549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.118496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.1 (e733dfbb-4330-4647-b2f2-642f97c14806/ca1ff80f-94ec-488d-a709-f17257f30aa6/e8cbffb9-2eba-4134-8d1f-bc3cce747b82) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:47.195320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2bafddc6-3f94-4b76-9f7b-ef4be5cb5385 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.197530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Pushing event updated for resources: {'Port': ['ID=c2f5fc90-9c8f-43f3-9e00-68b46178abff,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:47.200819 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2bafddc6-3f94-4b76-9f7b-ef4be5cb5385 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257 HTTP/1.1" status: 204 len: 168 time: 1.3025093 Feb 04 06:19:47.201606 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49880) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:47.207461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.217603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Network e733dfbb-4330-4647-b2f2-642f97c14806 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:47.217861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7340808e-3638-4864-8c7c-26a49efdecd6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1767207708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:47.219052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.219402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.219742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.220080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.220428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.220765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.221291 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.221784 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.222415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.222907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.223394 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.223893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:47.229918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:47.231131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7340808e-3638-4864-8c7c-26a49efdecd6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:47.235869 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:47.246819 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7340808e-3638-4864-8c7c-26a49efdecd6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Usage tracker for resource:router and tenant:603aa45d22584f0091a3bd3b07d5acd5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:47.250170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7340808e-3638-4864-8c7c-26a49efdecd6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:47.257001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7340808e-3638-4864-8c7c-26a49efdecd6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:47.283209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b751f7-7198-4f56-813e-1d6e8250fd57']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:47.298619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df6a3b8-629c-45a5-9f19-119d641e87c1') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:47.299281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df6a3b8-629c-45a5-9f19-119d641e87c1') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:47.313891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.333018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.340499 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:19:47.341512 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.352572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.359351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.368633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object e8cbffb9-2eba-4134-8d1f-bc3cce747b82 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:19:47.370052 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:19:47.383451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 33852770-b514-43b0-88e3-7d7738a6839e, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=33852770-b514-43b0-88e3-7d7738a6839e,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:47.440322 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7340808e-3638-4864-8c7c-26a49efdecd6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.441803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Attempting to bind port c2f5fc90-9c8f-43f3-9e00-68b46178abff on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:47.441803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Attempting to bind port c2f5fc90-9c8f-43f3-9e00-68b46178abff by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:47.441803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Attempting to bind port c2f5fc90-9c8f-43f3-9e00-68b46178abff on network e733dfbb-4330-4647-b2f2-642f97c14806 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:47.442341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7340808e-3638-4864-8c7c-26a49efdecd6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.454407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:19:47.454786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Checking segment: {'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:47.455184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.455898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Bound using segment: {'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:19:47.456529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Bound port: c2f5fc90-9c8f-43f3-9e00-68b46178abff, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:47.457245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.494881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7340808e-3638-4864-8c7c-26a49efdecd6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.534411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.552965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.606961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.625908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network e733dfbb-4330-4647-b2f2-642f97c14806 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:47.629095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:47.629969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.633631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:19:47.637449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=33852770-b514-43b0-88e3-7d7738a6839e,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:47.642135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-71743ad4-700e-4601-8399-5cc258696032 None None] For port c2f5fc90-9c8f-43f3-9e00-68b46178abff, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:19:47.645404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-71743ad4-700e-4601-8399-5cc258696032 None None] For port c2f5fc90-9c8f-43f3-9e00-68b46178abff, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c2f5fc90-9c8f-43f3-9e00-68b46178abff,segment=NetworkSegment(25cb9c25-6b09-45cb-bb13-83b77c144421),segment_id=25cb9c25-6b09-45cb-bb13-83b77c144421)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:19:47.647212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] Pushing event deleted for resources: {'Network': ['ID=55b751f7-7198-4f56-813e-1d6e8250fd57,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:47.652296 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f0567315-a0ba-4043-a954-bfe48ba4bf7c tempest-PortsIpV6TestJSON-1886215297 tempest-PortsIpV6TestJSON-1886215297-project] 10.222.0.32 "DELETE /v2.0/networks/55b751f7-7198-4f56-813e-1d6e8250fd57 HTTP/1.1" status: 204 len: 168 time: 1.1791592 Feb 04 06:19:47.684948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=e8cbffb9-2eba-4134-8d1f-bc3cce747b82,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:47.721012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.727327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7340808e-3638-4864-8c7c-26a49efdecd6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.787981 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.858558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7340808e-3638-4864-8c7c-26a49efdecd6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.859844 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7340808e-3638-4864-8c7c-26a49efdecd6 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6549828 Feb 04 06:19:47.862745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49886) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:47.887978 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-24bce2af-f153-426b-a091-38a17371afb5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:47.917253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71743ad4-700e-4601-8399-5cc258696032 None None] Pushing event updated for resources: {'Port': ['ID=c2f5fc90-9c8f-43f3-9e00-68b46178abff,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:47.978511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-404c82c8-8095-416d-8f15-8fdcb9efaa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:48.241505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:48.371197 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24bce2af-f153-426b-a091-38a17371afb5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:48.406550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49892) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:48.519487 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24bce2af-f153-426b-a091-38a17371afb5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:48.705760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c2f5fc90-9c8f-43f3-9e00-68b46178abff up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:48.726753 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c8a09877-a976-4820-a43b-16fa605ca3d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ec7c402ff1b461c882a01c21344c6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189642 Feb 04 06:19:48.729407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49898) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:48.801761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:48.829546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:48.832339 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:48.898713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bce2af-f153-426b-a091-38a17371afb5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Router f1b8f29c-cd99-4dcf-ab28-154f11cff582 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:19:48.959281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port c2f5fc90-9c8f-43f3-9e00-68b46178abff completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:48.968481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 33852770-b514-43b0-88e3-7d7738a6839e up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:48.988957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.040832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bce2af-f153-426b-a091-38a17371afb5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:49.054369 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c466519e-dea3-4981-bb6b-2a31565ab7dc None None] Sync routers for ids ['f1b8f29c-cd99-4dcf-ab28-154f11cff582'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:49.065626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.070909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.073208 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c466519e-dea3-4981-bb6b-2a31565ab7dc None None] Routers {'f1b8f29c-cd99-4dcf-ab28-154f11cff582'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:49.073832 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c466519e-dea3-4981-bb6b-2a31565ab7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['f1b8f29c-cd99-4dcf-ab28-154f11cff582'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:49.085992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.090122 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7af9032-2cf3-4d88-bb55-f97e7cf8b5b5 HTTP/1.1" status: 204 len: 168 time: 0.3563752 Feb 04 06:19:49.090122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7af9032-2cf3-4d88-bb55-f97e7cf8b5b5,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:49.098456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.098891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.099925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.100370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.100799 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.101243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.101645 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.102034 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.102549 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.102944 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.103521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.104408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc578b-3c56-495b-9f8d-9168f13da0d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:19:49.106782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 33852770-b514-43b0-88e3-7d7738a6839e triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:49.107147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.111868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24bce2af-f153-426b-a091-38a17371afb5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.113357 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-24bce2af-f153-426b-a091-38a17371afb5 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "PUT /v2.0/routers/f1b8f29c-cd99-4dcf-ab28-154f11cff582 HTTP/1.1" status: 200 len: 698 time: 1.2493119 Feb 04 06:19:49.125156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49904) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:49.135859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=e8cbffb9-2eba-4134-8d1f-bc3cce747b82,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:49.171259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.217561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.257621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ba44b-d285-4227-9259-59a46798f580 None None] Network e733dfbb-4330-4647-b2f2-642f97c14806 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:49.297140 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-c466519e-dea3-4981-bb6b-2a31565ab7dc None None] Set router f1b8f29c-cd99-4dcf-ab28-154f11cff582 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:49.384899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network e733dfbb-4330-4647-b2f2-642f97c14806 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:49.386644 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:49.430353 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c466519e-dea3-4981-bb6b-2a31565ab7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b8f29c-cd99-4dcf-ab28-154f11cff582', 'name': 'tempest-RoutersIpV6Test-router-1767207708', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:47Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 2, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:49.436206 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c466519e-dea3-4981-bb6b-2a31565ab7dc None None] Checking router: f1b8f29c-cd99-4dcf-ab28-154f11cff582 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:49.446538 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c466519e-dea3-4981-bb6b-2a31565ab7dc None None] Routers {'f1b8f29c-cd99-4dcf-ab28-154f11cff582'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:49.447393 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c466519e-dea3-4981-bb6b-2a31565ab7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['f1b8f29c-cd99-4dcf-ab28-154f11cff582'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:49.550428 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8f98deb2-c356-4791-b21f-6c8aafd8b33f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/routers/f1b8f29c-cd99-4dcf-ab28-154f11cff582 HTTP/1.1" status: 200 len: 704 time: 0.4235284 Feb 04 06:19:49.551300 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49910) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:49.610048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3b7af2aa-3368-4c8b-bbff-8c7c342cf860 None None] Provisioning for port c2f5fc90-9c8f-43f3-9e00-68b46178abff completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:49.621013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:19:49.621268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3b7af2aa-3368-4c8b-bbff-8c7c342cf860 None None] Provisioning complete for port c2f5fc90-9c8f-43f3-9e00-68b46178abff triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:49.621493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3b7af2aa-3368-4c8b-bbff-8c7c342cf860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.637504 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-c466519e-dea3-4981-bb6b-2a31565ab7dc None None] Set router f1b8f29c-cd99-4dcf-ab28-154f11cff582 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:49.668369 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8d10005b-eae1-4ccc-a825-5b7407befc90 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1b8f29c-cd99-4dcf-ab28-154f11cff582 HTTP/1.1" status: 200 len: 205 time: 0.1158414 Feb 04 06:19:49.670495 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49914) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:49.738842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.763912 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c466519e-dea3-4981-bb6b-2a31565ab7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b8f29c-cd99-4dcf-ab28-154f11cff582', 'name': 'tempest-RoutersIpV6Test-router-1767207708', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:47Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 2, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:49.768988 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c466519e-dea3-4981-bb6b-2a31565ab7dc None None] The sync data for ids ['f1b8f29c-cd99-4dcf-ab28-154f11cff582'] in dv-neutron-827796-1-hyperv is: [{'id': 'f1b8f29c-cd99-4dcf-ab28-154f11cff582', 'name': 'tempest-RoutersIpV6Test-router-1767207708', 'tenant_id': '603aa45d22584f0091a3bd3b07d5acd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:47Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 2, 'project_id': '603aa45d22584f0091a3bd3b07d5acd5', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:49.841127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3b7af2aa-3368-4c8b-bbff-8c7c342cf860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:49.843218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:19:49.870086 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9da07b98-ab87-4f4d-9bd1-325b0ba2f9fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/dfafc0b6-1ebd-4d10-b061-f65e5c7359aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5678771 Feb 04 06:19:49.871987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Sync routers for ids ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:49.878554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49924) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:49.895361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Routers {'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:49.896012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:49.976329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3b7af2aa-3368-4c8b-bbff-8c7c342cf860 None None] For port c2f5fc90-9c8f-43f3-9e00-68b46178abff, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c2f5fc90-9c8f-43f3-9e00-68b46178abff,segment=NetworkSegment(25cb9c25-6b09-45cb-bb13-83b77c144421),segment_id=25cb9c25-6b09-45cb-bb13-83b77c144421)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:49.977011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9690-4f20-4ecc-9737-22c04d2bb470 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:50.131935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3b7af2aa-3368-4c8b-bbff-8c7c342cf860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:50.152804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe345a-ce99-4fa1-b2a1-6e2e909f6bb6 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.153332 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe345a-ce99-4fa1-b2a1-6e2e909f6bb6 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.153808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe345a-ce99-4fa1-b2a1-6e2e909f6bb6 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.154282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe345a-ce99-4fa1-b2a1-6e2e909f6bb6 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.154746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe345a-ce99-4fa1-b2a1-6e2e909f6bb6 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.157107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe345a-ce99-4fa1-b2a1-6e2e909f6bb6 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.163440 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-93fe345a-ce99-4fa1-b2a1-6e2e909f6bb6 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.2835896 Feb 04 06:19:50.173687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49930) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:50.267170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Set router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:50.285995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21050f8-09eb-4eb8-9186-ea68f8b8de6b tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.287346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21050f8-09eb-4eb8-9186-ea68f8b8de6b tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.288018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21050f8-09eb-4eb8-9186-ea68f8b8de6b tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.289072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21050f8-09eb-4eb8-9186-ea68f8b8de6b tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.289681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21050f8-09eb-4eb8-9186-ea68f8b8de6b tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.290137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21050f8-09eb-4eb8-9186-ea68f8b8de6b tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:50.292164 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d21050f8-09eb-4eb8-9186-ea68f8b8de6b tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.1246886 Feb 04 06:19:50.295372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49934) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:50.431800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9690-4f20-4ecc-9737-22c04d2bb470 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:50.434561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9690-4f20-4ecc-9737-22c04d2bb470 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:50.563193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9690-4f20-4ecc-9737-22c04d2bb470 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:50.566852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1f9690-4f20-4ecc-9737-22c04d2bb470 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Fanout notify agent at l3_agent the message router_deleted on router f1b8f29c-cd99-4dcf-ab28-154f11cff582 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:19:50.593218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9690-4f20-4ecc-9737-22c04d2bb470 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:50.594595 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ba1f9690-4f20-4ecc-9737-22c04d2bb470 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/f1b8f29c-cd99-4dcf-ab28-154f11cff582 HTTP/1.1" status: 204 len: 168 time: 0.9223454 Feb 04 06:19:50.602407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49944) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:50.643410 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7af2aa-3368-4c8b-bbff-8c7c342cf860 None None] Pushing event updated for resources: {'Port': ['ID=c2f5fc90-9c8f-43f3-9e00-68b46178abff,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:50.670694 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fa2430d0-a5f6-4dcd-aa51-6c5775fe074c tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1b8f29c-cd99-4dcf-ab28-154f11cff582 HTTP/1.1" status: 200 len: 205 time: 0.0659239 Feb 04 06:19:50.672880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49948) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:50.692676 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-20ced931-6a54-4a54-aa04-8cc975b9c966 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3579 time: 0.3959451 Feb 04 06:19:50.774008 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-d07e3356-2e5a-4584-a449-ebff89eeb1ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] delete failed (client error): The resource could not be found. Feb 04 06:19:50.774008 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d07e3356-2e5a-4584-a449-ebff89eeb1ed tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/f1b8f29c-cd99-4dcf-ab28-154f11cff582 HTTP/1.1" status: 404 len: 336 time: 0.0885592 Feb 04 06:19:50.774008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49956) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:50.818691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5716823-ce03-4d4e-bc78-cc4eaba1d701 None None] Network e733dfbb-4330-4647-b2f2-642f97c14806 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:50.827043 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2beb0c-6a02-48f2-9e3e-6d443387bf04 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:50.840837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2beb0c-6a02-48f2-9e3e-6d443387bf04 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:50.840837 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fe2beb0c-6a02-48f2-9e3e-6d443387bf04 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/d1602a33-9dad-4af0-9655-4e09d60d55c3 HTTP/1.1" status: 404 len: 337 time: 0.0641382 Feb 04 06:19:50.842782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49960) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:50.895987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.042501 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b81ea82-c0b6-444f-b028-7ff9857d79ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:51.042993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b81ea82-c0b6-444f-b028-7ff9857d79ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:51.046124 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7b81ea82-c0b6-444f-b028-7ff9857d79ab tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/dd3c2e67-0e22-4bb0-a0d7-8cc436b4aa59 HTTP/1.1" status: 404 len: 337 time: 0.2006171 Feb 04 06:19:51.050111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49968) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.053892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'e8cbffb9-2eba-4134-8d1f-bc3cce747b82', 'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:3f:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:46Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:51.056631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-960b192b-d662-4a7d-963c-ad792ce88a3e None None] Provisioning for port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:51.066893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Checking router: dfafc0b6-1ebd-4d10-b061-f65e5c7359aa for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:51.067381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Updating router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:19:51.094146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-960b192b-d662-4a7d-963c-ad792ce88a3e None None] Provisioning complete for port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:51.094677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-960b192b-d662-4a7d-963c-ad792ce88a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.096350 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc27c37-28d5-4872-a238-d66f30dd431d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:51.096842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc27c37-28d5-4872-a238-d66f30dd431d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:51.102646 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6fc27c37-28d5-4872-a238-d66f30dd431d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/27579a4e-a6d2-44eb-a682-bcff27afc0ae HTTP/1.1" status: 404 len: 337 time: 0.0486908 Feb 04 06:19:51.102646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49972) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.151106 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52b55df-1575-4a80-be39-2586d6bdd750 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:51.151567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52b55df-1575-4a80-be39-2586d6bdd750 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:51.155272 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d52b55df-1575-4a80-be39-2586d6bdd750 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/c1981d44-e960-4df4-b04d-347066c7a425 HTTP/1.1" status: 404 len: 337 time: 0.0508027 Feb 04 06:19:51.156088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49976) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.202124 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a0579c81-afe1-462b-9d43-a2e9909a3a26 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=baa9dc5d-f8d8-4bf8-b201-e820c1829257 HTTP/1.1" status: 200 len: 205 time: 0.0446932 Feb 04 06:19:51.204576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49980) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.237133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.248660 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-960b192b-d662-4a7d-963c-ad792ce88a3e None None] Port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:51.282394 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 49986) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.290604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638124517', 'description': 'tempest-secgroup-smoke-1638124517 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:51.296808 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-841929c4-4ee2-4f25-b216-7f3da3808a5d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] delete failed (client error): The resource could not be found. Feb 04 06:19:51.298121 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-841929c4-4ee2-4f25-b216-7f3da3808a5d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/baa9dc5d-f8d8-4bf8-b201-e820c1829257 HTTP/1.1" status: 404 len: 336 time: 0.0924473 Feb 04 06:19:51.299483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:51.300786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49990) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.305417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:51.310312 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:51.315923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:51.322865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-960b192b-d662-4a7d-963c-ad792ce88a3e None None] Provisioning complete for port c2f5fc90-9c8f-43f3-9e00-68b46178abff triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:51.323549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-960b192b-d662-4a7d-963c-ad792ce88a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.350875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-595c16fc-c0c9-42bf-9692-85955b1bc687 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Synchronizing usage tracker for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:51.459109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.476621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:51.480879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:51.483912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:51.487148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-595c16fc-c0c9-42bf-9692-85955b1bc687 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] Unset dirty status for tenant:603aa45d22584f0091a3bd3b07d5acd5 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:51.488403 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-595c16fc-c0c9-42bf-9692-85955b1bc687 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a HTTP/1.1" status: 200 len: 205 time: 0.1865046 Feb 04 06:19:51.495276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 49994) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.506661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:51.614256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-7d1ea0ac-737d-4c74-840d-c1ffb6c54b0b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] delete failed (client error): The resource could not be found. Feb 04 06:19:51.616174 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7d1ea0ac-737d-4c74-840d-c1ffb6c54b0b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/b7eeaef8-e4a6-4aff-83dd-07c4dbcbe49a HTTP/1.1" status: 404 len: 336 time: 0.1233015 Feb 04 06:19:51.618891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50002) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.635089 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.669220 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd27a3f-1457-40dd-97cf-02102c46edda tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:51.669889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd27a3f-1457-40dd-97cf-02102c46edda tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:51.673969 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bcd27a3f-1457-40dd-97cf-02102c46edda tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/df22e8f6-c8af-45ea-8169-aa93a7cdf358 HTTP/1.1" status: 404 len: 337 time: 0.0515506 Feb 04 06:19:51.674376 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50006) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.722202 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-02faee33-6331-4215-9f76-32b74950d6c9 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dfada7a-0a67-4fb6-b3f9-aa3741671d19 HTTP/1.1" status: 200 len: 205 time: 0.0465980 Feb 04 06:19:51.725175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50010) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.793664 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-a7ff95df-45ef-4540-8451-15d9bd1f3a8b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] delete failed (client error): The resource could not be found. Feb 04 06:19:51.794901 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a7ff95df-45ef-4540-8451-15d9bd1f3a8b tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/1dfada7a-0a67-4fb6-b3f9-aa3741671d19 HTTP/1.1" status: 404 len: 336 time: 0.0687881 Feb 04 06:19:51.797495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50014) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.799168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-33c1f8bc-9166-43ad-af67-9cc07e7f6ace None None] Provisioning complete for port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:51.799379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33c1f8bc-9166-43ad-af67-9cc07e7f6ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.858973 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0c11715e-8dbb-4963-b08f-331ad4d3c077 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f HTTP/1.1" status: 200 len: 205 time: 0.0558467 Feb 04 06:19:51.859178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-33c1f8bc-9166-43ad-af67-9cc07e7f6ace None None] Port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:19:51.859178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.859506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50020) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:51.875362 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Transition to ACTIVE for port object e8cbffb9-2eba-4134-8d1f-bc3cce747b82 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:19:51.884229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-33c1f8bc-9166-43ad-af67-9cc07e7f6ace None None] Provisioning complete for port c2f5fc90-9c8f-43f3-9e00-68b46178abff triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:51.884642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33c1f8bc-9166-43ad-af67-9cc07e7f6ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:51.976145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.030196 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-2e71aede-c937-43e0-a967-ced976c9e0f1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] delete failed (client error): The resource could not be found. Feb 04 06:19:52.034247 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2e71aede-c937-43e0-a967-ced976c9e0f1 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/7d514139-fbb0-4b48-bdc1-3f70a3dd2b7f HTTP/1.1" status: 404 len: 336 time: 0.1710067 Feb 04 06:19:52.040458 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:52.045393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efdd11cf-ad8c-4a4c-af6a-382cd6741819,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:52.058466 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.090010 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad1e3de-31dd-43fb-a6ed-d5bea243072f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:52.091136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad1e3de-31dd-43fb-a6ed-d5bea243072f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:52.093058 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5ad1e3de-31dd-43fb-a6ed-d5bea243072f tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/82cdd59f-5235-46ff-bc19-e43c5e2ba00a HTTP/1.1" status: 404 len: 337 time: 0.0565019 Feb 04 06:19:52.095571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50032) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:52.157911 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-564d9569-ee15-40f3-b7c2-9ee58cbd22ea tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa4d674-131f-4adf-adbb-3515c3b443d0 HTTP/1.1" status: 200 len: 205 time: 0.0610049 Feb 04 06:19:52.161294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.168962 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e3e1b26c-08cc-4945-b36a-d76b5fc74950 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8799889 Feb 04 06:19:52.168962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50036) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:52.171174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50040) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:52.178220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c000f462-818b-4480-a181-20412f7712b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'efdd11cf-ad8c-4a4c-af6a-382cd6741819', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:52.185185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c000f462-818b-4480-a181-20412f7712b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:52.192558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c000f462-818b-4480-a181-20412f7712b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:52.193998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c000f462-818b-4480-a181-20412f7712b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:52.203053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c000f462-818b-4480-a181-20412f7712b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:52.234122 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b49d30-f3bc-4a5e-a2a4-2bda949bc7fe None None] Pushing event updated for resources: {'Port': ['ID=e8cbffb9-2eba-4134-8d1f-bc3cce747b82,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:52.269409 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-9e9378ec-f04c-433f-8225-6943a3ca819d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] delete failed (client error): The resource could not be found. Feb 04 06:19:52.273353 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9e9378ec-f04c-433f-8225-6943a3ca819d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/eaa4d674-131f-4adf-adbb-3515c3b443d0 HTTP/1.1" status: 404 len: 336 time: 0.1052444 Feb 04 06:19:52.273892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50046) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:52.320031 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-803aa524-d8ea-4e25-be7b-84fb16c06476 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:52.320661 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803aa524-d8ea-4e25-be7b-84fb16c06476 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:52.322416 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-803aa524-d8ea-4e25-be7b-84fb16c06476 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/e530e367-9bfd-45c4-ae16-81b7d2d57737 HTTP/1.1" status: 404 len: 337 time: 0.0475044 Feb 04 06:19:52.325191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50052) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:52.331198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c000f462-818b-4480-a181-20412f7712b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.378007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Attempting to bind port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:19:52.378007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Attempting to bind port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:19:52.378007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Attempting to bind port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 on network e733dfbb-4330-4647-b2f2-642f97c14806 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:19:52.392950 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a572ba2f-7632-4530-9fe6-7eb49cb9ec38 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c135fb8-d402-47ec-8e07-b06894963c35 HTTP/1.1" status: 200 len: 205 time: 0.0658290 Feb 04 06:19:52.393897 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:19:52.394525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Checking segment: {'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:52.394932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.395366 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Bound using segment: {'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:19:52.395827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Bound port: e8cbffb9-2eba-4134-8d1f-bc3cce747b82, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:19:52.396792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.396939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50056) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:52.520109 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-447a7696-1ebc-4194-aca8-ba1d23d43e8d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] delete failed (client error): The resource could not be found. Feb 04 06:19:52.521715 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-447a7696-1ebc-4194-aca8-ba1d23d43e8d tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/routers/1c135fb8-d402-47ec-8e07-b06894963c35 HTTP/1.1" status: 404 len: 336 time: 0.1232259 Feb 04 06:19:52.524657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50060) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:52.527697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c000f462-818b-4480-a181-20412f7712b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.555722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] For port e8cbffb9-2eba-4134-8d1f-bc3cce747b82, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:19:52.562166 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] For port e8cbffb9-2eba-4134-8d1f-bc3cce747b82, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e8cbffb9-2eba-4134-8d1f-bc3cce747b82,segment=NetworkSegment(25cb9c25-6b09-45cb-bb13-83b77c144421),segment_id=25cb9c25-6b09-45cb-bb13-83b77c144421)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:19:52.590618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c000f462-818b-4480-a181-20412f7712b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.606037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c2f5fc90-9c8f-43f3-9e00-68b46178abff up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:52.615733 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2e06e5-e38d-4215-8ba0-7fca4cc79e26 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:52.617657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2e06e5-e38d-4215-8ba0-7fca4cc79e26 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:52.625971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000f462-818b-4480-a181-20412f7712b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401c8f73-fec3-4e65-9348-f8a3ff98fb7d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:52.626099 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0c2e06e5-e38d-4215-8ba0-7fca4cc79e26 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/56ce4f3d-abc2-43fa-a2a0-3cdb2a9ada5b HTTP/1.1" status: 404 len: 337 time: 0.1001003 Feb 04 06:19:52.626497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50064) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:52.636992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.726441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b49d30-f3bc-4a5e-a2a4-2bda949bc7fe None None] Pushing event updated for resources: {'Port': ['ID=e8cbffb9-2eba-4134-8d1f-bc3cce747b82,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:52.739237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c000f462-818b-4480-a181-20412f7712b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.740845 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c000f462-818b-4480-a181-20412f7712b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5686581 Feb 04 06:19:52.743673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50068) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:52.750201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4695b781-933f-4c0a-8939-8bff0702eeb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'efdd11cf-ad8c-4a4c-af6a-382cd6741819', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:52.764852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Routers {'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:19:52.765422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:52.765896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4695b781-933f-4c0a-8939-8bff0702eeb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:52.779508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4695b781-933f-4c0a-8939-8bff0702eeb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:52.789526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4695b781-933f-4c0a-8939-8bff0702eeb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:52.800442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4695b781-933f-4c0a-8939-8bff0702eeb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:52.849567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port c2f5fc90-9c8f-43f3-9e00-68b46178abff triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:52.849936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:52.867541 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6285d783-4e74-46a6-8ae5-d97e2a36d277 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] DELETE failed (client error): The resource could not be found. Feb 04 06:19:52.875044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6285d783-4e74-46a6-8ae5-d97e2a36d277 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:19:52.875044 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6285d783-4e74-46a6-8ae5-d97e2a36d277 tempest-RoutersIpV6Test-601975513 tempest-RoutersIpV6Test-601975513-project] 10.222.0.32 "DELETE /v2.0/subnets/6a6116e6-e405-4869-84bd-0587293a0584 HTTP/1.1" status: 404 len: 337 time: 0.2411296 Feb 04 06:19:52.940485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4695b781-933f-4c0a-8939-8bff0702eeb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.058795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] Set router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:19:53.073732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50074) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:53.079150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134757168', 'description': 'tempest-secgroup-smoke-2134757168 description', 'project_id': 'edcd344372f54cb8bd95bd63350574d2'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:53.080384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4695b781-933f-4c0a-8939-8bff0702eeb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.086458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:53.090752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:security_group and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:53.094086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:53.108362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:53.258340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4695b781-933f-4c0a-8939-8bff0702eeb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.264743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.271754 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.284954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695b781-933f-4c0a-8939-8bff0702eeb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e649ff47-e804-44b2-a125-7dc03aaf261a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:53.287305 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:53.298171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:security_group_rule and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:53.299252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:53.304995 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:53.413127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4695b781-933f-4c0a-8939-8bff0702eeb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.414618 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4695b781-933f-4c0a-8939-8bff0702eeb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6695313 Feb 04 06:19:53.417566 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50078) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:53.423005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2fbf546a-5aec-4669-b47c-67f2cb46a2f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'efdd11cf-ad8c-4a4c-af6a-382cd6741819', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:53.430060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2fbf546a-5aec-4669-b47c-67f2cb46a2f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:53.433302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'e8cbffb9-2eba-4134-8d1f-bc3cce747b82', 'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:3f:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:46Z', 'updated_at': '2022-02-04T06:19:52Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:53.434009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2fbf546a-5aec-4669-b47c-67f2cb46a2f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:53.437307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2fbf546a-5aec-4669-b47c-67f2cb46a2f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:53.438925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134def0-01e9-49a6-bf51-71fa4559f70d None None] The sync data for ids ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'] in dv-neutron-827796-1-hyperv is: [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'e8cbffb9-2eba-4134-8d1f-bc3cce747b82', 'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:3f:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:46Z', 'updated_at': '2022-02-04T06:19:52Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:53.448577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2fbf546a-5aec-4669-b47c-67f2cb46a2f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:53.518223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.587180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fbf546a-5aec-4669-b47c-67f2cb46a2f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.634550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50084) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:53.667225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fbf546a-5aec-4669-b47c-67f2cb46a2f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.721648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.732186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:53.742943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:security_group_rule and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:53.760212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:53.785237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:53.804017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec05f4e5-aec0-449f-bfc5-808324af25ab,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:53.824236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fbf546a-5aec-4669-b47c-67f2cb46a2f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.842024 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4d55a995-8127-41d7-942c-f7da1ed621db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=603aa45d22584f0091a3bd3b07d5acd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114685 Feb 04 06:19:53.845699 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50090) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:53.857442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf546a-5aec-4669-b47c-67f2cb46a2f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2987dd-95c0-440e-81d4-0a16952334cb,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:53.935815 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.952046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2fbf546a-5aec-4669-b47c-67f2cb46a2f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.953714 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2fbf546a-5aec-4669-b47c-67f2cb46a2f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5349131 Feb 04 06:19:53.954966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f81db3ef-b62e-438b-a8a0-fbad654c19ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:53.956454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50094) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:53.963460 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ecf53cd8-5d1b-4273-b374-d3d93a93b456 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'efdd11cf-ad8c-4a4c-af6a-382cd6741819', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:53.970080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ecf53cd8-5d1b-4273-b374-d3d93a93b456 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:53.975048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ecf53cd8-5d1b-4273-b374-d3d93a93b456 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:53.978564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ecf53cd8-5d1b-4273-b374-d3d93a93b456 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:53.986627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ecf53cd8-5d1b-4273-b374-d3d93a93b456 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:53.988556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f81db3ef-b62e-438b-a8a0-fbad654c19ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.009403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.072338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f74880-e4c4-4b12-b4be-945f0bd844a5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:54.593958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e8cbffb9-2eba-4134-8d1f-bc3cce747b82 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:54.653992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecf53cd8-5d1b-4273-b374-d3d93a93b456 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.722924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.724290 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e2d088de-c045-4a96-9229-59e2b3a7f857 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6495163 Feb 04 06:19:54.728003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50098) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:54.732735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecf53cd8-5d1b-4273-b374-d3d93a93b456 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.735748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-82c63183-026e-4923-96df-965e80e9af99 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'security_group_rule': {'security_group_id': 'e7f74880-e4c4-4b12-b4be-945f0bd844a5', 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:54.743991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82c63183-026e-4923-96df-965e80e9af99 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:54.748104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-82c63183-026e-4923-96df-965e80e9af99 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:security_group_rule and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:54.751010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-82c63183-026e-4923-96df-965e80e9af99 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:54.757584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82c63183-026e-4923-96df-965e80e9af99 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:54.860681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f81db3ef-b62e-438b-a8a0-fbad654c19ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.860905 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:19:54.863814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:54.864190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.875413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81db3ef-b62e-438b-a8a0-fbad654c19ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc25dbd-41e5-45ea-bf2b-f397ab46d9c1,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:54.879845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f81db3ef-b62e-438b-a8a0-fbad654c19ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.884014 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f81db3ef-b62e-438b-a8a0-fbad654c19ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fc25dbd-41e5-45ea-bf2b-f397ab46d9c1 HTTP/1.1" status: 204 len: 168 time: 1.0323439 Feb 04 06:19:54.962165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecf53cd8-5d1b-4273-b374-d3d93a93b456 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.992877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:54.993134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf53cd8-5d1b-4273-b374-d3d93a93b456 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1f37c9-9460-42cf-a9a1-08dd1cafc939,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:54.997376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82c63183-026e-4923-96df-965e80e9af99 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.030860 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port e8cbffb9-2eba-4134-8d1f-bc3cce747b82, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e8cbffb9-2eba-4134-8d1f-bc3cce747b82,segment=NetworkSegment(25cb9c25-6b09-45cb-bb13-83b77c144421),segment_id=25cb9c25-6b09-45cb-bb13-83b77c144421)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:19:55.066711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82c63183-026e-4923-96df-965e80e9af99 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.155738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecf53cd8-5d1b-4273-b374-d3d93a93b456 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.156982 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ecf53cd8-5d1b-4273-b374-d3d93a93b456 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1993539 Feb 04 06:19:55.159906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50104) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:55.165560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'efdd11cf-ad8c-4a4c-af6a-382cd6741819', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:55.171545 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:55.175478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:55.178440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:55.184124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:55.263632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82c63183-026e-4923-96df-965e80e9af99 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.263817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.291825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c63183-026e-4923-96df-965e80e9af99 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c58b01-c4f7-4b45-ae9e-e6bf501d593a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:55.296774 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:19:55.304752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.338931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=e8cbffb9-2eba-4134-8d1f-bc3cce747b82,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:55.376521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.383281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82c63183-026e-4923-96df-965e80e9af99 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.383281 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-82c63183-026e-4923-96df-965e80e9af99 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6503651 Feb 04 06:19:55.384432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50110) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:55.390782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b8a0f16a-6443-4aa9-9798-a8bc7f1ecd15 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'security_group_rule': {'security_group_id': 'e7f74880-e4c4-4b12-b4be-945f0bd844a5', 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:55.396559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b8a0f16a-6443-4aa9-9798-a8bc7f1ecd15 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:55.401550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b8a0f16a-6443-4aa9-9798-a8bc7f1ecd15 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:security_group_rule and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:55.404008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b8a0f16a-6443-4aa9-9798-a8bc7f1ecd15 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:55.411786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b8a0f16a-6443-4aa9-9798-a8bc7f1ecd15 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:55.475456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.502848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe67480-278b-4ca5-b910-9c92c7267bc5,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:55.533853 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8a0f16a-6443-4aa9-9798-a8bc7f1ecd15 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.596043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8a0f16a-6443-4aa9-9798-a8bc7f1ecd15 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.658121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.661402 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-928dd8b9-daa2-40b1-870c-3f77f6adad10 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4987245 Feb 04 06:19:55.662470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50120) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:55.667618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'efdd11cf-ad8c-4a4c-af6a-382cd6741819', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:55.673687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:55.677479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:55.680966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:55.687260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:55.756159 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8a0f16a-6443-4aa9-9798-a8bc7f1ecd15 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.780863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0f16a-6443-4aa9-9798-a8bc7f1ecd15 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25986df0-5950-4b13-ae74-75bd3a0b18c6,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:55.790368 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:19:55.797298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.852577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8a0f16a-6443-4aa9-9798-a8bc7f1ecd15 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.853846 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b8a0f16a-6443-4aa9-9798-a8bc7f1ecd15 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4678109 Feb 04 06:19:55.856611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50126) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:55.862059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-43d3ec51-efff-481e-b176-6335372bf945 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'security_group_rule': {'security_group_id': 'e7f74880-e4c4-4b12-b4be-945f0bd844a5', 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:55.865711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.868538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-43d3ec51-efff-481e-b176-6335372bf945 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:55.872370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-43d3ec51-efff-481e-b176-6335372bf945 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:security_group_rule and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:55.875326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-43d3ec51-efff-481e-b176-6335372bf945 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:55.881128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-43d3ec51-efff-481e-b176-6335372bf945 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:55.955390 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:55.979622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a75a88-eb30-4e52-8c62-20430480e55d,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:56.025013 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43d3ec51-efff-481e-b176-6335372bf945 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.070236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.071187 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7557f181-78d2-4672-a9ad-1451fd77024f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4077945 Feb 04 06:19:56.088247 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43d3ec51-efff-481e-b176-6335372bf945 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.218169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43d3ec51-efff-481e-b176-6335372bf945 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.248206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3ec51-efff-481e-b176-6335372bf945 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee2255b-5a2b-4a7c-8254-5ecffd509e2b,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:56.252806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50150) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:56.299958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-8e188a2b-c77b-4d05-bca0-df15d78715bd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:56.349792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-43d3ec51-efff-481e-b176-6335372bf945 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.350971 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-43d3ec51-efff-481e-b176-6335372bf945 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4932904 Feb 04 06:19:56.353840 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50156) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:56.358803 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ea1f9ea6-a553-4adf-a36b-81ee1a132bdf tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'security_group_rule': {'security_group_id': 'e7f74880-e4c4-4b12-b4be-945f0bd844a5', 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:56.364585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ea1f9ea6-a553-4adf-a36b-81ee1a132bdf tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:56.369018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ea1f9ea6-a553-4adf-a36b-81ee1a132bdf tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:security_group_rule and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:56.371827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ea1f9ea6-a553-4adf-a36b-81ee1a132bdf tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:56.377676 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ea1f9ea6-a553-4adf-a36b-81ee1a132bdf tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:56.389568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-8e188a2b-c77b-4d05-bca0-df15d78715bd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:56.397635 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-8e188a2b-c77b-4d05-bca0-df15d78715bd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638124517&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.1357007 Feb 04 06:19:56.447210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-773311864-network', 'tenant_id': '0d12da0aca7a48cf87e838c096eb105f'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:56.447210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:56.447210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Usage tracker for resource:network and tenant:0d12da0aca7a48cf87e838c096eb105f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:56.447210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:56.447210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:56.506508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea1f9ea6-a553-4adf-a36b-81ee1a132bdf tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.543644 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Made reservation on behalf of 0d12da0aca7a48cf87e838c096eb105f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:56.546219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.559369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.569516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e8cbffb9-2eba-4134-8d1f-bc3cce747b82 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:19:56.583983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:56.587553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-83cbdc6c-057a-4e2d-ba80-fb6da247826b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:56.588261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-83cbdc6c-057a-4e2d-ba80-fb6da247826b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:56.589152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Usage tracker for resource:security_group_rule and tenant:0d12da0aca7a48cf87e838c096eb105f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:56.592380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:56.598639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:56.619622 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea1f9ea6-a553-4adf-a36b-81ee1a132bdf tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.643991 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:19:56.644378 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.684204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.692516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-83cbdc6c-057a-4e2d-ba80-fb6da247826b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:56.693735 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-83cbdc6c-057a-4e2d-ba80-fb6da247826b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/networks?id=e733dfbb-4330-4647-b2f2-642f97c14806 HTTP/1.1" status: 200 len: 796 time: 0.2959599 Feb 04 06:19:56.709218 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-8bac1a19-ab38-4c30-b6ea-3b5d3a93a651 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/quotas/ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 375 time: 0.0092032 Feb 04 06:19:56.750156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea1f9ea6-a553-4adf-a36b-81ee1a132bdf tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.778858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.789265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f9ea6-a553-4adf-a36b-81ee1a132bdf tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7d53d0-51be-442b-85b3-e1f58fb74315,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:56.807005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:19:56.820474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371c5c27-0eeb-4057-af92-c8d35bf9f66a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:56.826062 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-5e3cc350-b0ed-4c3e-b82a-4977553fcfce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097026 Feb 04 06:19:56.833266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.833628 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Added segment 0bb30903-7ba8-41bd-8a38-ae6581f6aeae of type vlan for network 2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 Feb 04 06:19:56.861491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.901184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ea1f9ea6-a553-4adf-a36b-81ee1a132bdf tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:56.902354 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ea1f9ea6-a553-4adf-a36b-81ee1a132bdf tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5475843 Feb 04 06:19:56.905180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50160) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:56.910868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'security_group_rule': {'security_group_id': 'e7f74880-e4c4-4b12-b4be-945f0bd844a5', 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:56.917479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:56.921267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:security_group_rule and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:56.924235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:56.934305 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:56.966997 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a50c6272-53a2-4256-af18-8683b9b754ea service neutron] 10.222.0.32 "GET /v2.0/networks/e733dfbb-4330-4647-b2f2-642f97c14806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301875 Feb 04 06:19:57.063682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.075482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:57.075482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.092175 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Project edcd344372f54cb8bd95bd63350574d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:19:57.099899 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-fdbe079b-8a1b-449a-ae0b-deffddfbe834 service neutron] 10.222.0.32 "GET /v2.0/networks/e733dfbb-4330-4647-b2f2-642f97c14806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270370 Feb 04 06:19:57.149546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.212205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] Pushing event updated for resources: {'Network': ['ID=2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:57.222808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:19:57.239537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.367677 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8d57ba2c-321d-4960-be53-b45a288e8a4a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1137846 Feb 04 06:19:57.373225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50164) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:57.376165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Request body: {'subnet': {'network_id': '2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-773311864-subnet', 'tenant_id': '0d12da0aca7a48cf87e838c096eb105f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:57.382168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:57.385194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Usage tracker for resource:subnet and tenant:0d12da0aca7a48cf87e838c096eb105f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:57.388740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:57.394564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:57.436155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.467804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5755b625-df0a-411d-8754-b05e818b4b92,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:57.533163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Made reservation on behalf of 0d12da0aca7a48cf87e838c096eb105f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:57.535709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.601835 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ccf70305-263c-445d-9a24-391e826f7973 req-c436556e-ac6f-4b81-aafc-07af3712029f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:19:57.614452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.618129 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dc092063-75ab-47d0-a500-4d32eb9f10b0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7094715 Feb 04 06:19:57.619802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50176) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:57.625824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'security_group_rule': {'security_group_id': 'e7f74880-e4c4-4b12-b4be-945f0bd844a5', 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:57.632944 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:57.638946 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:security_group_rule and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:57.643785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:57.649777 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:57.783851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ccf70305-263c-445d-9a24-391e826f7973 req-c436556e-ac6f-4b81-aafc-07af3712029f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:19:57.785792 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ccf70305-263c-445d-9a24-391e826f7973 req-c436556e-ac6f-4b81-aafc-07af3712029f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 210 time: 0.2894247 Feb 04 06:19:57.830278 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Project edcd344372f54cb8bd95bd63350574d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:19:57.837345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.901464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.904494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:57.979404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedae798-3af5-4bab-b17d-be88764617c9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:57.988832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Checking segment: {'id': '0bb30903-7ba8-41bd-8a38-ae6581f6aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:19:57.989255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Network hostable DHCP agents. Network: 2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:19:58.018249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.042166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931ee886-c4b6-4269-a516-fe7c02d51097,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:58.138845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.139032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Network 2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:19:58.140418 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0c906ecb-df37-4b91-8d6a-dd1799db86a7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5190833 Feb 04 06:19:58.143535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50182) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:58.150804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'network': {'name': 'tempest-network-smoke--236763604', 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'port_security_enabled': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:58.155691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:58.160011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:network and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:58.162848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:58.169134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:58.263662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:58.268212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:58.269415 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.272544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bff893-17d2-47ef-9e7e-de31772d1a54 None None] Network 2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:58.293291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Made reservation on behalf of edcd344372f54cb8bd95bd63350574d2 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:19:58.296757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.324599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:19:58.333026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.333378 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Added segment 6a3ca15a-62a1-4f04-9d70-d503db48630e of type vlan for network 5b9a0743-8994-41ba-8299-f9a4dc7e513f Feb 04 06:19:58.359741 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.439347 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f652da74-8516-4fec-bc68-eea0b4e4e661 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0648720 Feb 04 06:19:58.498817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e1c820-2279-41b5-b79a-0874cb80748a None None] Network 2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:19:58.515279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.521183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:58.521784 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.629416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'Network': ['ID=5b9a0743-8994-41ba-8299-f9a4dc7e513f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:58.662095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 5b9a0743-8994-41ba-8299-f9a4dc7e513f details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:19:58.729547 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3a803d08-5a94-4499-bb19-07e72e4062cb tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5821452 Feb 04 06:19:58.729760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50190) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:58.734916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'admin_state_up': True, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:58.741879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:58.745657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:router and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:58.748453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:58.763394 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:58.934923 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b650bf0f-55fc-4b29-a81f-9d10b2db6f67 req-a3722884-2b54-4738-bf31-3465d4d1284e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 210 time: 0.0436065 Feb 04 06:19:58.949439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.950498 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:58.966677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:59.458098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50206) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:19:59.463795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1600137820-network', 'tenant_id': 'ec01343519514daaa46d9712190591e5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:59.468398 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:19:59.472309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Usage tracker for resource:network and tenant:ec01343519514daaa46d9712190591e5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:19:59.475304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:19:59.481528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:19:59.522046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.089498 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8ac56406-9afe-4b29-9d03-23d03d2f6df6 req-bf220c21-a616-48c4-9aed-632598b145e8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 210 time: 0.0461900 Feb 04 06:20:00.178232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Made reservation on behalf of ec01343519514daaa46d9712190591e5 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:20:00.180679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.193783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.209580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:20:00.213050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Usage tracker for resource:security_group_rule and tenant:ec01343519514daaa46d9712190591e5 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:20:00.215871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:20:00.221690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:20:00.332603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.477677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.493804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.508314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.531904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:20:00.540965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7aee6b-2ead-4f8d-ab7d-89a4c242f581,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:00.546482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.546829 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Added segment 9a1bbd5e-b1a4-41a1-9540-df36950d77ee of type vlan for network e862c970-1e4e-486e-bb0a-c3d6eaffba5e Feb 04 06:20:00.573511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.646867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Allocated IP 172.26.7.137 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/9c352b63-b970-4a92-91e0-73eeef44ba3d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:00.738037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.742194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:00.742194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.796411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.934212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:00.998954 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:01.001989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:01.004371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:20:01.020987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] Pushing event updated for resources: {'Network': ['ID=e862c970-1e4e-486e-bb0a-c3d6eaffba5e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:01.038904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network e862c970-1e4e-486e-bb0a-c3d6eaffba5e details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:20:01.055776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'Port': ['ID=9c352b63-b970-4a92-91e0-73eeef44ba3d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:01.100010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a6e4da32-9bf3-452c-bc43-3cf6135710cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:01.100010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a6e4da32-9bf3-452c-bc43-3cf6135710cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:20:01.114775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a6e4da32-9bf3-452c-bc43-3cf6135710cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:20:01.116238 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a6e4da32-9bf3-452c-bc43-3cf6135710cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=e733dfbb-4330-4647-b2f2-642f97c14806 HTTP/1.1" status: 200 len: 796 time: 0.2176409 Feb 04 06:20:01.127427 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5084401e-2ec5-4745-90e3-cce9a218a410 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6627860 Feb 04 06:20:01.141091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50216) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:01.148829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Request body: {'subnet': {'network_id': 'e862c970-1e4e-486e-bb0a-c3d6eaffba5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1600137820-subnet', 'tenant_id': 'ec01343519514daaa46d9712190591e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:01.162889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:20:01.162889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Usage tracker for resource:subnet and tenant:ec01343519514daaa46d9712190591e5 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:20:01.162889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:20:01.168171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:20:01.195425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-6752fbd3-24b2-4d44-ab8c-5eb791033485 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:20:01.206267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-6752fbd3-24b2-4d44-ab8c-5eb791033485 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:20:01.207754 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-6752fbd3-24b2-4d44-ab8c-5eb791033485 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 380 time: 0.0833371 Feb 04 06:20:01.230901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'device_id': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'admin_state_up': True, 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'security_groups': ['efdd11cf-ad8c-4a4c-af6a-382cd6741819']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:01.319602 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f23323dd-8866-4d4c-8c45-fc416383591d req-d6b0a9ae-34ce-4698-875f-0ffac5c990fe tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 210 time: 0.0909269 Feb 04 06:20:01.374718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:20:01.384102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:20:01.402700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Made reservation on behalf of ec01343519514daaa46d9712190591e5 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:20:01.402700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.584615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:20:01.588385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.765092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.6 (e733dfbb-4330-4647-b2f2-642f97c14806/ca1ff80f-94ec-488d-a709-f17257f30aa6/5361a93c-d46b-453f-b1ac-4ef8e10b976f) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:01.883560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.957975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:01.977254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 5361a93c-d46b-453f-b1ac-4ef8e10b976f will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:02.110554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.121552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.197191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network e733dfbb-4330-4647-b2f2-642f97c14806 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:02.202386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:02.204264 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:20:02.218713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d8482e-0fc2-44d6-bd14-960747f7b4af,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:02.242915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=5361a93c-d46b-453f-b1ac-4ef8e10b976f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:02.274698 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:02.275337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.295162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Checking segment: {'id': '9a1bbd5e-b1a4-41a1-9540-df36950d77ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e862c970-1e4e-486e-bb0a-c3d6eaffba5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:20:02.295522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Network hostable DHCP agents. Network: e862c970-1e4e-486e-bb0a-c3d6eaffba5e, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:20:02.319860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.390426 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-a105ba73-f141-4f32-8860-0d03dca16923 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1696517 Feb 04 06:20:02.403798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Request body: {'port': {'device_id': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:02.412146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Network e862c970-1e4e-486e-bb0a-c3d6eaffba5e is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:20:02.526784 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d3753440-65ac-41a8-b8c9-497625a7bd9c None None] Provisioning for port 5361a93c-d46b-453f-b1ac-4ef8e10b976f completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:02.532177 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d3753440-65ac-41a8-b8c9-497625a7bd9c None None] Provisioning complete for port 5361a93c-d46b-453f-b1ac-4ef8e10b976f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:02.532545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d3753440-65ac-41a8-b8c9-497625a7bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.592637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d3753440-65ac-41a8-b8c9-497625a7bd9c None None] Port 5361a93c-d46b-453f-b1ac-4ef8e10b976f cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:20:02.609551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.612122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, e862c970-1e4e-486e-bb0a-c3d6eaffba5e) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:02.617427 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:02.618273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:02.624013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02160e5c-a769-4008-bfb8-00ffa9f9a883 None None] Network e862c970-1e4e-486e-bb0a-c3d6eaffba5e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:20:02.657849 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Router 511bec90-ae1a-4d94-94d5-05b574293f55 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:20:02.675256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f66b9-0e2e-484e-a981-600f120f1522 req-f3a7ff78-37f6-42bd-96da-8fa200ad1984 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:02.675967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-043f66b9-0e2e-484e-a981-600f120f1522 req-f3a7ff78-37f6-42bd-96da-8fa200ad1984 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:20:02.821029 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d90e2053-098f-44f1-a34c-e969203c7f5e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6787224 Feb 04 06:20:02.855220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:20:02.863607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-043f66b9-0e2e-484e-a981-600f120f1522 req-f3a7ff78-37f6-42bd-96da-8fa200ad1984 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:20:02.869608 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-043f66b9-0e2e-484e-a981-600f120f1522 req-f3a7ff78-37f6-42bd-96da-8fa200ad1984 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 931 time: 0.4141433 Feb 04 06:20:02.869732 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Sync routers for ids ['511bec90-ae1a-4d94-94d5-05b574293f55'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:02.881442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c03d5b-e964-461f-b75f-6558f9b4a5b4 None None] Network e862c970-1e4e-486e-bb0a-c3d6eaffba5e requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:20:02.893612 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Routers {'511bec90-ae1a-4d94-94d5-05b574293f55'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:02.894307 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['511bec90-ae1a-4d94-94d5-05b574293f55'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:02.962266 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-043f66b9-0e2e-484e-a981-600f120f1522 req-6571bb5e-9f29-4436-b676-5b568fd71c8a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757875 Feb 04 06:20:03.034793 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.044981 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-26b10e94-4808-4e9d-b206-01246b9fe6ce tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.3063133 Feb 04 06:20:03.047580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50230) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:03.065859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5361a93c-d46b-453f-b1ac-4ef8e10b976f {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:20:03.077789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.108001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Transition to ACTIVE for port object 5361a93c-d46b-453f-b1ac-4ef8e10b976f will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:03.128547 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Set router 511bec90-ae1a-4d94-94d5-05b574293f55 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:03.223969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.346693 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5ec12a51-80c5-42f3-b85b-ac8455cb5594 tempest-TestNetworkAdvancedServerOps-1096788323 tempest-TestNetworkAdvancedServerOps-1096788323-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=edcd344372f54cb8bd95bd63350574d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2974577 Feb 04 06:20:03.348057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50240) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:03.621641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5361a93c-d46b-453f-b1ac-4ef8e10b976f,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:03.661475 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:01Z', 'revision_number': 3, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:03.669655 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Checking router: 511bec90-ae1a-4d94-94d5-05b574293f55 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:20:03.670125 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Updating router 511bec90-ae1a-4d94-94d5-05b574293f55 port 9c352b63-b970-4a92-91e0-73eeef44ba3d binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:20:03.682879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Attempting to bind port 5361a93c-d46b-453f-b1ac-4ef8e10b976f on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:03.687046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Attempting to bind port 5361a93c-d46b-453f-b1ac-4ef8e10b976f by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:03.687046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Attempting to bind port 5361a93c-d46b-453f-b1ac-4ef8e10b976f on network e733dfbb-4330-4647-b2f2-642f97c14806 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:20:03.689794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e4112-1d74-4d76-b637-a03ac9df8b5b tempest-TestNetworkAdvancedServerOps-1096788323 tempest-TestNetworkAdvancedServerOps-1096788323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:03.690405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Port 5361a93c-d46b-453f-b1ac-4ef8e10b976f on network e733dfbb-4330-4647-b2f2-642f97c14806 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:20:03.690827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Attempting to bind port 5361a93c-d46b-453f-b1ac-4ef8e10b976f on network e733dfbb-4330-4647-b2f2-642f97c14806 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:20:03.691355 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fb3e4112-1d74-4d76-b637-a03ac9df8b5b tempest-TestNetworkAdvancedServerOps-1096788323 tempest-TestNetworkAdvancedServerOps-1096788323-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3423111 Feb 04 06:20:03.696786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50252) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:03.714997 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-82497d80-1cfb-4fd7-aac2-be01d9e709e8 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:03.716072 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-82497d80-1cfb-4fd7-aac2-be01d9e709e8 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/networks?id=2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 HTTP/1.1" status: 200 len: 811 time: 0.2197556 Feb 04 06:20:03.732702 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-0a58a9ba-8f7f-40b7-8e7a-3a1c4235a19d tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/quotas/0d12da0aca7a48cf87e838c096eb105f HTTP/1.1" status: 200 len: 375 time: 0.0098453 Feb 04 06:20:03.739099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:20:03.739525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Checking segment: {'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:20:03.739987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Bound using segment: {'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:20:03.740506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Bound port: 5361a93c-d46b-453f-b1ac-4ef8e10b976f, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25cb9c25-6b09-45cb-bb13-83b77c144421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:03.741076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.765508 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-71aa9657-3cdc-4347-a161-232a64d482b5 tempest-TestNetworkAdvancedServerOps-1096788323 tempest-TestNetworkAdvancedServerOps-1096788323-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628123 Feb 04 06:20:03.784772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50256) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:03.784959 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-92fb61d6-0aad-469f-a9d5-52555b1b5c7d tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d12da0aca7a48cf87e838c096eb105f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451865 Feb 04 06:20:03.786773 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:03.808978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2128349054', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:03.911191 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:20:03.977472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:20:03.984944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] For port 5361a93c-d46b-453f-b1ac-4ef8e10b976f, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:20:03.987328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:subnet and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:20:03.992354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] For port 5361a93c-d46b-453f-b1ac-4ef8e10b976f, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5361a93c-d46b-453f-b1ac-4ef8e10b976f,segment=NetworkSegment(25cb9c25-6b09-45cb-bb13-83b77c144421),segment_id=25cb9c25-6b09-45cb-bb13-83b77c144421)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:20:03.993846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:20:04.003617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:20:04.088279 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-2f3583f9-4ce8-421d-950f-702afa31ae12 service neutron] 10.222.0.32 "GET /v2.0/networks/2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970686 Feb 04 06:20:04.131448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.164734 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.177929 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Transition to ACTIVE for port object 9c352b63-b970-4a92-91e0-73eeef44ba3d will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:04.186158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Made reservation on behalf of edcd344372f54cb8bd95bd63350574d2 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:20:04.189748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.224690 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-8d9cf93c-da4d-4f99-ac5b-4a3f2728f68a service neutron] 10.222.0.32 "GET /v2.0/networks/2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284404 Feb 04 06:20:04.279009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:04.279633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.281210 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/5361a93c-d46b-453f-b1ac-4ef8e10b976f HTTP/1.1" status: 200 len: 1093 time: 1.8818810 Feb 04 06:20:04.292475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'tag': '5361a93c-d46b-453f-b1ac-4ef8e10b976f'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:04.343974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642c682-8399-4b88-932a-10b84ed8c8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5361a93c-d46b-453f-b1ac-4ef8e10b976f,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:04.353018 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.386664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0421f1-65f2-46d5-b3bb-7766ffd13284 req-62041514-86a2-493f-bc57-51efc215e01a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:04.388229 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8d0421f1-65f2-46d5-b3bb-7766ffd13284 req-62041514-86a2-493f-bc57-51efc215e01a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 943 time: 0.3067448 Feb 04 06:20:04.457785 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Attempting to bind port 9c352b63-b970-4a92-91e0-73eeef44ba3d on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:04.468887 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Attempting to bind port 9c352b63-b970-4a92-91e0-73eeef44ba3d by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:04.468887 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Attempting to bind port 9c352b63-b970-4a92-91e0-73eeef44ba3d on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:20:04.470273 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:20:04.471550 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:20:04.472446 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.473033 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:20:04.473688 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Bound port: 9c352b63-b970-4a92-91e0-73eeef44ba3d, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:04.474789 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.503411 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Pushing event updated for resources: {'Port': ['ID=9c352b63-b970-4a92-91e0-73eeef44ba3d,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:04.532261 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.532610 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.533558 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.533901 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.534492 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.534947 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.535706 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.535706 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.535939 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.536203 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.536601 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.537084 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:20:04.593593 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] For port 9c352b63-b970-4a92-91e0-73eeef44ba3d, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:20:04.596938 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] For port 9c352b63-b970-4a92-91e0-73eeef44ba3d, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c352b63-b970-4a92-91e0-73eeef44ba3d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:20:04.613203 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8d0421f1-65f2-46d5-b3bb-7766ffd13284 req-065165e7-f399-4c71-b37f-753890a0744d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173321 Feb 04 06:20:04.615151 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'tag': '5361a93c-d46b-453f-b1ac-4ef8e10b976f', 'status': 'completed', 'code': 200} Feb 04 06:20:04.644051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-183f145e-0b99-42b2-8a5e-33be59427feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:04.645805 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-183f145e-0b99-42b2-8a5e-33be59427feb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 1096 time: 0.1740992 Feb 04 06:20:04.680345 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-57974cec-fd4f-4a63-9d8e-476064bcdf4f req-0d6a010d-20a0-40b0-a920-92352ae0b5ec tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 210 time: 0.0555098 Feb 04 06:20:04.724962 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-3644e579-c02c-47bc-ace0-238b99107bef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5361a93c-d46b-453f-b1ac-4ef8e10b976f HTTP/1.1" status: 200 len: 217 time: 0.0701907 Feb 04 06:20:04.763493 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.812897 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.863758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-1f2ac584-dbe3-48d6-b68f-1a08c5fbb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:04.865253 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-1f2ac584-dbe3-48d6-b68f-1a08c5fbb27f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca1ff80f-94ec-488d-a709-f17257f30aa6 HTTP/1.1" status: 200 len: 834 time: 0.1348073 Feb 04 06:20:04.869029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'Subnet': ['ID=22f0464e-9e01-4883-87d8-2b2dff39de14,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:04.892904 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Routers {'511bec90-ae1a-4d94-94d5-05b574293f55'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:04.893521 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['511bec90-ae1a-4d94-94d5-05b574293f55'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:04.911008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Checking segment: {'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:20:04.911008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Network hostable DHCP agents. Network: 5b9a0743-8994-41ba-8299-f9a4dc7e513f, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:20:04.962982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-4fd6878d-c469-49f6-bb4c-d1c66e3ed07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:04.963450 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78be56e-50fe-4ad1-88e9-35aeb1040529 None None] Pushing event updated for resources: {'Port': ['ID=9c352b63-b970-4a92-91e0-73eeef44ba3d,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:04.964551 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-4fd6878d-c469-49f6-bb4c-d1c66e3ed07c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e733dfbb-4330-4647-b2f2-642f97c14806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915523 Feb 04 06:20:05.039690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Network 5b9a0743-8994-41ba-8299-f9a4dc7e513f is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:20:05.075230 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] Set router 511bec90-ae1a-4d94-94d5-05b574293f55 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:05.103602 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-72d4a7c9-3951-420d-a191-955b6c28cf64 service neutron] 10.222.0.24 "GET /v2.0/networks/e733dfbb-4330-4647-b2f2-642f97c14806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328771 Feb 04 06:20:05.196728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 5b9a0743-8994-41ba-8299-f9a4dc7e513f) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:05.201211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:05.210758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.212549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f11ba08-cb77-47b6-88ad-286d52138d1f None None] Network 5b9a0743-8994-41ba-8299-f9a4dc7e513f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:20:05.282711 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d38e1f7b-e161-4bab-9f65-77fe787c2c90 req-3156130f-b1b0-410e-90e9-8d9947ba273e service neutron] 10.222.0.24 "GET /v2.0/networks/e733dfbb-4330-4647-b2f2-642f97c14806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721671 Feb 04 06:20:05.342964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50272) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:05.343881 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-eedd8b76-d3dd-4141-a208-abbe1a67381b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5752921 Feb 04 06:20:05.401449 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:01Z', 'revision_number': 3, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:05.405624 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8e8bb7-031e-473b-bd52-6bcca7b4b9e8 None None] The sync data for ids ['511bec90-ae1a-4d94-94d5-05b574293f55'] in dv-neutron-827796-1-hyperv is: [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:01Z', 'revision_number': 3, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:05.468396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:20:05.468396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:05.619388 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed0a2-ba2e-454c-8d92-b73edbe397b0 req-ab3abeae-87c9-4968-9e84-fa2270ccc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:05.619864 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14aed0a2-ba2e-454c-8d92-b73edbe397b0 req-ab3abeae-87c9-4968-9e84-fa2270ccc21a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 1096 time: 0.0964036 Feb 04 06:20:05.788162 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Allocated IP 172.20.0.2 (5b9a0743-8994-41ba-8299-f9a4dc7e513f/22f0464e-9e01-4883-87d8-2b2dff39de14/5169c26e-aafc-4e8c-b99d-e09edc55bc96) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:05.899365 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-37a626af-30a2-45f7-9356-163f8a33fab8 req-f1baff6d-0546-4536-9064-4aae2370d222 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 210 time: 0.0895388 Feb 04 06:20:06.026080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed0a2-ba2e-454c-8d92-b73edbe397b0 req-cb9f5a00-d071-4ef9-8b08-b8b8d645cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:06.028235 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14aed0a2-ba2e-454c-8d92-b73edbe397b0 req-cb9f5a00-d071-4ef9-8b08-b8b8d645cc09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e733dfbb-4330-4647-b2f2-642f97c14806 HTTP/1.1" status: 200 len: 897 time: 0.4013317 Feb 04 06:20:06.084534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:06.098134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Transition to ACTIVE for port object 5169c26e-aafc-4e8c-b99d-e09edc55bc96 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:06.122787 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14aed0a2-ba2e-454c-8d92-b73edbe397b0 req-e6debbd6-19ed-4997-af0f-6542a18eb7ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5361a93c-d46b-453f-b1ac-4ef8e10b976f HTTP/1.1" status: 200 len: 217 time: 0.0870602 Feb 04 06:20:06.127442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Transition to ACTIVE for port object 5169c26e-aafc-4e8c-b99d-e09edc55bc96 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:06.203585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed0a2-ba2e-454c-8d92-b73edbe397b0 req-c3312074-89d1-46a3-a09b-9235fe8aa103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:06.206159 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14aed0a2-ba2e-454c-8d92-b73edbe397b0 req-c3312074-89d1-46a3-a09b-9235fe8aa103 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca1ff80f-94ec-488d-a709-f17257f30aa6 HTTP/1.1" status: 200 len: 834 time: 0.0731339 Feb 04 06:20:06.220489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a9142-c1ba-4f34-802b-2d7afd55b111 req-cc1eb4e8-30c3-4166-847a-dc588e2d2428 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:06.222124 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0b0a9142-c1ba-4f34-802b-2d7afd55b111 req-cc1eb4e8-30c3-4166-847a-dc588e2d2428 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 943 time: 0.3892407 Feb 04 06:20:06.248555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:06.325922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:06.329529 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0b0a9142-c1ba-4f34-802b-2d7afd55b111 req-3783d7cf-f7d9-4db3-b67f-f60c2926366f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739431 Feb 04 06:20:06.341032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Network 5b9a0743-8994-41ba-8299-f9a4dc7e513f is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:06.344835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:06.348028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed0a2-ba2e-454c-8d92-b73edbe397b0 req-cc449d82-4f1e-4c18-a8e6-dcef3ed9fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:06.349533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:20:06.350391 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14aed0a2-ba2e-454c-8d92-b73edbe397b0 req-cc449d82-4f1e-4c18-a8e6-dcef3ed9fc81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e733dfbb-4330-4647-b2f2-642f97c14806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1379983 Feb 04 06:20:06.352389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Pushing event updated for resources: {'Port': ['ID=5169c26e-aafc-4e8c-b99d-e09edc55bc96,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:06.466532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Attempting to bind port 5169c26e-aafc-4e8c-b99d-e09edc55bc96 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:06.466902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Attempting to bind port 5169c26e-aafc-4e8c-b99d-e09edc55bc96 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:06.467261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Attempting to bind port 5169c26e-aafc-4e8c-b99d-e09edc55bc96 on network 5b9a0743-8994-41ba-8299-f9a4dc7e513f {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:20:06.473170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:20:06.473710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Checking segment: {'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:20:06.474117 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:06.474637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Bound using segment: {'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:20:06.475312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Bound port: 5169c26e-aafc-4e8c-b99d-e09edc55bc96, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:06.475693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:06.613729 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14aed0a2-ba2e-454c-8d92-b73edbe397b0 req-c9c630bc-f5af-4c09-9cc2-5905af0171df service neutron] 10.222.0.24 "GET /v2.0/networks/e733dfbb-4330-4647-b2f2-642f97c14806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550991 Feb 04 06:20:06.615555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-797dc404-094b-49ef-be88-fa280919c68f None None] For port 5169c26e-aafc-4e8c-b99d-e09edc55bc96, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:20:06.632434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-797dc404-094b-49ef-be88-fa280919c68f None None] For port 5169c26e-aafc-4e8c-b99d-e09edc55bc96, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5169c26e-aafc-4e8c-b99d-e09edc55bc96,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:20:06.682859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c352b63-b970-4a92-91e0-73eeef44ba3d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:06.789334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:06.808607 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14aed0a2-ba2e-454c-8d92-b73edbe397b0 req-8554aaf1-23c6-46e7-9cb4-2c583c4df14d service neutron] 10.222.0.24 "GET /v2.0/networks/e733dfbb-4330-4647-b2f2-642f97c14806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880794 Feb 04 06:20:06.939082 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dc404-094b-49ef-be88-fa280919c68f None None] Pushing event updated for resources: {'Port': ['ID=5169c26e-aafc-4e8c-b99d-e09edc55bc96,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:07.047489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9c352b63-b970-4a92-91e0-73eeef44ba3d completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:07.052729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9c352b63-b970-4a92-91e0-73eeef44ba3d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:07.056992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:07.079756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Allocated IP 172.20.0.1 (5b9a0743-8994-41ba-8299-f9a4dc7e513f/22f0464e-9e01-4883-87d8-2b2dff39de14/0fbf79bb-832a-4334-97d3-835b13f2fa35) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:07.095188 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-29c0640b-3bcc-4748-8282-14fda182a491 req-1268154c-8179-4beb-add7-bdb856d807c4 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 210 time: 0.0546579 Feb 04 06:20:07.229731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:07.250154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9c352b63-b970-4a92-91e0-73eeef44ba3d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c352b63-b970-4a92-91e0-73eeef44ba3d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:07.313484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:07.335312 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Transition to ACTIVE for port object 0fbf79bb-832a-4334-97d3-835b13f2fa35 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:07.383674 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:07.454496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9c352b63-b970-4a92-91e0-73eeef44ba3d,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:07.481715 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:07.561814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Network 5b9a0743-8994-41ba-8299-f9a4dc7e513f is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:07.564928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:07.566594 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e579a2f-853f-4778-9dd8-7299353a088e req-70885e16-1822-4344-8c19-428996ed5197 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:07.567433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:20:07.568487 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2e579a2f-853f-4778-9dd8-7299353a088e req-70885e16-1822-4344-8c19-428996ed5197 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 943 time: 0.0970678 Feb 04 06:20:07.599108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'Port': ['ID=0fbf79bb-832a-4334-97d3-835b13f2fa35,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:07.634324 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2e579a2f-853f-4778-9dd8-7299353a088e req-8e57ea8c-f10e-4ed1-964b-5ad04a228af5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 Feb 04 06:20:07.638075 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:07.979458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:08.190947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-c23bb266-474f-4ebf-8678-1bdccc36c299 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:08.191900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-c23bb266-474f-4ebf-8678-1bdccc36c299 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Synchronizing usage tracker for tenant:0d12da0aca7a48cf87e838c096eb105f on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:20:08.221604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b93541-5f50-4654-b9d7-f9012aa7de4b None None] Network 5b9a0743-8994-41ba-8299-f9a4dc7e513f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:20:08.298857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-c23bb266-474f-4ebf-8678-1bdccc36c299 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Unset dirty status for tenant:0d12da0aca7a48cf87e838c096eb105f on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:20:08.300914 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-c23bb266-474f-4ebf-8678-1bdccc36c299 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.24 "GET /v2.0/networks?id=2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 HTTP/1.1" status: 200 len: 811 time: 0.2923086 Feb 04 06:20:08.321265 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Request body: {'port': {'device_id': 'e3e5ad45-99a9-4558-a965-6961ae7183ce', 'network_id': '2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2', 'admin_state_up': True, 'tenant_id': '0d12da0aca7a48cf87e838c096eb105f'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:08.321907 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f7e0d9a2-0f56-4057-85be-62f6c7a1ae3a req-0c891c9a-1bb6-4b33-96a6-6c776d629ff6 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 210 time: 0.0569453 Feb 04 06:20:08.431852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c48f8200-a8ce-40e5-80f7-0c4a5e24265a None None] Provisioning for port 5169c26e-aafc-4e8c-b99d-e09edc55bc96 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:08.513036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:08.530034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:20:08.532800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Usage tracker for resource:port and tenant:0d12da0aca7a48cf87e838c096eb105f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:20:08.536051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:20:08.543035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:20:08.579081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:08.641445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Made reservation on behalf of 0d12da0aca7a48cf87e838c096eb105f for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:20:08.654094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:08.713607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:08.723066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'Port': ['ID=0fbf79bb-832a-4334-97d3-835b13f2fa35,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:08.727185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5169c26e-aafc-4e8c-b99d-e09edc55bc96 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:08.900622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 5169c26e-aafc-4e8c-b99d-e09edc55bc96 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:08.902139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Network 5b9a0743-8994-41ba-8299-f9a4dc7e513f is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:08.903461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:08.908257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 5169c26e-aafc-4e8c-b99d-e09edc55bc96 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:08.909676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:08.941799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 5361a93c-d46b-453f-b1ac-4ef8e10b976f details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:20:08.986080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Allocated IP 172.20.0.6 (2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2/eedae798-3af5-4bab-b17d-be88764617c9/89e70e2e-ca1c-4371-93bf-3740e21e5782) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:09.017201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccde077-60de-4cee-b483-3a4548879cc9 req-95081c84-b655-490b-a79e-19ea62318e98 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:09.017201 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5ccde077-60de-4cee-b483-3a4548879cc9 req-95081c84-b655-490b-a79e-19ea62318e98 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 943 time: 0.1729937 Feb 04 06:20:09.050311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9b9c518c-79e8-495f-80e5-b4717e3e9bdd None None] Provisioning for port 0fbf79bb-832a-4334-97d3-835b13f2fa35 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:09.081189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9b9c518c-79e8-495f-80e5-b4717e3e9bdd None None] Provisioning complete for port 0fbf79bb-832a-4334-97d3-835b13f2fa35 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:09.081741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9b9c518c-79e8-495f-80e5-b4717e3e9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.191510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c518c-79e8-495f-80e5-b4717e3e9bdd None None] Port 0fbf79bb-832a-4334-97d3-835b13f2fa35 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:20:09.208454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 5361a93c-d46b-453f-b1ac-4ef8e10b976f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5361a93c-d46b-453f-b1ac-4ef8e10b976f,segment=NetworkSegment(25cb9c25-6b09-45cb-bb13-83b77c144421),segment_id=25cb9c25-6b09-45cb-bb13-83b77c144421)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:09.220891 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5ccde077-60de-4cee-b483-3a4548879cc9 req-3915f2ce-c3a6-4efa-b514-cfbb8760e248 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508787 Feb 04 06:20:09.261327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '5361a93c-d46b-453f-b1ac-4ef8e10b976f', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'port_id': '5361a93c-d46b-453f-b1ac-4ef8e10b976f', 'mac_address': 'fa:16:3e:0f:f4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:20:09.317565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.328370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Router 511bec90-ae1a-4d94-94d5-05b574293f55 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:20:09.390997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.399788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.426012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5361a93c-d46b-453f-b1ac-4ef8e10b976f {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:20:09.432434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f07a37ee-ea5a-4efe-a5bd-41cb63ee2c67 None None] Provisioning complete for port 0fbf79bb-832a-4334-97d3-835b13f2fa35 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:09.433026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f07a37ee-ea5a-4efe-a5bd-41cb63ee2c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.469929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.494340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 5361a93c-d46b-453f-b1ac-4ef8e10b976f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5361a93c-d46b-453f-b1ac-4ef8e10b976f,segment=NetworkSegment(25cb9c25-6b09-45cb-bb13-83b77c144421),segment_id=25cb9c25-6b09-45cb-bb13-83b77c144421)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:09.511265 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 5169c26e-aafc-4e8c-b99d-e09edc55bc96, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5169c26e-aafc-4e8c-b99d-e09edc55bc96,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:09.512359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f07a37ee-ea5a-4efe-a5bd-41cb63ee2c67 None None] Port 0fbf79bb-832a-4334-97d3-835b13f2fa35 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:20:09.552533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Network 2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:09.556391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.556514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:09.562079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:20:09.572143 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:20:09.588704 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-96e350db-5285-457b-9997-36d8e17cc323 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "PUT /v2.0/routers/511bec90-ae1a-4d94-94d5-05b574293f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2370787 Feb 04 06:20:09.607254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Sync routers for ids ['511bec90-ae1a-4d94-94d5-05b574293f55'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:09.610055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Pushing event updated for resources: {'Port': ['ID=89e70e2e-ca1c-4371-93bf-3740e21e5782,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:09.620478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.621275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c352b63-b970-4a92-91e0-73eeef44ba3d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:09.626341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afb966-b0d7-47cd-8566-76d98e827d34 req-7813d856-3039-477f-a183-d48406f7f169 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:09.627867 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a3afb966-b0d7-47cd-8566-76d98e827d34 req-7813d856-3039-477f-a183-d48406f7f169 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 931 time: 0.1084461 Feb 04 06:20:09.658379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:09.659438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.679297 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a3afb966-b0d7-47cd-8566-76d98e827d34 req-e9d6895c-c413-4490-8cb8-3c0bca731b35 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443630 Feb 04 06:20:09.688094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Routers {'511bec90-ae1a-4d94-94d5-05b574293f55'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:09.689111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['511bec90-ae1a-4d94-94d5-05b574293f55'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:09.801920 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-9c5f89b3-6d2b-4bcd-bad2-37484535b0c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4858837 Feb 04 06:20:09.806250 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e7059fad-e36c-4164-a3a4-f08a8d14d00b None None] Provisioning complete for port 0fbf79bb-832a-4334-97d3-835b13f2fa35 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:09.806622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e7059fad-e36c-4164-a3a4-f08a8d14d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:09.838008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=5361a93c-d46b-453f-b1ac-4ef8e10b976f,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:09.942443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Request body: {'port': {'device_id': 'e3e5ad45-99a9-4558-a965-6961ae7183ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:09.985001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['5361a93c-d46b-453f-b1ac-4ef8e10b976f'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:20:10.011952 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-5cbeb72e-f31f-412f-8ccd-6a157f32cd6f tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134757168&fields=id&tenant_id=edcd344372f54cb8bd95bd63350574d2 HTTP/1.1" status: 200 len: 267 time: 0.2045057 Feb 04 06:20:10.065723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9c352b63-b970-4a92-91e0-73eeef44ba3d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:10.065723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:10.098290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-e7059fad-e36c-4164-a3a4-f08a8d14d00b None None] Port 0fbf79bb-832a-4334-97d3-835b13f2fa35 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:20:10.121657 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=5169c26e-aafc-4e8c-b99d-e09edc55bc96,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:10.130208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Set router 511bec90-ae1a-4d94-94d5-05b574293f55 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:10.157436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:10.275694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-58ac0596-4399-4aac-aef5-105c1d5444f7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:10.277888 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-58ac0596-4399-4aac-aef5-105c1d5444f7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/networks?id=5b9a0743-8994-41ba-8299-f9a4dc7e513f HTTP/1.1" status: 200 len: 796 time: 0.2322237 Feb 04 06:20:10.337013 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-c8de1c8b-9ab5-4260-8d5a-4932f5a076a5 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/quotas/edcd344372f54cb8bd95bd63350574d2 HTTP/1.1" status: 200 len: 375 time: 0.0150144 Feb 04 06:20:10.477792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fded2-8c2f-4f2d-bd88-f25b63a70129 req-ff8589b5-00d3-45b9-9116-84b8b116a018 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:10.480698 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9e3fded2-8c2f-4f2d-bd88-f25b63a70129 req-ff8589b5-00d3-45b9-9116-84b8b116a018 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 944 time: 0.1111076 Feb 04 06:20:10.525700 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ea89cea4-7740-4896-933c-7f6ef76bba9b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=edcd344372f54cb8bd95bd63350574d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1824365 Feb 04 06:20:10.565635 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9e3fded2-8c2f-4f2d-bd88-f25b63a70129 req-c45a6172-e42e-479f-91c5-2416949d7227 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748880 Feb 04 06:20:10.658798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5169c26e-aafc-4e8c-b99d-e09edc55bc96 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:10.754460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0fbf79bb-832a-4334-97d3-835b13f2fa35', 'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'mac_address': 'fa:16:3e:05:dd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:06Z', 'updated_at': '2022-02-04T06:20:08Z', 'revision_number': 2, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'subnets': [{'id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:10.755634 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-aa63fe6f-1d6e-4fc3-84ec-9db9335eba4f service neutron] 10.222.0.32 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141559 Feb 04 06:20:10.761122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e70e2e-ca1c-4371-93bf-3740e21e5782 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:20:10.765882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Checking router: 511bec90-ae1a-4d94-94d5-05b574293f55 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:20:10.766240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Updating router 511bec90-ae1a-4d94-94d5-05b574293f55 port 0fbf79bb-832a-4334-97d3-835b13f2fa35 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:20:10.786976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:10.861365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Transition to ACTIVE for port object 89e70e2e-ca1c-4371-93bf-3740e21e5782 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:10.862520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:10.878005 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 5169c26e-aafc-4e8c-b99d-e09edc55bc96 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:10.878379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:10.898331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9d84f-7ec7-49fd-8068-764eae03b8ce req-9782e0d4-631e-4b33-82e1-f548e8b44993 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:10.904439 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-26a9d84f-7ec7-49fd-8068-764eae03b8ce req-9782e0d4-631e-4b33-82e1-f548e8b44993 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 931 time: 0.0978413 Feb 04 06:20:10.918121 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-754ffd44-deba-46db-9dcd-06e62e668bc2 service neutron] 10.222.0.32 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505406 Feb 04 06:20:10.953271 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-26a9d84f-7ec7-49fd-8068-764eae03b8ce req-e424937e-b3f7-43fe-a556-d88696dc7a7e tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477047 Feb 04 06:20:10.977974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:11.143775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Pushing event updated for resources: {'Port': ['ID=89e70e2e-ca1c-4371-93bf-3740e21e5782,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:11.240439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Attempting to bind port 89e70e2e-ca1c-4371-93bf-3740e21e5782 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:11.241070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Attempting to bind port 89e70e2e-ca1c-4371-93bf-3740e21e5782 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '0bb30903-7ba8-41bd-8a38-ae6581f6aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:11.241472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Attempting to bind port 89e70e2e-ca1c-4371-93bf-3740e21e5782 on network 2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:20:11.248813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Port 89e70e2e-ca1c-4371-93bf-3740e21e5782 on network 2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:20:11.250244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Attempting to bind port 89e70e2e-ca1c-4371-93bf-3740e21e5782 on network 2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:20:11.264163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:20:11.264623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Checking segment: {'id': '0bb30903-7ba8-41bd-8a38-ae6581f6aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:20:11.265154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Bound using segment: {'id': '0bb30903-7ba8-41bd-8a38-ae6581f6aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:20:11.266236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Bound port: 89e70e2e-ca1c-4371-93bf-3740e21e5782, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb30903-7ba8-41bd-8a38-ae6581f6aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:11.266621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:11.282201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-43b38449-12f2-4b18-b46f-2aa5714379a5 req-f9456268-be26-4b34-b0b3-46d290c66ba2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Synchronizing usage tracker for tenant:edcd344372f54cb8bd95bd63350574d2 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:20:11.372443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] For port 89e70e2e-ca1c-4371-93bf-3740e21e5782, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:20:11.375545 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] For port 89e70e2e-ca1c-4371-93bf-3740e21e5782, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=89e70e2e-ca1c-4371-93bf-3740e21e5782,segment=NetworkSegment(0bb30903-7ba8-41bd-8a38-ae6581f6aeae),segment_id=0bb30903-7ba8-41bd-8a38-ae6581f6aeae)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:20:11.416907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:11.427959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Transition to ACTIVE for port object 0fbf79bb-832a-4334-97d3-835b13f2fa35 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:11.434643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-43b38449-12f2-4b18-b46f-2aa5714379a5 req-f9456268-be26-4b34-b0b3-46d290c66ba2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Unset dirty status for tenant:edcd344372f54cb8bd95bd63350574d2 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:20:11.439271 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-43b38449-12f2-4b18-b46f-2aa5714379a5 req-f9456268-be26-4b34-b0b3-46d290c66ba2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 210 time: 0.2086082 Feb 04 06:20:11.543684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:11.544686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:11.608341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:11.609058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:11.610542 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] 10.222.0.24 "PUT /v2.0/ports/89e70e2e-ca1c-4371-93bf-3740e21e5782 HTTP/1.1" status: 200 len: 1093 time: 1.6745870 Feb 04 06:20:11.610983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e5ad45-99a9-4558-a965-6961ae7183ce', 'tag': '89e70e2e-ca1c-4371-93bf-3740e21e5782'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:11.648477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cd6cd-2e35-44cd-b27a-9a03a31c512d service neutron] Pushing event updated for resources: {'Port': ['ID=89e70e2e-ca1c-4371-93bf-3740e21e5782,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:11.671090 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e5ad45-99a9-4558-a965-6961ae7183ce', 'tag': '89e70e2e-ca1c-4371-93bf-3740e21e5782', 'status': 'completed', 'code': 200} Feb 04 06:20:11.728297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48766b03-1d9e-49a0-91f3-087742d621e1 None None] Pushing event updated for resources: {'Port': ['ID=0fbf79bb-832a-4334-97d3-835b13f2fa35,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:11.792504 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Attempting to bind port 0fbf79bb-832a-4334-97d3-835b13f2fa35 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:11.792911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Attempting to bind port 0fbf79bb-832a-4334-97d3-835b13f2fa35 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:11.801335 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Attempting to bind port 0fbf79bb-832a-4334-97d3-835b13f2fa35 on network 5b9a0743-8994-41ba-8299-f9a4dc7e513f {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:20:11.808327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:20:11.808901 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Checking segment: {'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:20:11.809306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:11.809924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Bound using segment: {'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:20:11.810513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Bound port: 0fbf79bb-832a-4334-97d3-835b13f2fa35, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:11.810899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:11.906240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] For port 0fbf79bb-832a-4334-97d3-835b13f2fa35, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:20:11.909448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] For port 0fbf79bb-832a-4334-97d3-835b13f2fa35, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0fbf79bb-832a-4334-97d3-835b13f2fa35,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:20:11.934727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f384f37-7888-4fb4-9048-5359f5266afd req-34cbad6a-abce-48d4-addf-b8d1f474ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:11.936199 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9f384f37-7888-4fb4-9048-5359f5266afd req-34cbad6a-abce-48d4-addf-b8d1f474ec43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d12da0aca7a48cf87e838c096eb105f&device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 1096 time: 0.2442653 Feb 04 06:20:11.949283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a49a3-77bf-41ff-823a-34549a38a83f req-3e52667e-0f21-4c53-9633-4a212af3db7b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:11.950648 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-170a49a3-77bf-41ff-823a-34549a38a83f req-3e52667e-0f21-4c53-9633-4a212af3db7b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 944 time: 0.2256091 Feb 04 06:20:11.995375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:12.091378 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-170a49a3-77bf-41ff-823a-34549a38a83f req-ff01e6c5-d1d3-4574-bfb4-20a97e9c617c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146986 Feb 04 06:20:12.099692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48766b03-1d9e-49a0-91f3-087742d621e1 None None] Pushing event updated for resources: {'Port': ['ID=0fbf79bb-832a-4334-97d3-835b13f2fa35,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:12.125259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Routers {'511bec90-ae1a-4d94-94d5-05b574293f55'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:12.125950 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:19:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['511bec90-ae1a-4d94-94d5-05b574293f55'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:12.141937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f384f37-7888-4fb4-9048-5359f5266afd req-3bcf0b3a-ba6e-4ec4-9e0f-41e8714d801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:12.143961 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9f384f37-7888-4fb4-9048-5359f5266afd req-3bcf0b3a-ba6e-4ec4-9e0f-41e8714d801a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0d12da0aca7a48cf87e838c096eb105f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1924002 Feb 04 06:20:12.339936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64258d95-6a66-4ca6-a9cc-19afb89e5350 req-b2531ea0-8dc1-4ccb-8bc0-8a559eb8ffa3 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:12.341675 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-64258d95-6a66-4ca6-a9cc-19afb89e5350 req-b2531ea0-8dc1-4ccb-8bc0-8a559eb8ffa3 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 943 time: 0.0932200 Feb 04 06:20:12.355421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f384f37-7888-4fb4-9048-5359f5266afd req-3b8510f1-af7a-4121-9f41-f8c365426465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:12.356978 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9f384f37-7888-4fb4-9048-5359f5266afd req-3b8510f1-af7a-4121-9f41-f8c365426465 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2059238 Feb 04 06:20:12.378849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] Set router 511bec90-ae1a-4d94-94d5-05b574293f55 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:12.407929 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-64258d95-6a66-4ca6-a9cc-19afb89e5350 req-6e7e9c18-519f-4a07-9931-8528d7483a67 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573580 Feb 04 06:20:12.486685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-5c2228f3-c661-4814-80f8-bc274e1a32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:12.488175 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-5c2228f3-c661-4814-80f8-bc274e1a32f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d12da0aca7a48cf87e838c096eb105f&device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 1096 time: 0.0913677 Feb 04 06:20:12.600267 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-72a0beaf-4dfb-4e9b-9a4d-8d06e9d8c403 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89e70e2e-ca1c-4371-93bf-3740e21e5782 HTTP/1.1" status: 200 len: 217 time: 0.1046221 Feb 04 06:20:12.610004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8816ea83-aa4c-47db-9ce9-8ddcf9c04102 req-79a131c7-dc8b-4c97-995a-7ef47edf4596 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 210 time: 0.0530207 Feb 04 06:20:12.673050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-914f919c-080e-4a76-8b8f-6fa359aee6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:12.674514 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-914f919c-080e-4a76-8b8f-6fa359aee6e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eedae798-3af5-4bab-b17d-be88764617c9 HTTP/1.1" status: 200 len: 851 time: 0.0672660 Feb 04 06:20:12.720887 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-b51716e9-6df4-41e1-b658-2c3f66a19c3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399246 Feb 04 06:20:12.737630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0fbf79bb-832a-4334-97d3-835b13f2fa35', 'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'mac_address': 'fa:16:3e:05:dd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:06Z', 'updated_at': '2022-02-04T06:20:11Z', 'revision_number': 4, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'subnets': [{'id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:12.738174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8ea26-9667-4c1f-837e-3ef3c5b9d1c8 None None] The sync data for ids ['511bec90-ae1a-4d94-94d5-05b574293f55'] in dv-neutron-827796-1-hyperv is: [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0fbf79bb-832a-4334-97d3-835b13f2fa35', 'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'mac_address': 'fa:16:3e:05:dd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:06Z', 'updated_at': '2022-02-04T06:20:11Z', 'revision_number': 4, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'subnets': [{'id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:12.873509 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-b7531a75-6367-4501-8251-f8cbf24b3326 service neutron] 10.222.0.24 "GET /v2.0/networks/2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469517 Feb 04 06:20:12.930254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 5361a93c-d46b-453f-b1ac-4ef8e10b976f up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:13.027889 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5f1769d-64ca-48a5-be35-d806e7eed249 req-7517b145-6055-4acf-88c2-2dcf985c5260 service neutron] 10.222.0.24 "GET /v2.0/networks/2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485846 Feb 04 06:20:13.149746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 5361a93c-d46b-453f-b1ac-4ef8e10b976f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:13.157129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 5361a93c-d46b-453f-b1ac-4ef8e10b976f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:13.157741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:13.288254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:13.319769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de1d13-703f-4651-ad76-37c759647021 req-73b8e9e3-5ec5-416a-b4cd-743854e44ca6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:13.319938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5361a93c-d46b-453f-b1ac-4ef8e10b976f'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:13.331147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 5361a93c-d46b-453f-b1ac-4ef8e10b976f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5361a93c-d46b-453f-b1ac-4ef8e10b976f,segment=NetworkSegment(25cb9c25-6b09-45cb-bb13-83b77c144421),segment_id=25cb9c25-6b09-45cb-bb13-83b77c144421)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:13.333286 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c8de1d13-703f-4651-ad76-37c759647021 req-73b8e9e3-5ec5-416a-b4cd-743854e44ca6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 944 time: 0.1110668 Feb 04 06:20:13.382085 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5361a93c-d46b-453f-b1ac-4ef8e10b976f', 'code': 200} Feb 04 06:20:13.389850 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c8de1d13-703f-4651-ad76-37c759647021 req-1668d593-a781-4918-893d-caa0053ac657 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555842 Feb 04 06:20:13.435127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:13.577570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=5361a93c-d46b-453f-b1ac-4ef8e10b976f,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:13.633687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8dfc6-18c1-4f79-9329-3e610dd40c5c req-a2d6eef1-74cd-4d90-90bf-0a4795200ade tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:13.634740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a8a8dfc6-18c1-4f79-9329-3e610dd40c5c req-a2d6eef1-74cd-4d90-90bf-0a4795200ade tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Synchronizing usage tracker for tenant:0d12da0aca7a48cf87e838c096eb105f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:20:13.749110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a8a8dfc6-18c1-4f79-9329-3e610dd40c5c req-a2d6eef1-74cd-4d90-90bf-0a4795200ade tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Unset dirty status for tenant:0d12da0aca7a48cf87e838c096eb105f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:20:13.750431 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8a8dfc6-18c1-4f79-9329-3e610dd40c5c req-a2d6eef1-74cd-4d90-90bf-0a4795200ade tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 943 time: 0.2107329 Feb 04 06:20:13.765588 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-73755447-5cfc-413d-8c48-6692742c3d99 req-d55d388f-bcbe-40b5-ba34-8eea8e9e76db tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 210 time: 0.0436416 Feb 04 06:20:13.798910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a8a8dfc6-18c1-4f79-9329-3e610dd40c5c req-5c90393e-efa4-4ae9-b8bf-62ee8069a10b tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Synchronizing usage tracker for tenant:0d12da0aca7a48cf87e838c096eb105f on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:20:13.904558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a8a8dfc6-18c1-4f79-9329-3e610dd40c5c req-5c90393e-efa4-4ae9-b8bf-62ee8069a10b tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Unset dirty status for tenant:0d12da0aca7a48cf87e838c096eb105f on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:20:13.905969 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8a8dfc6-18c1-4f79-9329-3e610dd40c5c req-5c90393e-efa4-4ae9-b8bf-62ee8069a10b tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491721 Feb 04 06:20:13.910629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884578c0-a708-49e6-ba20-f6816e0fcbba req-4895cc10-6ef6-4655-93ea-4a21385277ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:13.912131 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-884578c0-a708-49e6-ba20-f6816e0fcbba req-4895cc10-6ef6-4655-93ea-4a21385277ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 1098 time: 0.0741949 Feb 04 06:20:13.958249 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-884578c0-a708-49e6-ba20-f6816e0fcbba req-e04404dd-5946-45fd-9e84-963f23982e32 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389574 Feb 04 06:20:14.360416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-b9700d0f-afe5-4385-bf0b-cabc94fcc1d4 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:14.361904 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-b9700d0f-afe5-4385-bf0b-cabc94fcc1d4 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.24 "GET /v2.0/networks?id=5b9a0743-8994-41ba-8299-f9a4dc7e513f HTTP/1.1" status: 200 len: 796 time: 0.1479874 Feb 04 06:20:14.417673 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-c82aeb07-9870-4359-aa1e-df613a2afe22 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edcd344372f54cb8bd95bd63350574d2 HTTP/1.1" status: 200 len: 380 time: 0.0408027 Feb 04 06:20:14.427200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'port': {'device_id': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'admin_state_up': True, 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'security_groups': ['e7f74880-e4c4-4b12-b4be-945f0bd844a5']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:14.576166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:20:14.587749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:20:14.614989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd0ae3-323e-49e2-a1f8-f79c540a8ddb req-234b59db-5574-48b0-b6c8-a4d7e28e4825 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:14.616938 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3dfd0ae3-323e-49e2-a1f8-f79c540a8ddb req-234b59db-5574-48b0-b6c8-a4d7e28e4825 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 945 time: 0.0987496 Feb 04 06:20:14.665781 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3dfd0ae3-323e-49e2-a1f8-f79c540a8ddb req-b9af9efa-f902-457e-a247-7350ea5d414a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430095 Feb 04 06:20:14.669044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0fbf79bb-832a-4334-97d3-835b13f2fa35 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:14.696905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Made reservation on behalf of edcd344372f54cb8bd95bd63350574d2 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:20:14.706642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:14.813341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 0fbf79bb-832a-4334-97d3-835b13f2fa35 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:14.819316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 0fbf79bb-832a-4334-97d3-835b13f2fa35 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:14.819797 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:14.871027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Allocated IP 172.20.0.12 (5b9a0743-8994-41ba-8299-f9a4dc7e513f/22f0464e-9e01-4883-87d8-2b2dff39de14/231fafe6-73c5-4a5b-bbd6-39f0163fa228) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:14.946357 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:14.982244 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 0fbf79bb-832a-4334-97d3-835b13f2fa35, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0fbf79bb-832a-4334-97d3-835b13f2fa35,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:15.032918 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-49e11ad3-6f4a-413d-a780-85b44d3df603 req-9560d8ee-3fb3-4f10-9b2d-19dbd143d648 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 210 time: 0.1530333 Feb 04 06:20:15.080945 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:15.102591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9d53-b44e-4883-9b1e-e948890776ce req-8ccfa71d-3ee2-4dfd-8ce4-4e2c7b8e4e91 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:15.104081 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-aa7d9d53-b44e-4883-9b1e-e948890776ce req-8ccfa71d-3ee2-4dfd-8ce4-4e2c7b8e4e91 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 943 time: 0.0868227 Feb 04 06:20:15.150457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=0fbf79bb-832a-4334-97d3-835b13f2fa35,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:15.152687 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-aa7d9d53-b44e-4883-9b1e-e948890776ce req-212fa83c-e9de-47cb-b8cf-e1c4e3e83453 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423021 Feb 04 06:20:15.219885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:15.237011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Transition to ACTIVE for port object 231fafe6-73c5-4a5b-bbd6-39f0163fa228 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:15.395572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:15.465398 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Network 5b9a0743-8994-41ba-8299-f9a4dc7e513f is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:15.468526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:15.472393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:20:15.512297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'Port': ['ID=231fafe6-73c5-4a5b-bbd6-39f0163fa228,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:15.546806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:15.547432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:15.641666 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-4d933608-2267-456b-9871-45f770f5a373 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2181261 Feb 04 06:20:15.653491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Request body: {'port': {'device_id': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:15.708955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fcbbe981-1f22-46e9-83d5-bddd5a6be601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:15.775383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:15.817948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8c54f013-8767-406c-9bd3-3010812e5120 None None] Provisioning for port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:15.823355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8c54f013-8767-406c-9bd3-3010812e5120 None None] Provisioning complete for port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:15.823730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c54f013-8767-406c-9bd3-3010812e5120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:15.885063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8c54f013-8767-406c-9bd3-3010812e5120 None None] Port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:20:15.977229 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8a838-f533-4567-bc04-14e924ae12a8 req-2b74ebe4-8786-45a2-a3c3-92e5b4254f8e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:15.979823 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40d8a838-f533-4567-bc04-14e924ae12a8 req-2b74ebe4-8786-45a2-a3c3-92e5b4254f8e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 945 time: 0.1946983 Feb 04 06:20:16.109915 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40d8a838-f533-4567-bc04-14e924ae12a8 req-df684e1d-f6e6-4d2e-8465-0c523c869691 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216385 Feb 04 06:20:16.225291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9f473-2f09-49e3-8208-c804425db55d req-c4a115b5-c369-49ee-b0ec-20c7c0c869c6 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:16.226815 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3de9f473-2f09-49e3-8208-c804425db55d req-c4a115b5-c369-49ee-b0ec-20c7c0c869c6 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 932 time: 0.0866203 Feb 04 06:20:16.271131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-3de9f473-2f09-49e3-8208-c804425db55d req-f292f851-048b-4ee4-97f6-fba4ca36b638 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Synchronizing usage tracker for tenant:edcd344372f54cb8bd95bd63350574d2 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:20:16.290438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231fafe6-73c5-4a5b-bbd6-39f0163fa228 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:20:16.315401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:16.325256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Transition to ACTIVE for port object 231fafe6-73c5-4a5b-bbd6-39f0163fa228 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:20:16.344969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d78e97-ecbe-4114-9c1f-2224cd62931e req-4e32aade-dc48-4a1e-b848-d1bc9c0b2d2e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:16.346437 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60d78e97-ecbe-4114-9c1f-2224cd62931e req-4e32aade-dc48-4a1e-b848-d1bc9c0b2d2e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 945 time: 0.1119039 Feb 04 06:20:16.391527 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60d78e97-ecbe-4114-9c1f-2224cd62931e req-f169f522-0180-4fb0-be97-3afe254f0d33 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389583 Feb 04 06:20:16.414722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50358) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:16.429353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-3de9f473-2f09-49e3-8208-c804425db55d req-f292f851-048b-4ee4-97f6-fba4ca36b638 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Unset dirty status for tenant:edcd344372f54cb8bd95bd63350574d2 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:20:16.431207 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3de9f473-2f09-49e3-8208-c804425db55d req-f292f851-048b-4ee4-97f6-fba4ca36b638 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982651 Feb 04 06:20:16.466818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:16.620962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0fbf79bb-832a-4334-97d3-835b13f2fa35 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:16.663353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Pushing event updated for resources: {'Port': ['ID=231fafe6-73c5-4a5b-bbd6-39f0163fa228,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:16.699517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 0fbf79bb-832a-4334-97d3-835b13f2fa35 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:16.699892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:16.774746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2a1c5d-4e8f-4200-82c7-5ce2b0f1af5c tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:16.776610 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-af2a1c5d-4e8f-4200-82c7-5ce2b0f1af5c tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 1093 time: 0.3605385 Feb 04 06:20:16.779304 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50362) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:16.787592 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '5361a93c-d46b-453f-b1ac-4ef8e10b976f', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:16.797859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:20:16.802575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:floatingip and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:20:16.804907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc9b23-1299-4798-aca3-1589dff25b69 req-d3467463-192e-4808-ab71-684c05937165 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:16.806609 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-83cc9b23-1299-4798-aca3-1589dff25b69 req-d3467463-192e-4808-ab71-684c05937165 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 943 time: 0.3050063 Feb 04 06:20:16.807450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:20:16.808670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Attempting to bind port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:20:16.808998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Attempting to bind port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:20:16.809325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Attempting to bind port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 on network 5b9a0743-8994-41ba-8299-f9a4dc7e513f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:20:16.814177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 on network 5b9a0743-8994-41ba-8299-f9a4dc7e513f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:20:16.814500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Attempting to bind port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 on network 5b9a0743-8994-41ba-8299-f9a4dc7e513f {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:20:16.817698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:20:16.839774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:20:16.840062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Checking segment: {'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:20:16.844282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Bound using segment: {'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:20:16.844282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Bound port: 231fafe6-73c5-4a5b-bbd6-39f0163fa228, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3ca15a-62a1-4f04-9d70-d503db48630e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:20:16.844282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:16.901647 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-83cc9b23-1299-4798-aca3-1589dff25b69 req-0dbcf363-7f3c-4775-a01f-0c603ff19c6e tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848377 Feb 04 06:20:16.946123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 89e70e2e-ca1c-4371-93bf-3740e21e5782 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:20:16.947979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] For port 231fafe6-73c5-4a5b-bbd6-39f0163fa228, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:20:16.949502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:16.951125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] For port 231fafe6-73c5-4a5b-bbd6-39f0163fa228, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:20:17.078147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 89e70e2e-ca1c-4371-93bf-3740e21e5782, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=89e70e2e-ca1c-4371-93bf-3740e21e5782,segment=NetworkSegment(0bb30903-7ba8-41bd-8a38-ae6581f6aeae),segment_id=0bb30903-7ba8-41bd-8a38-ae6581f6aeae)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:17.091756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:17.092388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '89e70e2e-ca1c-4371-93bf-3740e21e5782', 'network_id': '2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2', 'port_id': '89e70e2e-ca1c-4371-93bf-3740e21e5782', 'mac_address': 'fa:16:3e:7f:32:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedae798-3af5-4bab-b17d-be88764617c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:20:17.145064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:17.148199 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:17.165309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e70e2e-ca1c-4371-93bf-3740e21e5782 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:20:17.180523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 89e70e2e-ca1c-4371-93bf-3740e21e5782, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=89e70e2e-ca1c-4371-93bf-3740e21e5782,segment=NetworkSegment(0bb30903-7ba8-41bd-8a38-ae6581f6aeae),segment_id=0bb30903-7ba8-41bd-8a38-ae6581f6aeae)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:17.237715 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.175 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/7935755a-4878-4063-8e38-32baf895cd6a) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:17.286226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:17.318497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:17.319957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:17.324208 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] 10.222.0.24 "PUT /v2.0/ports/231fafe6-73c5-4a5b-bbd6-39f0163fa228 HTTP/1.1" status: 200 len: 1094 time: 1.6723728 Feb 04 06:20:17.324208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:17.353471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca484389-43ad-4b3f-bc3d-f8fd427a8726 service neutron] Pushing event updated for resources: {'Port': ['ID=231fafe6-73c5-4a5b-bbd6-39f0163fa228,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:17.369653 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=89e70e2e-ca1c-4371-93bf-3740e21e5782,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:17.382788 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'status': 'completed', 'code': 200} Feb 04 06:20:17.429604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:17.494319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af78d-07ee-484c-8e71-7154b281a111 req-8b1fda73-dbbd-44b0-adee-6271b9db9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:17.496252 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b20af78d-07ee-484c-8e71-7154b281a111 req-8b1fda73-dbbd-44b0-adee-6271b9db9d9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edcd344372f54cb8bd95bd63350574d2&device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 1097 time: 0.0918090 Feb 04 06:20:17.558921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:17.619537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:17.627544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:17.627544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:20:17.667366 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['89e70e2e-ca1c-4371-93bf-3740e21e5782'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:20:17.667505 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=7935755a-4878-4063-8e38-32baf895cd6a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:17.716681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af78d-07ee-484c-8e71-7154b281a111 req-5c5fb8f6-3810-40bc-b564-da36ee428ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:17.718078 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b20af78d-07ee-484c-8e71-7154b281a111 req-5c5fb8f6-3810-40bc-b564-da36ee428ea2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=edcd344372f54cb8bd95bd63350574d2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2141771 Feb 04 06:20:17.732232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a953c-19bf-4075-8b52-f45c8068a2d3 req-60419f80-5e4a-4b46-817c-d8b6696b4267 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:17.733010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-032a953c-19bf-4075-8b52-f45c8068a2d3 req-60419f80-5e4a-4b46-817c-d8b6696b4267 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Synchronizing usage tracker for tenant:edcd344372f54cb8bd95bd63350574d2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:20:17.889147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af78d-07ee-484c-8e71-7154b281a111 req-a6622824-f4e3-4f3b-904e-8f52b7198d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:17.890551 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b20af78d-07ee-484c-8e71-7154b281a111 req-a6622824-f4e3-4f3b-904e-8f52b7198d09 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1544476 Feb 04 06:20:17.891682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-032a953c-19bf-4075-8b52-f45c8068a2d3 req-60419f80-5e4a-4b46-817c-d8b6696b4267 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Unset dirty status for tenant:edcd344372f54cb8bd95bd63350574d2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:20:17.892690 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-032a953c-19bf-4075-8b52-f45c8068a2d3 req-60419f80-5e4a-4b46-817c-d8b6696b4267 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 944 time: 0.3118291 Feb 04 06:20:17.988431 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-032a953c-19bf-4075-8b52-f45c8068a2d3 req-06d2e263-6055-4dee-8d54-24fd51add6a5 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845129 Feb 04 06:20:17.995434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-36e709a6-a4a0-4bb7-9112-6d0961c46669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:18.044771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-7b189ae6-b1b8-4cba-b69d-ef8ebcedd279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:18.046353 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-7b189ae6-b1b8-4cba-b69d-ef8ebcedd279 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edcd344372f54cb8bd95bd63350574d2&device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 1097 time: 0.1079676 Feb 04 06:20:18.119030 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-9fe60574-9805-4654-b3d1-97cf0d17738e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228 HTTP/1.1" status: 200 len: 217 time: 0.0649705 Feb 04 06:20:18.183827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-e6634dcf-be75-4cff-92b0-8448971122f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:18.184858 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-e6634dcf-be75-4cff-92b0-8448971122f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22f0464e-9e01-4883-87d8-2b2dff39de14 HTTP/1.1" status: 200 len: 835 time: 0.0597804 Feb 04 06:20:18.222897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518162-1da3-487b-90d8-17f7a0fb5fcd req-d747d226-8f94-4185-a450-b9d5088dd7b4 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:18.224382 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fc518162-1da3-487b-90d8-17f7a0fb5fcd req-d747d226-8f94-4185-a450-b9d5088dd7b4 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 944 time: 0.1944981 Feb 04 06:20:18.264664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-2e944704-1d13-453b-834c-14b8a7262335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:18.266148 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-2e944704-1d13-453b-834c-14b8a7262335 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b9a0743-8994-41ba-8299-f9a4dc7e513f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744765 Feb 04 06:20:18.284925 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fc518162-1da3-487b-90d8-17f7a0fb5fcd req-af97ddff-2339-4456-851c-45b6b32b3fb0 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521619 Feb 04 06:20:18.316414 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:18.412443 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-186ee2f1-40f1-4331-a9b6-0642ac49ea34 service neutron] 10.222.0.24 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389794 Feb 04 06:20:18.468012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:18.550849 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee6eda5e-c220-440e-b466-45cdfef131a0 req-965fe379-f3dd-4c81-9032-e95f0d1ce24c service neutron] 10.222.0.24 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317370 Feb 04 06:20:18.685028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:18.783424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:18.887631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=7935755a-4878-4063-8e38-32baf895cd6a,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:18.903191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:18.967034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 89e70e2e-ca1c-4371-93bf-3740e21e5782 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:19.043281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:19.088539 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP c0ac65e7-6848-469e-9bb3-c912c7b545cd associated. External IP: 172.26.7.175, port: 5361a93c-d46b-453f-b1ac-4ef8e10b976f. Feb 04 06:20:19.132656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:19.187306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 89e70e2e-ca1c-4371-93bf-3740e21e5782 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:19.187306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 89e70e2e-ca1c-4371-93bf-3740e21e5782 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:19.187306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:19.191286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61f559-6114-4737-860f-07371f4b0c1e req-1c03ec93-09cb-42a8-a68f-c9b39dda6538 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:19.192802 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4f61f559-6114-4737-860f-07371f4b0c1e req-1c03ec93-09cb-42a8-a68f-c9b39dda6538 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 944 time: 0.0833273 Feb 04 06:20:19.247520 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4f61f559-6114-4737-860f-07371f4b0c1e req-9b4e0bb6-ce38-4fa6-8fdd-890f2624c0de tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475626 Feb 04 06:20:19.313384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:19.341021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e5ad45-99a9-4558-a965-6961ae7183ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e70e2e-ca1c-4371-93bf-3740e21e5782'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:19.351259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 89e70e2e-ca1c-4371-93bf-3740e21e5782, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=89e70e2e-ca1c-4371-93bf-3740e21e5782,segment=NetworkSegment(0bb30903-7ba8-41bd-8a38-ae6581f6aeae),segment_id=0bb30903-7ba8-41bd-8a38-ae6581f6aeae)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:19.393415 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e5ad45-99a9-4558-a965-6961ae7183ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e70e2e-ca1c-4371-93bf-3740e21e5782', 'code': 200} Feb 04 06:20:19.440422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:19.517095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=89e70e2e-ca1c-4371-93bf-3740e21e5782,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:19.640888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:20:19.727093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:19.752065 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165353a9-9252-481d-8ddd-1f970a1683a8 req-63ccda75-589a-495d-bf85-7afae44cc8fc tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:19.753654 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-165353a9-9252-481d-8ddd-1f970a1683a8 req-63ccda75-589a-495d-bf85-7afae44cc8fc tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.3286660 Feb 04 06:20:19.778344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdcf37-3464-4d03-bc33-77a4ba52b11b req-2a972db8-0cef-4943-9e46-58a89dc172d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:19.779543 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-85fdcf37-3464-4d03-bc33-77a4ba52b11b req-2a972db8-0cef-4943-9e46-58a89dc172d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 1098 time: 0.0750542 Feb 04 06:20:19.820141 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-85fdcf37-3464-4d03-bc33-77a4ba52b11b req-d5774745-05ac-4217-8991-894b81d634c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345502 Feb 04 06:20:19.880587 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-165353a9-9252-481d-8ddd-1f970a1683a8 req-aadc9402-5228-45f7-9159-6086780c4bbf tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160176 Feb 04 06:20:19.881804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:20:19.891707 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3955d-5f21-4474-b5c0-f8d63398f58c None None] Sync routers for ids ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:19.902001 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3955d-5f21-4474-b5c0-f8d63398f58c None None] Routers {'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:19.902813 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-bdb3955d-5f21-4474-b5c0-f8d63398f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:20:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:19.972157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:20.028418 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-91678f85-558a-4a3a-bacb-75d1cf2faba8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2478130 Feb 04 06:20:20.030766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'tag': '5361a93c-d46b-453f-b1ac-4ef8e10b976f'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:20.031180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50380) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:20.080182 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'tag': '5361a93c-d46b-453f-b1ac-4ef8e10b976f', 'status': 'completed', 'code': 200} Feb 04 06:20:20.087101 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-bdb3955d-5f21-4474-b5c0-f8d63398f58c None None] Set router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:20.194832 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fd271d5e-623c-4dd8-a3ed-4f7ed60f7dd2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/c0ac65e7-6848-469e-9bb3-c912c7b545cd HTTP/1.1" status: 200 len: 991 time: 0.1624720 Feb 04 06:20:20.211888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cc23b-b314-4ab4-be30-c94f8e26ec30 req-cc15cc12-6b9e-4b13-9d4a-36ee361606f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:20.213363 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c53cc23b-b314-4ab4-be30-c94f8e26ec30 req-cc15cc12-6b9e-4b13-9d4a-36ee361606f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 1098 time: 0.0985272 Feb 04 06:20:20.350920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cc23b-b314-4ab4-be30-c94f8e26ec30 req-93f97f62-b92c-47f9-8d23-fea30b460952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:20.352489 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c53cc23b-b314-4ab4-be30-c94f8e26ec30 req-93f97f62-b92c-47f9-8d23-fea30b460952 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e733dfbb-4330-4647-b2f2-642f97c14806 HTTP/1.1" status: 200 len: 897 time: 0.1309016 Feb 04 06:20:20.451043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25cfbb-08cb-482b-8424-db41a8c1f6ea req-e2c2d89f-63f8-4179-89a3-3a030ead3e11 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:20.453207 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-de25cfbb-08cb-482b-8424-db41a8c1f6ea req-e2c2d89f-63f8-4179-89a3-3a030ead3e11 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 944 time: 0.0978174 Feb 04 06:20:20.486690 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-bdb3955d-5f21-4474-b5c0-f8d63398f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'c0ac65e7-6848-469e-9bb3-c912c7b545cd', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.175', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'port_id': '5361a93c-d46b-453f-b1ac-4ef8e10b976f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'mac_address': 'fa:16:3e:0f:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:20:18Z', 'updated_at': '2022-02-04T06:20:18Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cbffb9-2eba-4134-8d1f-bc3cce747b82', 'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:3f:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:46Z', 'updated_at': '2022-02-04T06:19:55Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:20.491578 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3955d-5f21-4474-b5c0-f8d63398f58c None None] Checking router: dfafc0b6-1ebd-4d10-b061-f65e5c7359aa for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:20:20.506396 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3955d-5f21-4474-b5c0-f8d63398f58c None None] Routers {'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:20.507253 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-bdb3955d-5f21-4474-b5c0-f8d63398f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:20:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:20.508635 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-de25cfbb-08cb-482b-8424-db41a8c1f6ea req-ca5dfe87-4457-44b4-9a91-00c48cf55777 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494177 Feb 04 06:20:20.573950 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c53cc23b-b314-4ab4-be30-c94f8e26ec30 req-9627149b-655c-4ff5-a649-de80f1f6b657 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5361a93c-d46b-453f-b1ac-4ef8e10b976f HTTP/1.1" status: 200 len: 999 time: 0.2150512 Feb 04 06:20:20.593901 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:20.638921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cc23b-b314-4ab4-be30-c94f8e26ec30 req-a0b67b17-0cf7-4c2a-a2fb-612c4a4e9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:20.640431 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c53cc23b-b314-4ab4-be30-c94f8e26ec30 req-a0b67b17-0cf7-4c2a-a2fb-612c4a4e9028 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca1ff80f-94ec-488d-a709-f17257f30aa6 HTTP/1.1" status: 200 len: 834 time: 0.0595479 Feb 04 06:20:20.700203 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-bdb3955d-5f21-4474-b5c0-f8d63398f58c None None] Set router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:20.717076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cc23b-b314-4ab4-be30-c94f8e26ec30 req-03651fa1-0939-407d-a0f6-61af9215cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:20.718608 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c53cc23b-b314-4ab4-be30-c94f8e26ec30 req-03651fa1-0939-407d-a0f6-61af9215cfc2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e733dfbb-4330-4647-b2f2-642f97c14806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720422 Feb 04 06:20:20.853802 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c53cc23b-b314-4ab4-be30-c94f8e26ec30 req-9bb7f8dc-b802-4e71-9406-7cc1613db39e service neutron] 10.222.0.24 "GET /v2.0/networks/e733dfbb-4330-4647-b2f2-642f97c14806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281300 Feb 04 06:20:20.995393 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c53cc23b-b314-4ab4-be30-c94f8e26ec30 req-d081e3ab-6907-4f47-bae7-30f9639006dc service neutron] 10.222.0.24 "GET /v2.0/networks/e733dfbb-4330-4647-b2f2-642f97c14806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319361 Feb 04 06:20:21.056022 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-bdb3955d-5f21-4474-b5c0-f8d63398f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'c0ac65e7-6848-469e-9bb3-c912c7b545cd', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.175', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'port_id': '5361a93c-d46b-453f-b1ac-4ef8e10b976f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'mac_address': 'fa:16:3e:0f:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:20:18Z', 'updated_at': '2022-02-04T06:20:18Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cbffb9-2eba-4134-8d1f-bc3cce747b82', 'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:3f:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:46Z', 'updated_at': '2022-02-04T06:19:55Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:21.059965 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb3955d-5f21-4474-b5c0-f8d63398f58c None None] The sync data for ids ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'] in dv-neutron-827796-1-hyperv is: [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'c0ac65e7-6848-469e-9bb3-c912c7b545cd', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.175', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'port_id': '5361a93c-d46b-453f-b1ac-4ef8e10b976f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'mac_address': 'fa:16:3e:0f:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:20:18Z', 'updated_at': '2022-02-04T06:20:18Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cbffb9-2eba-4134-8d1f-bc3cce747b82', 'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:3f:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:46Z', 'updated_at': '2022-02-04T06:19:55Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:21.090011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4c489-14ae-46fb-86fe-d75c17834695 req-dcad18a8-01b9-421d-ada2-3520c82d4f49 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:21.093814 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cbf4c489-14ae-46fb-86fe-d75c17834695 req-dcad18a8-01b9-421d-ada2-3520c82d4f49 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0871453 Feb 04 06:20:21.151215 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cbf4c489-14ae-46fb-86fe-d75c17834695 req-2678c1c1-cfff-4bc1-a750-9b3257a7acc4 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494931 Feb 04 06:20:21.198441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50390) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:21.276458 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ab7db-962b-4543-be4e-b8008bda7d68 None None] New status for floating IP c0ac65e7-6848-469e-9bb3-c912c7b545cd: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:20:21.323633 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-09304719-026b-48fa-9265-5fdee14aff3f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/c0ac65e7-6848-469e-9bb3-c912c7b545cd HTTP/1.1" status: 200 len: 991 time: 0.1240289 Feb 04 06:20:21.695678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b911f8e-c3c8-46a5-a8cb-58a4729db2e5 req-89621632-d9fc-441d-9629-bd44cb251fc0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:21.696832 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7b911f8e-c3c8-46a5-a8cb-58a4729db2e5 req-89621632-d9fc-441d-9629-bd44cb251fc0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 944 time: 0.0790551 Feb 04 06:20:21.742761 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7b911f8e-c3c8-46a5-a8cb-58a4729db2e5 req-84ddb548-42db-4027-93e3-4ba6ce172ced tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400138 Feb 04 06:20:22.329432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50398) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:22.353361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224a357-6092-4016-919c-bb3e26031a12 req-0b4fb659-e8e5-481d-a856-09f03be57e58 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:22.353361 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b224a357-6092-4016-919c-bb3e26031a12 req-0b4fb659-e8e5-481d-a856-09f03be57e58 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0945632 Feb 04 06:20:22.401528 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b224a357-6092-4016-919c-bb3e26031a12 req-c8d21cb9-3df9-42fe-832c-fe91760aa386 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 Feb 04 06:20:22.439118 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d77fb7f2-d5b8-408b-a4ac-018d0120a180 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/c0ac65e7-6848-469e-9bb3-c912c7b545cd HTTP/1.1" status: 200 len: 993 time: 0.1103289 Feb 04 06:20:22.598317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd4ce4-2833-4843-96b2-0c710668f897 req-4855b70b-cfe0-47b2-affe-d53d458295cd tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:22.599802 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-03cd4ce4-2833-4843-96b2-0c710668f897 req-4855b70b-cfe0-47b2-affe-d53d458295cd tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0863283 Feb 04 06:20:22.644834 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-03cd4ce4-2833-4843-96b2-0c710668f897 req-ddc0baa0-0c42-4a93-b523-eb9cd32d1e68 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 Feb 04 06:20:22.924904 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8958260-0d4f-4c2d-8741-155c63d61e1a req-4bec08cf-2510-4af5-9fdd-447258c58a97 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:22.926391 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c8958260-0d4f-4c2d-8741-155c63d61e1a req-4bec08cf-2510-4af5-9fdd-447258c58a97 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 944 time: 0.0799594 Feb 04 06:20:22.970656 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c8958260-0d4f-4c2d-8741-155c63d61e1a req-94fc4883-fff5-4607-af13-3cac34247f1c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381596 Feb 04 06:20:23.004436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 231fafe6-73c5-4a5b-bbd6-39f0163fa228 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:20:23.169983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 231fafe6-73c5-4a5b-bbd6-39f0163fa228, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:23.183798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'port_id': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'mac_address': 'fa:16:3e:86:e6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:20:23.242686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:23.260164 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231fafe6-73c5-4a5b-bbd6-39f0163fa228 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:20:23.276580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 231fafe6-73c5-4a5b-bbd6-39f0163fa228, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:23.353450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec807a-d63b-40fe-b0e9-129af0084430 req-bd51f656-1792-4f73-8737-8ea4b6292805 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:23.354909 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-95ec807a-d63b-40fe-b0e9-129af0084430 req-bd51f656-1792-4f73-8737-8ea4b6292805 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0856104 Feb 04 06:20:23.360126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:23.401297 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-95ec807a-d63b-40fe-b0e9-129af0084430 req-bfa38940-b142-4e75-850d-14b859f4eb35 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Feb 04 06:20:23.435184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=231fafe6-73c5-4a5b-bbd6-39f0163fa228,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:23.745065 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['231fafe6-73c5-4a5b-bbd6-39f0163fa228'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:20:24.180244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2c043-49b9-49bc-ba6f-792ee9a37970 req-4be50fb3-b721-4e02-b39a-80ba1dfe40b4 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:24.182109 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fff2c043-49b9-49bc-ba6f-792ee9a37970 req-4be50fb3-b721-4e02-b39a-80ba1dfe40b4 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 945 time: 0.0895014 Feb 04 06:20:24.232821 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fff2c043-49b9-49bc-ba6f-792ee9a37970 req-53ce9dbb-7641-45b9-8b7e-d42125e52651 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450780 Feb 04 06:20:24.602108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950dc48-89ad-4ffa-a977-e54181bbd93c req-7324f730-2190-46a5-bda6-e014c90cae27 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:24.604600 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c950dc48-89ad-4ffa-a977-e54181bbd93c req-7324f730-2190-46a5-bda6-e014c90cae27 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0893524 Feb 04 06:20:24.652921 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c950dc48-89ad-4ffa-a977-e54181bbd93c req-298cba50-22fc-42c0-8514-a988cfab97bb tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426996 Feb 04 06:20:25.010136 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 231fafe6-73c5-4a5b-bbd6-39f0163fa228 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:20:25.226196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc05de2-b1b6-4699-8f54-c523a1af5210 req-9cb10c4e-4da3-4ed9-b358-6f3fd7ba0ee5 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:25.228035 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-adc05de2-b1b6-4699-8f54-c523a1af5210 req-9cb10c4e-4da3-4ed9-b358-6f3fd7ba0ee5 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0870545 Feb 04 06:20:25.229184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:20:25.234462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:20:25.238234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:25.278966 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-adc05de2-b1b6-4699-8f54-c523a1af5210 req-2064583b-42ae-4b5e-98a2-f19858b3bcc9 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Feb 04 06:20:25.374807 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:25.402913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:25.413367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 231fafe6-73c5-4a5b-bbd6-39f0163fa228, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:25.421077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-fffea6c5-7cce-48bb-a0bf-d23f8d7f4ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:25.422644 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-fffea6c5-7cce-48bb-a0bf-d23f8d7f4ebb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d12da0aca7a48cf87e838c096eb105f&device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 1098 time: 0.1232209 Feb 04 06:20:25.460034 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'code': 200} Feb 04 06:20:25.468805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:25.551251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=231fafe6-73c5-4a5b-bbd6-39f0163fa228,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:25.625395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab627ef-74d1-421c-93d8-61e9144536b8 req-f8b1fa3b-7258-4958-8ee6-f949c3bf23c6 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:25.627203 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eab627ef-74d1-421c-93d8-61e9144536b8 req-f8b1fa3b-7258-4958-8ee6-f949c3bf23c6 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 945 time: 0.2449903 Feb 04 06:20:25.628596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-9f3ccf39-e261-4af6-96b6-ddf1f991f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:25.629994 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-9f3ccf39-e261-4af6-96b6-ddf1f991f9ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 HTTP/1.1" status: 200 len: 912 time: 0.2015474 Feb 04 06:20:25.712841 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-42ac5813-3279-4627-9fbd-f4851f0f1bea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89e70e2e-ca1c-4371-93bf-3740e21e5782 HTTP/1.1" status: 200 len: 217 time: 0.0768480 Feb 04 06:20:25.772843 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eab627ef-74d1-421c-93d8-61e9144536b8 req-769ee0b8-84da-4859-a9cc-047644ba12d3 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388922 Feb 04 06:20:25.794469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-2293828c-5c5b-4e83-acbb-2e96aa535d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:25.796054 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-2293828c-5c5b-4e83-acbb-2e96aa535d32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eedae798-3af5-4bab-b17d-be88764617c9 HTTP/1.1" status: 200 len: 851 time: 0.0728149 Feb 04 06:20:25.845642 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-1d191cb7-718a-4d23-9ffa-bf8824022bc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420070 Feb 04 06:20:25.857151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-3ebbef5c-f060-4ab0-a053-2ffc0b28a4fc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:20:25.857151 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-3ebbef5c-f060-4ab0-a053-2ffc0b28a4fc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048459 Feb 04 06:20:26.147826 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-4eb1a37a-8ab2-4108-908b-764b5590a823 service neutron] 10.222.0.24 "GET /v2.0/networks/2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851939 Feb 04 06:20:26.152868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2f1e0-d7cc-487c-aa28-e3d5c7ac992b req-b08eb0b8-fb69-46ab-a909-55758757444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:26.154276 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-25a2f1e0-d7cc-487c-aa28-e3d5c7ac992b req-b08eb0b8-fb69-46ab-a909-55758757444c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 1099 time: 0.2259076 Feb 04 06:20:26.270850 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-25a2f1e0-d7cc-487c-aa28-e3d5c7ac992b req-d6346338-7ce7-462d-bb28-9a3963918010 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979393 Feb 04 06:20:26.309575 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-382e73db-ef98-4149-ad5b-50ea99e44c3a req-bca03ec6-a492-45c9-88ee-b449df48b630 service neutron] 10.222.0.24 "GET /v2.0/networks/2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543624 Feb 04 06:20:26.495078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbfbd8-d67f-46bc-8eab-3b2adf0e904a req-d9d867d1-bf29-4ebc-bb66-188adc1deae4 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:26.498954 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5ddbfbd8-d67f-46bc-8eab-3b2adf0e904a req-d9d867d1-bf29-4ebc-bb66-188adc1deae4 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.1038399 Feb 04 06:20:26.542042 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5ddbfbd8-d67f-46bc-8eab-3b2adf0e904a req-38e6d843-6d80-45b3-9368-8c341e826e9c tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 Feb 04 06:20:26.961904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711e485-593b-44e7-a056-9b7576e82bb4 req-17befb87-8445-4503-93a2-4cfade6df5dc tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:26.963352 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9711e485-593b-44e7-a056-9b7576e82bb4 req-17befb87-8445-4503-93a2-4cfade6df5dc tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.0844622 Feb 04 06:20:27.008390 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9711e485-593b-44e7-a056-9b7576e82bb4 req-ae749ed5-7a17-45c5-b693-a36e7ad796f3 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394444 Feb 04 06:20:27.729918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a251d-6118-444c-a97d-53151d21d92b req-d0a222e0-2963-414b-8fd6-9284f43ecee7 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:27.731415 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-843a251d-6118-444c-a97d-53151d21d92b req-d0a222e0-2963-414b-8fd6-9284f43ecee7 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0833457 Feb 04 06:20:27.778170 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-843a251d-6118-444c-a97d-53151d21d92b req-d20e657c-ea2b-4ff4-b156-e372ff4ebe6f tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Feb 04 06:20:28.192379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac778b20-a37d-44a5-9934-7d1dc2a2bf5f req-89ab65a3-bdb0-4298-8afe-638f74608150 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:28.193901 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ac778b20-a37d-44a5-9934-7d1dc2a2bf5f req-89ab65a3-bdb0-4298-8afe-638f74608150 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.0793433 Feb 04 06:20:28.242093 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ac778b20-a37d-44a5-9934-7d1dc2a2bf5f req-71b1e1bb-d0d1-4b8d-999a-4a7fc5042753 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422578 Feb 04 06:20:28.431255 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c208ec-7e2f-4912-8c58-431da7028f4b req-937da527-e34e-40cb-babb-91f2a9e1f2f9 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:28.432777 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-45c208ec-7e2f-4912-8c58-431da7028f4b req-937da527-e34e-40cb-babb-91f2a9e1f2f9 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.0840807 Feb 04 06:20:28.478929 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-45c208ec-7e2f-4912-8c58-431da7028f4b req-2a0e4b8e-255a-4c2c-9cc9-f462921fb780 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404158 Feb 04 06:20:28.501299 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50434) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:28.572549 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d039928-ffbf-4c1f-bf8a-c4ec5fb8af3e tempest-TestNetworkAdvancedServerOps-1096788323 tempest-TestNetworkAdvancedServerOps-1096788323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:28.576386 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7d039928-ffbf-4c1f-bf8a-c4ec5fb8af3e tempest-TestNetworkAdvancedServerOps-1096788323 tempest-TestNetworkAdvancedServerOps-1096788323-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 1094 time: 0.0717602 Feb 04 06:20:28.577001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50438) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:28.581821 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:20:28.587766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:20:28.591606 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Usage tracker for resource:floatingip and tenant:edcd344372f54cb8bd95bd63350574d2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:20:28.594453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:20:28.601868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:20:28.675039 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:28.811342 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:28.953173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Allocated IP 172.26.7.235 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/3612d673-ae72-406d-b8c5-b9760150bb51) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:20:28.967450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b5f08-23fc-4a8e-a168-343f7384b2b2 req-3c2e31a5-bae4-47a0-b91c-b5ed5661c9bc tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:28.969809 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-967b5f08-23fc-4a8e-a168-343f7384b2b2 req-3c2e31a5-bae4-47a0-b91c-b5ed5661c9bc tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0838542 Feb 04 06:20:29.021996 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-967b5f08-23fc-4a8e-a168-343f7384b2b2 req-150dbdd2-28c8-4f3b-817c-d9cc5fb76d78 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398769 Feb 04 06:20:29.214389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:29.395555 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:29.461264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:20:29.462380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:20:29.466066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:20:29.509998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'Port': ['ID=3612d673-ae72-406d-b8c5-b9760150bb51,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:29.787767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf58e-c70d-480f-8021-2f921406d047 req-a116be9f-fedf-4501-9eb3-a716400f4eaf tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:29.789253 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0fedf58e-c70d-480f-8021-2f921406d047 req-a116be9f-fedf-4501-9eb3-a716400f4eaf tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0844522 Feb 04 06:20:29.842474 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0fedf58e-c70d-480f-8021-2f921406d047 req-a2510c14-cb0b-472c-ad73-8d5d282061da tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471590 Feb 04 06:20:29.899702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:30.072366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:30.275155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:30.446273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:30.553981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event updated for resources: {'Port': ['ID=3612d673-ae72-406d-b8c5-b9760150bb51,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:30.570521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:30.740063 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Floating IP 96a98e06-bd68-4fd7-a138-81122e148462 associated. External IP: 172.26.7.235, port: 231fafe6-73c5-4a5b-bbd6-39f0163fa228. Feb 04 06:20:31.286464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a770e19-5eb7-4cf5-9680-cf388f3bf315 req-58a2230a-90b4-4981-8ee9-8b61e4a49243 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:31.288430 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6a770e19-5eb7-4cf5-9680-cf388f3bf315 req-58a2230a-90b4-4981-8ee9-8b61e4a49243 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.3178332 Feb 04 06:20:31.290176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Router 511bec90-ae1a-4d94-94d5-05b574293f55 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:20:31.409374 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6a770e19-5eb7-4cf5-9680-cf388f3bf315 req-7b5b7706-aa77-4ec6-b9df-4c25cc92356b tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143970 Feb 04 06:20:31.508516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:20:31.522813 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba66075-87b7-4d39-b8db-fed239261264 None None] Sync routers for ids ['511bec90-ae1a-4d94-94d5-05b574293f55'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:20:31.533949 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba66075-87b7-4d39-b8db-fed239261264 None None] Routers {'511bec90-ae1a-4d94-94d5-05b574293f55'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:31.535060 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4ba66075-87b7-4d39-b8db-fed239261264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:20:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['511bec90-ae1a-4d94-94d5-05b574293f55'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:31.662983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:31.708352 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-4ba66075-87b7-4d39-b8db-fed239261264 None None] Set router 511bec90-ae1a-4d94-94d5-05b574293f55 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:31.719904 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-988f762c-4569-4520-93ba-ec35bbce2171 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1419015 Feb 04 06:20:31.720789 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:31.890987 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'status': 'completed', 'code': 200} Feb 04 06:20:31.899172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5711d38-6269-4c2a-9587-5d72b3e37d88 req-162078d0-cbfe-4323-9088-95f3bbfa3dd9 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:31.900854 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c5711d38-6269-4c2a-9587-5d72b3e37d88 req-162078d0-cbfe-4323-9088-95f3bbfa3dd9 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.0901256 Feb 04 06:20:31.956948 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c5711d38-6269-4c2a-9587-5d72b3e37d88 req-7c7b41a0-54e5-4ce9-9794-f6d719c1f1e2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502918 Feb 04 06:20:31.995106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50458) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:32.126286 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4ba66075-87b7-4d39-b8db-fed239261264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '96a98e06-bd68-4fd7-a138-81122e148462', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'port_id': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'mac_address': 'fa:16:3e:86:e6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:20:29Z', 'updated_at': '2022-02-04T06:20:29Z', 'revision_number': 0, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbf79bb-832a-4334-97d3-835b13f2fa35', 'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'mac_address': 'fa:16:3e:05:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:06Z', 'updated_at': '2022-02-04T06:20:14Z', 'revision_number': 5, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'subnets': [{'id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:32.130125 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba66075-87b7-4d39-b8db-fed239261264 None None] Checking router: 511bec90-ae1a-4d94-94d5-05b574293f55 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:20:32.138807 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba66075-87b7-4d39-b8db-fed239261264 None None] Routers {'511bec90-ae1a-4d94-94d5-05b574293f55'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:20:32.139402 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4ba66075-87b7-4d39-b8db-fed239261264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:20:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['511bec90-ae1a-4d94-94d5-05b574293f55'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:32.159526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e42843-e6b6-4d10-845f-ee49e9ceb23e req-2a4ddd69-c0f5-4db6-aae2-88ae71385127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:32.160947 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03e42843-e6b6-4d10-845f-ee49e9ceb23e req-2a4ddd69-c0f5-4db6-aae2-88ae71385127 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edcd344372f54cb8bd95bd63350574d2&device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 1099 time: 0.2463319 Feb 04 06:20:32.299596 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-78219d07-80cd-4357-a701-f92c181a5d88 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/floatingips/96a98e06-bd68-4fd7-a138-81122e148462 HTTP/1.1" status: 200 len: 992 time: 0.3033853 Feb 04 06:20:32.319348 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-4ba66075-87b7-4d39-b8db-fed239261264 None None] Set router 511bec90-ae1a-4d94-94d5-05b574293f55 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:20:32.367509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be104956-fcf5-4802-b428-0864c948eebb req-129a45eb-2758-4fec-930f-837de1ac00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:32.368999 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be104956-fcf5-4802-b428-0864c948eebb req-129a45eb-2758-4fec-930f-837de1ac00e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d12da0aca7a48cf87e838c096eb105f&device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 1098 time: 0.3062003 Feb 04 06:20:32.376721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf4273-cfe9-4e39-9ab9-452e44d8859f req-0b81315f-e628-4b8b-a05f-91bd64dc5b2a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:32.378110 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4baf4273-cfe9-4e39-9ab9-452e44d8859f req-0b81315f-e628-4b8b-a05f-91bd64dc5b2a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.3077493 Feb 04 06:20:32.379082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e42843-e6b6-4d10-845f-ee49e9ceb23e req-293be8bb-31a0-47fc-89ec-d9703da01392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:32.380436 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03e42843-e6b6-4d10-845f-ee49e9ceb23e req-293be8bb-31a0-47fc-89ec-d9703da01392 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b9a0743-8994-41ba-8299-f9a4dc7e513f HTTP/1.1" status: 200 len: 897 time: 0.1989698 Feb 04 06:20:32.611810 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4baf4273-cfe9-4e39-9ab9-452e44d8859f req-f6b053f6-bb88-4728-9c0b-31628de8ec9a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123034 Feb 04 06:20:32.613473 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03e42843-e6b6-4d10-845f-ee49e9ceb23e req-0dc53eec-0cfb-4d47-bc04-0da4a40ef311 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228 HTTP/1.1" status: 200 len: 1000 time: 0.2130198 Feb 04 06:20:32.674026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be104956-fcf5-4802-b428-0864c948eebb req-12d02af3-cc55-4a18-b8e2-4d77e7b73bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:32.675462 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be104956-fcf5-4802-b428-0864c948eebb req-12d02af3-cc55-4a18-b8e2-4d77e7b73bb8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 HTTP/1.1" status: 200 len: 912 time: 0.2936180 Feb 04 06:20:32.683883 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-4ba66075-87b7-4d39-b8db-fed239261264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '96a98e06-bd68-4fd7-a138-81122e148462', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'port_id': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'mac_address': 'fa:16:3e:86:e6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:20:29Z', 'updated_at': '2022-02-04T06:20:29Z', 'revision_number': 0, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbf79bb-832a-4334-97d3-835b13f2fa35', 'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'mac_address': 'fa:16:3e:05:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:06Z', 'updated_at': '2022-02-04T06:20:14Z', 'revision_number': 5, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'subnets': [{'id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:32.687847 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba66075-87b7-4d39-b8db-fed239261264 None None] The sync data for ids ['511bec90-ae1a-4d94-94d5-05b574293f55'] in dv-neutron-827796-1-hyperv is: [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '96a98e06-bd68-4fd7-a138-81122e148462', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'floating_ip_address': '172.26.7.235', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'port_id': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'mac_address': 'fa:16:3e:86:e6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:20:29Z', 'updated_at': '2022-02-04T06:20:29Z', 'revision_number': 0, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbf79bb-832a-4334-97d3-835b13f2fa35', 'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'mac_address': 'fa:16:3e:05:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:06Z', 'updated_at': '2022-02-04T06:20:14Z', 'revision_number': 5, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'subnets': [{'id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:20:32.749002 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be104956-fcf5-4802-b428-0864c948eebb req-0236d305-f94b-4295-bdcf-763ad513a871 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89e70e2e-ca1c-4371-93bf-3740e21e5782 HTTP/1.1" status: 200 len: 217 time: 0.0656381 Feb 04 06:20:32.910891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f110cb6-95e2-4555-929d-87b42a72b2bd None None] New status for floating IP 96a98e06-bd68-4fd7-a138-81122e148462: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:20:32.925811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e42843-e6b6-4d10-845f-ee49e9ceb23e req-c0a34390-c3aa-4204-9325-c65a972d24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:32.925811 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03e42843-e6b6-4d10-845f-ee49e9ceb23e req-c0a34390-c3aa-4204-9325-c65a972d24c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22f0464e-9e01-4883-87d8-2b2dff39de14 HTTP/1.1" status: 200 len: 835 time: 0.2958703 Feb 04 06:20:32.982936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be104956-fcf5-4802-b428-0864c948eebb req-cd747d37-bbd8-43d1-900d-6c539e61fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:32.982936 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be104956-fcf5-4802-b428-0864c948eebb req-cd747d37-bbd8-43d1-900d-6c539e61fa08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eedae798-3af5-4bab-b17d-be88764617c9 HTTP/1.1" status: 200 len: 851 time: 0.2235198 Feb 04 06:20:33.036030 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be104956-fcf5-4802-b428-0864c948eebb req-99c95b53-3519-4c8d-acdb-f1af27ac0f1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497465 Feb 04 06:20:33.120993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e42843-e6b6-4d10-845f-ee49e9ceb23e req-6bd737ea-9a75-49dc-ab35-e6e3dd60fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:33.122457 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03e42843-e6b6-4d10-845f-ee49e9ceb23e req-6bd737ea-9a75-49dc-ab35-e6e3dd60fcba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b9a0743-8994-41ba-8299-f9a4dc7e513f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1939809 Feb 04 06:20:33.261421 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be104956-fcf5-4802-b428-0864c948eebb req-a5ca8b01-a45c-43a5-882e-946f8a344253 service neutron] 10.222.0.24 "GET /v2.0/networks/2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183957 Feb 04 06:20:33.303750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50462) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:33.370914 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03e42843-e6b6-4d10-845f-ee49e9ceb23e req-69e6eb9c-6414-4df5-94cc-c124c7703e45 service neutron] 10.222.0.24 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390363 Feb 04 06:20:33.413277 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-09b8a41f-85ed-459f-ba56-5cb605ab5b46 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/floatingips/96a98e06-bd68-4fd7-a138-81122e148462 HTTP/1.1" status: 200 len: 994 time: 0.1076403 Feb 04 06:20:33.493538 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be104956-fcf5-4802-b428-0864c948eebb req-c53fb3a3-598c-4430-beeb-899f59361335 service neutron] 10.222.0.24 "GET /v2.0/networks/2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222815 Feb 04 06:20:33.537547 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03e42843-e6b6-4d10-845f-ee49e9ceb23e req-fe73159d-b860-4516-ba05-6dc70714d173 service neutron] 10.222.0.24 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532469 Feb 04 06:20:33.799680 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5eb9e0-b77b-4eeb-b53a-57d10304f63f req-b6ae2d9d-b605-4280-89ec-bd9d8af0ca04 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:33.801155 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fa5eb9e0-b77b-4eeb-b53a-57d10304f63f req-b6ae2d9d-b605-4280-89ec-bd9d8af0ca04 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0809886 Feb 04 06:20:33.845177 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fa5eb9e0-b77b-4eeb-b53a-57d10304f63f req-c12545a3-a70d-4c73-b72b-4fb3e57d5b63 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383201 Feb 04 06:20:35.030608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d9dc4-c938-4ef3-939b-cd833f39a3d8 req-87b67d15-55c2-408f-8a32-a5f9fc7d75be tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:35.032086 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4d8d9dc4-c938-4ef3-939b-cd833f39a3d8 req-87b67d15-55c2-408f-8a32-a5f9fc7d75be tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0790257 Feb 04 06:20:35.075657 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4d8d9dc4-c938-4ef3-939b-cd833f39a3d8 req-5757c431-608a-4dd1-befc-79fe58cece8f tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Feb 04 06:20:35.823128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d394c33-df45-4723-946e-2e2db622b219 req-a63bbeb4-d454-48ca-8ea3-515bc4353c7b tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:35.824574 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2d394c33-df45-4723-946e-2e2db622b219 req-a63bbeb4-d454-48ca-8ea3-515bc4353c7b tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0857451 Feb 04 06:20:35.868239 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2d394c33-df45-4723-946e-2e2db622b219 req-b4456a60-f796-4680-855c-7257041c9e9c tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Feb 04 06:20:37.058687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd895f-34b1-4a1c-b2e9-3330a824dc8d req-d7031763-588b-4fd1-9fca-3454b4b537b0 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:37.060230 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-10fd895f-34b1-4a1c-b2e9-3330a824dc8d req-d7031763-588b-4fd1-9fca-3454b4b537b0 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0843151 Feb 04 06:20:37.103815 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-10fd895f-34b1-4a1c-b2e9-3330a824dc8d req-769c1fc3-1891-4785-b667-91ca2bf1aee1 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379169 Feb 04 06:20:38.088533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc985e-ef57-4311-bd14-458658b56bf5 req-46a74df9-b8b3-43b4-8198-9e586ce73b84 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:38.089996 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-07cc985e-ef57-4311-bd14-458658b56bf5 req-46a74df9-b8b3-43b4-8198-9e586ce73b84 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.0825074 Feb 04 06:20:38.170254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-07cc985e-ef57-4311-bd14-458658b56bf5 req-37cd3ae0-ad9b-4a6c-b996-cdb0ecf01a5a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Deleting port 89e70e2e-ca1c-4371-93bf-3740e21e5782 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:20:38.170254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-07cc985e-ef57-4311-bd14-458658b56bf5 req-37cd3ae0-ad9b-4a6c-b996-cdb0ecf01a5a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:38.440866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833bcc5-9e12-4f58-90e0-6cd97c0c499a req-afd3968c-42cb-404b-a4c7-e60f92ff99c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:38.440866 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6833bcc5-9e12-4f58-90e0-6cd97c0c499a req-afd3968c-42cb-404b-a4c7-e60f92ff99c2 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 945 time: 0.2254570 Feb 04 06:20:38.507805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-07cc985e-ef57-4311-bd14-458658b56bf5 req-37cd3ae0-ad9b-4a6c-b996-cdb0ecf01a5a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] For port 89e70e2e-ca1c-4371-93bf-3740e21e5782, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=89e70e2e-ca1c-4371-93bf-3740e21e5782,segment=NetworkSegment(0bb30903-7ba8-41bd-8a38-ae6581f6aeae),segment_id=0bb30903-7ba8-41bd-8a38-ae6581f6aeae)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:20:38.510761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-07cc985e-ef57-4311-bd14-458658b56bf5 req-37cd3ae0-ad9b-4a6c-b996-cdb0ecf01a5a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:38.577579 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6833bcc5-9e12-4f58-90e0-6cd97c0c499a req-cbce4cd8-5918-4919-bcef-9f12bc479609 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/security-groups?id=371c5c27-0eeb-4057-af92-c8d35bf9f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287622 Feb 04 06:20:38.639792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-07cc985e-ef57-4311-bd14-458658b56bf5 req-37cd3ae0-ad9b-4a6c-b996-cdb0ecf01a5a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Calling delete_port for 89e70e2e-ca1c-4371-93bf-3740e21e5782 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:20:38.983439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-07cc985e-ef57-4311-bd14-458658b56bf5 req-37cd3ae0-ad9b-4a6c-b996-cdb0ecf01a5a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:39.000998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['89e70e2e-ca1c-4371-93bf-3740e21e5782'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:20:39.036524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd3ae0-ad9b-4a6c-b996-cdb0ecf01a5a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Pushing event deleted for resources: {'Port': ['ID=89e70e2e-ca1c-4371-93bf-3740e21e5782,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:39.112246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cc985e-ef57-4311-bd14-458658b56bf5 req-37cd3ae0-ad9b-4a6c-b996-cdb0ecf01a5a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] No DVR routers for this DVR port 89e70e2e-ca1c-4371-93bf-3740e21e5782 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:20:39.115343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-07cc985e-ef57-4311-bd14-458658b56bf5 req-37cd3ae0-ad9b-4a6c-b996-cdb0ecf01a5a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:39.117953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e5ad45-99a9-4558-a965-6961ae7183ce', 'name': 'network-vif-deleted', 'tag': '89e70e2e-ca1c-4371-93bf-3740e21e5782'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:20:39.162683 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e5ad45-99a9-4558-a965-6961ae7183ce', 'name': 'network-vif-deleted', 'tag': '89e70e2e-ca1c-4371-93bf-3740e21e5782', 'status': 'completed', 'code': 200} Feb 04 06:20:39.256091 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-07cc985e-ef57-4311-bd14-458658b56bf5 req-37cd3ae0-ad9b-4a6c-b996-cdb0ecf01a5a tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.24 "DELETE /v2.0/ports/89e70e2e-ca1c-4371-93bf-3740e21e5782 HTTP/1.1" status: 204 len: 173 time: 1.1550295 Feb 04 06:20:39.745914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-63939c6f-cdcf-473c-8b1c-d53ab6feb1f5 req-6f9714d2-900c-466a-9fb7-ae8f2cd93b71 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Synchronizing usage tracker for tenant:0d12da0aca7a48cf87e838c096eb105f on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:20:39.954348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-63939c6f-cdcf-473c-8b1c-d53ab6feb1f5 req-6f9714d2-900c-466a-9fb7-ae8f2cd93b71 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] Unset dirty status for tenant:0d12da0aca7a48cf87e838c096eb105f on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:20:39.955543 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63939c6f-cdcf-473c-8b1c-d53ab6feb1f5 req-6f9714d2-900c-466a-9fb7-ae8f2cd93b71 tempest-TestServerAdvancedOps-1272725935 tempest-TestServerAdvancedOps-1272725935-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e5ad45-99a9-4558-a965-6961ae7183ce HTTP/1.1" status: 200 len: 210 time: 0.2538655 Feb 04 06:20:40.901046 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:20:41.054547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50486) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:41.080615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 89e70e2e-ca1c-4371-93bf-3740e21e5782 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:20:41.118868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-c699f849-4c0a-4a76-807b-8026c786e187 admin admin] Deleting subnet eedae798-3af5-4bab-b17d-be88764617c9 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:20:41.119016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 89e70e2e-ca1c-4371-93bf-3740e21e5782 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:20:41.119016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 89e70e2e-ca1c-4371-93bf-3740e21e5782 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:20:41.119231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c699f849-4c0a-4a76-807b-8026c786e187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:41.169076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c699f849-4c0a-4a76-807b-8026c786e187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:41.222958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c699f849-4c0a-4a76-807b-8026c786e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:41.406126 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c699f849-4c0a-4a76-807b-8026c786e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:41.449040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699f849-4c0a-4a76-807b-8026c786e187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eedae798-3af5-4bab-b17d-be88764617c9,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:41.452810 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c699f849-4c0a-4a76-807b-8026c786e187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:41.459836 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c699f849-4c0a-4a76-807b-8026c786e187 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eedae798-3af5-4bab-b17d-be88764617c9 HTTP/1.1" status: 204 len: 168 time: 0.4041741 Feb 04 06:20:41.462247 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50490) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:41.568248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:41.707379 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:41.732093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:41.744898 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb30903-7ba8-41bd-8a38-ae6581f6aeae') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:41.745200 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb30903-7ba8-41bd-8a38-ae6581f6aeae') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:41.757246 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:41.772968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:41.779698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:20:41.779698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:20:41.793874 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:20:42.074076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.098738 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.110099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:42.292149 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b8fe66c0-070f-45d8-8121-d3453b5c71d5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2813dccb-8a09-40fe-bc3c-87aa9d4b0ba2 HTTP/1.1" status: 204 len: 168 time: 0.8288062 Feb 04 06:20:42.295025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50494) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:42.354852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fceeabc-e5df-4c1f-ba92-967fdd956839 admin admin] Deleting subnet 03d8482e-0fc2-44d6-bd14-960747f7b4af {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:20:42.357852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4fceeabc-e5df-4c1f-ba92-967fdd956839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.408436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4fceeabc-e5df-4c1f-ba92-967fdd956839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.464866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4fceeabc-e5df-4c1f-ba92-967fdd956839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.611597 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4fceeabc-e5df-4c1f-ba92-967fdd956839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.653381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceeabc-e5df-4c1f-ba92-967fdd956839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d8482e-0fc2-44d6-bd14-960747f7b4af,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:42.657018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4fceeabc-e5df-4c1f-ba92-967fdd956839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.664123 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4fceeabc-e5df-4c1f-ba92-967fdd956839 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/03d8482e-0fc2-44d6-bd14-960747f7b4af HTTP/1.1" status: 204 len: 168 time: 0.3681185 Feb 04 06:20:42.666729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50498) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:42.773184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.897027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.922247 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e862c970-1e4e-486e-bb0a-c3d6eaffba5e']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:42.934193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1bbd5e-b1a4-41a1-9540-df36950d77ee') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:42.934428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1bbd5e-b1a4-41a1-9540-df36950d77ee') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:20:42.946049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.962965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.969659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:20:42.969659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:20:42.982455 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:20:43.137713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.153453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.163174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e862c970-1e4e-486e-bb0a-c3d6eaffba5e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:43.165754 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bc97a46d-c76c-4174-91d2-80afe73adbf2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e862c970-1e4e-486e-bb0a-c3d6eaffba5e HTTP/1.1" status: 204 len: 168 time: 0.4981573 Feb 04 06:20:43.607879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50504) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:43.655835 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fae87f6c-b837-4a4e-b903-45b27b53901f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d12da0aca7a48cf87e838c096eb105f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468092 Feb 04 06:20:43.658385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50508) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:43.715889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0607dedd-d9d8-4395-949d-bf8619126db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.741270 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0607dedd-d9d8-4395-949d-bf8619126db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.885641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0607dedd-d9d8-4395-949d-bf8619126db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:43.903169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607dedd-d9d8-4395-949d-bf8619126db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371c5c27-0eeb-4057-af92-c8d35bf9f66a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:44.011083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0607dedd-d9d8-4395-949d-bf8619126db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.011083 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0607dedd-d9d8-4395-949d-bf8619126db4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/371c5c27-0eeb-4057-af92-c8d35bf9f66a HTTP/1.1" status: 204 len: 168 time: 0.3467603 Feb 04 06:20:45.092712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50516) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:45.141015 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1a54e53a-42d7-4e6c-a2f0-32815738be96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec01343519514daaa46d9712190591e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470729 Feb 04 06:20:45.143531 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50520) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:20:45.201462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6be0a8fa-ca3f-4ff2-b9f6-21ce46844149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:45.227191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6be0a8fa-ca3f-4ff2-b9f6-21ce46844149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:45.377153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6be0a8fa-ca3f-4ff2-b9f6-21ce46844149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:45.391746 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0a8fa-ca3f-4ff2-b9f6-21ce46844149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7aee6b-2ead-4f8d-ab7d-89a4c242f581,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:20:45.399155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6be0a8fa-ca3f-4ff2-b9f6-21ce46844149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:45.400315 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6be0a8fa-ca3f-4ff2-b9f6-21ce46844149 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d7aee6b-2ead-4f8d-ab7d-89a4c242f581 HTTP/1.1" status: 204 len: 168 time: 0.2558496 Feb 04 06:20:45.709541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-efb6bf56-779e-41d9-96f9-f4d85b6147f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:47.931769 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d58876b4-13f3-4d70-8706-a9394ecd84b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:49.079064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:49.114375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:49.719233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:50.508766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:02.316595 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-a132b914-c6cd-4bb3-8a6d-cc238edbbdc8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738111 Feb 04 06:21:02.464987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-cd0b2cc7-e8be-4cd7-bc49-530849385ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:02.466485 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-cd0b2cc7-e8be-4cd7-bc49-530849385ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 1098 time: 0.0745218 Feb 04 06:21:02.613614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-4e62c4dd-c1a3-45bd-820b-9a62705ebf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:02.615735 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-4e62c4dd-c1a3-45bd-820b-9a62705ebf14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 911 time: 0.1301897 Feb 04 06:21:02.720751 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-bb3cb843-18a3-4330-87ef-9e77859fb9b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4892536f-cbad-400c-a4ce-817334184d3e HTTP/1.1" status: 200 len: 1000 time: 0.0970159 Feb 04 06:21:02.784619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-05db8e9c-ef50-4673-a575-be50210a8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:02.786100 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-05db8e9c-ef50-4673-a575-be50210a8e66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.0587747 Feb 04 06:21:02.863292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-54a24b97-3371-4890-8b94-a572ff90fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:02.865324 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-54a24b97-3371-4890-8b94-a572ff90fe3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731905 Feb 04 06:21:02.998760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-825321cb-2b40-4024-be2b-43da81800f70 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265988 Feb 04 06:21:03.133256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0d53945a-4d38-4824-b419-dfdd1fd0a390 req-69653490-3cb9-4a68-a024-2772e73e303d service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268239 Feb 04 06:21:15.805213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc230c17-e932-4483-b710-c6af55401636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:17.899442 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:21:17.973473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-103d24d9-7177-4eaa-815a-6b9e29fb4a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:19.098688 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:19.148135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:19.679002 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:20.547792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:33.963583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50570) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:34.072997 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-96e49a81-9de7-4126-b380-9344ba8a6549 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/c0ac65e7-6848-469e-9bb3-c912c7b545cd HTTP/1.1" status: 200 len: 993 time: 0.1082215 Feb 04 06:21:34.375064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50578) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:34.580941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 7935755a-4878-4063-8e38-32baf895cd6a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:21:34.581278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:34.749396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:34.749731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:34.964238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 7935755a-4878-4063-8e38-32baf895cd6a owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:21:35.181705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:35.228634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=7935755a-4878-4063-8e38-32baf895cd6a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:35.264629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.267772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.267772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.267772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.267772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.267772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.267772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.267772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.267772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.267772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.267772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.268928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:35.330086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:35.330418 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP c0ac65e7-6848-469e-9bb3-c912c7b545cd disassociated (deleted). External IP: 172.26.7.175, port: 5361a93c-d46b-453f-b1ac-4ef8e10b976f. Feb 04 06:21:35.678214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:21:35.855560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:21:35.865900 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b881dc-3f97-4582-85cd-ebee27e4f1c0 None None] Sync routers for ids ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:21:35.875118 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b881dc-3f97-4582-85cd-ebee27e4f1c0 None None] Routers {'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:21:35.892266 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-02b881dc-3f97-4582-85cd-ebee27e4f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:21:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:35.947480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:36.001888 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2451534b-4206-4ce3-812d-b026903ade90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/floatingips/c0ac65e7-6848-469e-9bb3-c912c7b545cd HTTP/1.1" status: 204 len: 168 time: 1.6257217 Feb 04 06:21:36.002468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'tag': '5361a93c-d46b-453f-b1ac-4ef8e10b976f'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:36.056161 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-02b881dc-3f97-4582-85cd-ebee27e4f1c0 None None] Set router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:21:36.113294 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'tag': '5361a93c-d46b-453f-b1ac-4ef8e10b976f', 'status': 'completed', 'code': 200} Feb 04 06:21:36.318621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5a25c-9655-4014-b954-2cd3a69b524d req-3149b5bb-4b4a-491c-a3e8-18397ebde78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:36.320289 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f0c5a25c-9655-4014-b954-2cd3a69b524d req-3149b5bb-4b4a-491c-a3e8-18397ebde78d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 1098 time: 0.1859412 Feb 04 06:21:36.419325 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-02b881dc-3f97-4582-85cd-ebee27e4f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'e8cbffb9-2eba-4134-8d1f-bc3cce747b82', 'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:3f:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:46Z', 'updated_at': '2022-02-04T06:19:55Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:36.423392 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b881dc-3f97-4582-85cd-ebee27e4f1c0 None None] Checking router: dfafc0b6-1ebd-4d10-b061-f65e5c7359aa for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:21:36.432063 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b881dc-3f97-4582-85cd-ebee27e4f1c0 None None] Routers {'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:21:36.432814 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-02b881dc-3f97-4582-85cd-ebee27e4f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:21:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:36.457688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5a25c-9655-4014-b954-2cd3a69b524d req-9fe5a1a5-7b72-4028-bd1c-7d11b89643f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:36.459132 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f0c5a25c-9655-4014-b954-2cd3a69b524d req-9fe5a1a5-7b72-4028-bd1c-7d11b89643f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e733dfbb-4330-4647-b2f2-642f97c14806 HTTP/1.1" status: 200 len: 897 time: 0.1331522 Feb 04 06:21:36.531479 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f0c5a25c-9655-4014-b954-2cd3a69b524d req-896dd6cc-68da-43f6-99f7-a79fc4409d1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5361a93c-d46b-453f-b1ac-4ef8e10b976f HTTP/1.1" status: 200 len: 217 time: 0.0656431 Feb 04 06:21:36.622878 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-02b881dc-3f97-4582-85cd-ebee27e4f1c0 None None] Set router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:21:36.712508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5a25c-9655-4014-b954-2cd3a69b524d req-05444fad-d701-4918-a207-561e59e97c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:36.714529 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f0c5a25c-9655-4014-b954-2cd3a69b524d req-05444fad-d701-4918-a207-561e59e97c80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca1ff80f-94ec-488d-a709-f17257f30aa6 HTTP/1.1" status: 200 len: 834 time: 0.1755364 Feb 04 06:21:36.856023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5a25c-9655-4014-b954-2cd3a69b524d req-a36f6977-dc37-497c-87b4-c12cf3ebb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:36.857527 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f0c5a25c-9655-4014-b954-2cd3a69b524d req-a36f6977-dc37-497c-87b4-c12cf3ebb25b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e733dfbb-4330-4647-b2f2-642f97c14806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1361716 Feb 04 06:21:36.866416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b674f-6661-4887-a01d-0d62bdeebb03 req-1284f1ab-9405-495d-8948-395e2e6bddbf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:36.867108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a07b674f-6661-4887-a01d-0d62bdeebb03 req-1284f1ab-9405-495d-8948-395e2e6bddbf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:21:36.942858 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-02b881dc-3f97-4582-85cd-ebee27e4f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'e8cbffb9-2eba-4134-8d1f-bc3cce747b82', 'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:3f:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:46Z', 'updated_at': '2022-02-04T06:19:55Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:36.947144 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b881dc-3f97-4582-85cd-ebee27e4f1c0 None None] The sync data for ids ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'] in dv-neutron-827796-1-hyperv is: [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:19:48Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'e8cbffb9-2eba-4134-8d1f-bc3cce747b82', 'name': '', 'network_id': 'e733dfbb-4330-4647-b2f2-642f97c14806', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:3f:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:46Z', 'updated_at': '2022-02-04T06:19:55Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': 'ca1ff80f-94ec-488d-a709-f17257f30aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:21:37.015632 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f0c5a25c-9655-4014-b954-2cd3a69b524d req-ae2e5631-698f-4ddf-b4e6-4a397673760c service neutron] 10.222.0.24 "GET /v2.0/networks/e733dfbb-4330-4647-b2f2-642f97c14806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446853 Feb 04 06:21:37.046090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a07b674f-6661-4887-a01d-0d62bdeebb03 req-1284f1ab-9405-495d-8948-395e2e6bddbf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:21:37.047222 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a07b674f-6661-4887-a01d-0d62bdeebb03 req-1284f1ab-9405-495d-8948-395e2e6bddbf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 945 time: 0.3627105 Feb 04 06:21:37.160549 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a07b674f-6661-4887-a01d-0d62bdeebb03 req-a1e71968-c910-4858-aba8-a4a52de2e5f6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658925 Feb 04 06:21:37.185469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d561f61-09b9-42e7-ab6e-5a2d03e399f7 None None] New status for floating IP c0ac65e7-6848-469e-9bb3-c912c7b545cd: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:21:37.202990 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f0c5a25c-9655-4014-b954-2cd3a69b524d req-1e841356-da79-4123-85bd-61bac53f2edc service neutron] 10.222.0.24 "GET /v2.0/networks/e733dfbb-4330-4647-b2f2-642f97c14806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706378 Feb 04 06:21:38.412063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeefdf-c559-426d-a52a-891d3adc2d7e req-c2c1da3e-e6db-434d-a6db-c99be6404f03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:38.414511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923df971-737e-4db8-9b5e-2f47c15922d7 req-0dca1440-36fe-44e4-9a0b-c5197190516d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:38.415611 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a9eeefdf-c559-426d-a52a-891d3adc2d7e req-c2c1da3e-e6db-434d-a6db-c99be6404f03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 945 time: 0.0902710 Feb 04 06:21:38.415815 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-923df971-737e-4db8-9b5e-2f47c15922d7 req-0dca1440-36fe-44e4-9a0b-c5197190516d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 945 time: 0.1396101 Feb 04 06:21:38.481708 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-923df971-737e-4db8-9b5e-2f47c15922d7 req-d1960c88-5747-4035-8d34-f80c7d895ac6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=efdd11cf-ad8c-4a4c-af6a-382cd6741819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557265 Feb 04 06:21:38.516463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a9eeefdf-c559-426d-a52a-891d3adc2d7e req-09e337b4-9aff-4eee-b861-03a91d238b61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 5361a93c-d46b-453f-b1ac-4ef8e10b976f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:21:38.516835 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9eeefdf-c559-426d-a52a-891d3adc2d7e req-09e337b4-9aff-4eee-b861-03a91d238b61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:38.772875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a9eeefdf-c559-426d-a52a-891d3adc2d7e req-09e337b4-9aff-4eee-b861-03a91d238b61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 5361a93c-d46b-453f-b1ac-4ef8e10b976f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5361a93c-d46b-453f-b1ac-4ef8e10b976f,segment=NetworkSegment(25cb9c25-6b09-45cb-bb13-83b77c144421),segment_id=25cb9c25-6b09-45cb-bb13-83b77c144421)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:38.773129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9eeefdf-c559-426d-a52a-891d3adc2d7e req-09e337b4-9aff-4eee-b861-03a91d238b61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:38.895207 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a9eeefdf-c559-426d-a52a-891d3adc2d7e req-09e337b4-9aff-4eee-b861-03a91d238b61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 5361a93c-d46b-453f-b1ac-4ef8e10b976f owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:21:39.106975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9eeefdf-c559-426d-a52a-891d3adc2d7e req-09e337b4-9aff-4eee-b861-03a91d238b61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:39.157235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e337b4-9aff-4eee-b861-03a91d238b61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=5361a93c-d46b-453f-b1ac-4ef8e10b976f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:39.236412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9eeefdf-c559-426d-a52a-891d3adc2d7e req-09e337b4-9aff-4eee-b861-03a91d238b61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] No DVR routers for this DVR port 5361a93c-d46b-453f-b1ac-4ef8e10b976f on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:21:39.238863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a9eeefdf-c559-426d-a52a-891d3adc2d7e req-09e337b4-9aff-4eee-b861-03a91d238b61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:39.241515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'name': 'network-vif-deleted', 'tag': '5361a93c-d46b-453f-b1ac-4ef8e10b976f'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:39.295781 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5585ff-e8b3-48c7-80d1-023f55fb566c', 'name': 'network-vif-deleted', 'tag': '5361a93c-d46b-453f-b1ac-4ef8e10b976f', 'status': 'completed', 'code': 200} Feb 04 06:21:39.313484 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a9eeefdf-c559-426d-a52a-891d3adc2d7e req-09e337b4-9aff-4eee-b861-03a91d238b61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "DELETE /v2.0/ports/5361a93c-d46b-453f-b1ac-4ef8e10b976f HTTP/1.1" status: 204 len: 173 time: 0.8939025 Feb 04 06:21:39.712332 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8b7c4ad3-76e3-450f-a9d0-94e029d97a83 req-d3a00ef6-5e57-422a-814e-8a1ac3537700 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d5585ff-e8b3-48c7-80d1-023f55fb566c HTTP/1.1" status: 200 len: 210 time: 0.0603130 Feb 04 06:21:40.810464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50606) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:40.882746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bd4be89-a6fd-4e7c-8790-28ffdeed532f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:40.914399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bd4be89-a6fd-4e7c-8790-28ffdeed532f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:41.078751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bd4be89-a6fd-4e7c-8790-28ffdeed532f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:41.101396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4be89-a6fd-4e7c-8790-28ffdeed532f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdd11cf-ad8c-4a4c-af6a-382cd6741819,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:41.182096 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8bd4be89-a6fd-4e7c-8790-28ffdeed532f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:41.183443 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8bd4be89-a6fd-4e7c-8790-28ffdeed532f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/efdd11cf-ad8c-4a4c-af6a-382cd6741819 HTTP/1.1" status: 204 len: 168 time: 0.3719299 Feb 04 06:21:41.283464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50612) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:41.410816 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 5361a93c-d46b-453f-b1ac-4ef8e10b976f no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:21:41.450764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 5361a93c-d46b-453f-b1ac-4ef8e10b976f {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:21:41.451165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 5361a93c-d46b-453f-b1ac-4ef8e10b976f not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:21:41.996464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:42.416391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port e8cbffb9-2eba-4134-8d1f-bc3cce747b82 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:21:42.416705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:42.621210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port e8cbffb9-2eba-4134-8d1f-bc3cce747b82, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e8cbffb9-2eba-4134-8d1f-bc3cce747b82,segment=NetworkSegment(25cb9c25-6b09-45cb-bb13-83b77c144421),segment_id=25cb9c25-6b09-45cb-bb13-83b77c144421)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:42.621617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:42.757334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for e8cbffb9-2eba-4134-8d1f-bc3cce747b82 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:21:43.330260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:43.390258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=e8cbffb9-2eba-4134-8d1f-bc3cce747b82,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:43.672012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:44.076259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:21:44.291838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:21:44.303007 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18c857-4ddd-47af-9f9f-b12c8dfae56b None None] Sync routers for ids ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:21:44.305058 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0c50a575-1c3d-490b-99c2-8d3c498da964 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/dfafc0b6-1ebd-4d10-b061-f65e5c7359aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0199034 Feb 04 06:21:44.307716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50616) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:44.316814 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18c857-4ddd-47af-9f9f-b12c8dfae56b None None] Routers {'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:21:44.317812 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0d18c857-4ddd-47af-9f9f-b12c8dfae56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:21:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:44.375706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eecce2b-5f19-4bc7-bbb1-e9ff6c3b423c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting subnet ca1ff80f-94ec-488d-a709-f17257f30aa6 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:21:44.379546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2eecce2b-5f19-4bc7-bbb1-e9ff6c3b423c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:44.440887 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2eecce2b-5f19-4bc7-bbb1-e9ff6c3b423c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:44.524003 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-0d18c857-4ddd-47af-9f9f-b12c8dfae56b None None] Set router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:21:44.549748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2eecce2b-5f19-4bc7-bbb1-e9ff6c3b423c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:44.708039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2eecce2b-5f19-4bc7-bbb1-e9ff6c3b423c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:44.753814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecce2b-5f19-4bc7-bbb1-e9ff6c3b423c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1ff80f-94ec-488d-a709-f17257f30aa6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:44.755824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2eecce2b-5f19-4bc7-bbb1-e9ff6c3b423c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:44.762889 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2eecce2b-5f19-4bc7-bbb1-e9ff6c3b423c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/subnets/ca1ff80f-94ec-488d-a709-f17257f30aa6 HTTP/1.1" status: 204 len: 168 time: 0.4541073 Feb 04 06:21:44.767209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:44.772321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af12380-575f-4b6b-85f9-85b5cac956e7 None None] Network e733dfbb-4330-4647-b2f2-642f97c14806 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:21:44.915690 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0d18c857-4ddd-47af-9f9f-b12c8dfae56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:21:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:44.922852 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18c857-4ddd-47af-9f9f-b12c8dfae56b None None] Checking router: dfafc0b6-1ebd-4d10-b061-f65e5c7359aa for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:21:44.938709 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18c857-4ddd-47af-9f9f-b12c8dfae56b None None] Routers {'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:21:44.939628 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0d18c857-4ddd-47af-9f9f-b12c8dfae56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:21:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:45.090211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:45.121253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] DHCP port deletion for e733dfbb-4330-4647-b2f2-642f97c14806 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:21:45.125616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Deleting port c2f5fc90-9c8f-43f3-9e00-68b46178abff {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:21:45.126243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:45.140168 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-0d18c857-4ddd-47af-9f9f-b12c8dfae56b None None] Set router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:21:45.347114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:45.390201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] For port c2f5fc90-9c8f-43f3-9e00-68b46178abff, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c2f5fc90-9c8f-43f3-9e00-68b46178abff,segment=NetworkSegment(25cb9c25-6b09-45cb-bb13-83b77c144421),segment_id=25cb9c25-6b09-45cb-bb13-83b77c144421)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:45.390827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:45.442690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 33852770-b514-43b0-88e3-7d7738a6839e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:21:45.443581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:45.555483 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0d18c857-4ddd-47af-9f9f-b12c8dfae56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:21:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:45.560941 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18c857-4ddd-47af-9f9f-b12c8dfae56b None None] The sync data for ids ['dfafc0b6-1ebd-4d10-b061-f65e5c7359aa'] in dv-neutron-827796-1-hyperv is: [{'id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'name': 'tempest-TestNetworkBasicOps-router-4301435', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '33852770-b514-43b0-88e3-7d7738a6839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:38Z', 'updated_at': '2022-02-04T06:21:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '33852770-b514-43b0-88e3-7d7738a6839e', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafc0b6-1ebd-4d10-b061-f65e5c7359aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:19:39Z', 'updated_at': '2022-02-04T06:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:21:45.579027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Calling delete_port for c2f5fc90-9c8f-43f3-9e00-68b46178abff owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:21:45.707956 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-35033aa9-510d-4e13-9687-33e7468839b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:45.730099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 33852770-b514-43b0-88e3-7d7738a6839e, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=33852770-b514-43b0-88e3-7d7738a6839e,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:45.730453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:45.743470 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:45.796764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Pushing event deleted for resources: {'Port': ['ID=c2f5fc90-9c8f-43f3-9e00-68b46178abff,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:45.802064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] No DVR routers for this DVR port c2f5fc90-9c8f-43f3-9e00-68b46178abff on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:21:45.808693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.809032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.809574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.809874 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.810232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.810568 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.810899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.811228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.811559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.811885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.812211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.812535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e8f6f7-4c3f-4e2a-ba26-dd0d2aa9cfc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:45.872457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 33852770-b514-43b0-88e3-7d7738a6839e owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:21:46.159704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:46.248016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=33852770-b514-43b0-88e3-7d7738a6839e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:46.370958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:46.552721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:46.555472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:46.667325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:46.668052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Fanout notify agent at l3_agent the message router_deleted on router dfafc0b6-1ebd-4d10-b061-f65e5c7359aa {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:21:46.698537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:46.704571 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50626) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:46.705546 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bd3e4656-319d-444e-89bb-090000fafad4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/routers/dfafc0b6-1ebd-4d10-b061-f65e5c7359aa HTTP/1.1" status: 204 len: 168 time: 1.9363091 Feb 04 06:21:46.736372 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c2f5fc90-9c8f-43f3-9e00-68b46178abff no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:21:46.805140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: c2f5fc90-9c8f-43f3-9e00-68b46178abff {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:21:46.806725 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c2f5fc90-9c8f-43f3-9e00-68b46178abff not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:21:46.807504 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e8cbffb9-2eba-4134-8d1f-bc3cce747b82 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:21:46.872744 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: e8cbffb9-2eba-4134-8d1f-bc3cce747b82 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:21:46.873303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e8cbffb9-2eba-4134-8d1f-bc3cce747b82 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:21:46.952044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:47.144539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:47.190953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e733dfbb-4330-4647-b2f2-642f97c14806']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:47.213989 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25cb9c25-6b09-45cb-bb13-83b77c144421') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:47.214929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25cb9c25-6b09-45cb-bb13-83b77c144421') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:47.245165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:47.282922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:47.300565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:21:47.301484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:21:47.327537 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:21:47.607244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:47.612212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:47.650236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Network': ['ID=e733dfbb-4330-4647-b2f2-642f97c14806,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:47.669603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.669964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.670307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.670646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.670980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.671395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.671707 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.672042 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.672374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.672753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.673062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.673389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:47.722354 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863f6e-6f81-421e-aab0-f09854bcb3d9 req-a7822aae-ae3a-4338-9c86-adf1831b9a6a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:47.733269 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-72863f6e-6f81-421e-aab0-f09854bcb3d9 req-a7822aae-ae3a-4338-9c86-adf1831b9a6a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.1649730 Feb 04 06:21:47.760846 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c4dbcc57-9102-4c59-821b-a57126890df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/networks/e733dfbb-4330-4647-b2f2-642f97c14806 HTTP/1.1" status: 204 len: 168 time: 1.0475218 Feb 04 06:21:47.781246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50648) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:47.792999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'network': {'name': 'tempest-network-smoke--1845331742', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:47.799404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:47.802542 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-72863f6e-6f81-421e-aab0-f09854bcb3d9 req-5a1c4391-4cd8-493a-9132-4f4c71f4cdd3 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722628 Feb 04 06:21:47.806705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:network and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:47.812562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:47.824382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:47.969747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:21:47.974187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:47.993877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f275-3075-454e-ae17-7ea2ec182357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:48.013756 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:21:48.025969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:48.026946 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Added segment f0de07f8-5252-43a1-9fbe-42a5d1297eba of type vlan for network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 Feb 04 06:21:48.058375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:48.170262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:48.176805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:48.177629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:48.294972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Network': ['ID=d2f7206a-acec-4a70-8d1d-bdf01b1c2395,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:48.307851 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:21:48.389266 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-30c7e3a0-0e61-41ef-b588-b2ac1117ed49 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6042805 Feb 04 06:21:48.393469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50652) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:48.399150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'admin_state_up': True, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:48.406703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:48.411657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:router and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:48.414920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:48.426218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:48.553077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:48.554067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:48.570755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:48.615585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 33852770-b514-43b0-88e3-7d7738a6839e no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:21:48.652407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 33852770-b514-43b0-88e3-7d7738a6839e {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:21:48.652852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 33852770-b514-43b0-88e3-7d7738a6839e not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:21:49.009574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:49.078217 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:49.122756 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:49.155947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ed9f9-6fe5-40f0-b3c3-d45f70fc12b3 req-bb492c71-c142-4cec-909a-9a26f254e100 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:49.157546 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-de0ed9f9-6fe5-40f0-b3c3-d45f70fc12b3 req-bb492c71-c142-4cec-909a-9a26f254e100 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.2229724 Feb 04 06:21:49.219197 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-de0ed9f9-6fe5-40f0-b3c3-d45f70fc12b3 req-535bd195-fab8-487f-a464-351f69a1db63 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552840 Feb 04 06:21:49.495707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:49.529429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:49.669126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.50 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/ed81359c-3432-4f83-b832-68ef9e2db591) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:21:49.701628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:49.822116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:49.895479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:49.963181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:21:49.966126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:21:49.968512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:21:50.008136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=ed81359c-3432-4f83-b832-68ef9e2db591,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:50.417221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3dbc-6fc6-465e-bd7d-7bf5b9e15a6d req-0429b4fb-1c17-4e1f-8601-f54d76b161a6 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:50.419055 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-985c3dbc-6fc6-465e-bd7d-7bf5b9e15a6d req-0429b4fb-1c17-4e1f-8601-f54d76b161a6 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.0912848 Feb 04 06:21:50.470167 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-985c3dbc-6fc6-465e-bd7d-7bf5b9e15a6d req-8b853ac6-a895-4d45-a8a7-3ce8c0dbdbc3 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Feb 04 06:21:50.478820 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:50.580053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:50.919939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:51.176347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router abd968b1-8a27-4b86-af27-ca2c1474603d is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:21:51.357663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:21:51.367653 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Sync routers for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:21:51.377278 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:21:51.378538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:21:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:51.427141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:51.431251 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-86737bb7-d8e6-43d0-b84e-ed15a13f7718 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0334795 Feb 04 06:21:51.431515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50660) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:51.577091 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:21:51.617298 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1a4b91fd-3381-4521-870a-79be92120847 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ed74ee2667754fabaada911129fc7b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1847172 Feb 04 06:21:51.620128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50668) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:51.672594 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceebee3-6ba6-41c6-beae-e1daf2bc9a38 req-5e00987f-af71-4122-893f-712f031284f5 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:51.674347 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4ceebee3-6ba6-41c6-beae-e1daf2bc9a38 req-5e00987f-af71-4122-893f-712f031284f5 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.0919361 Feb 04 06:21:51.725198 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4ceebee3-6ba6-41c6-beae-e1daf2bc9a38 req-bec9131d-082b-4309-8c7c-3c3fc7f84f3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443780 Feb 04 06:21:51.865511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2523a50c-8b6e-4a20-a09c-b8c17ccbec97 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:51.866989 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2523a50c-8b6e-4a20-a09c-b8c17ccbec97 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2457793 Feb 04 06:21:51.869880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50672) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:51.910242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:50Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:51.910636 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9a604b87-967f-42b4-836e-6e66e2f6ebec tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393243 Feb 04 06:21:51.913170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50676) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:51.914330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Checking router: abd968b1-8a27-4b86-af27-ca2c1474603d for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:21:51.914686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Updating router abd968b1-8a27-4b86-af27-ca2c1474603d port ed81359c-3432-4f83-b832-68ef9e2db591 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:21:51.918788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-596560786', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:51.978650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:52.031813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:52.036896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:subnet and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:52.039870 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:52.046278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:52.141168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:21:52.145308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:52.327113 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:52.339676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Transition to ACTIVE for port object ed81359c-3432-4f83-b832-68ef9e2db591 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:21:52.386768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:52.404159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:52.466657 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Attempting to bind port ed81359c-3432-4f83-b832-68ef9e2db591 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:21:52.467061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Attempting to bind port ed81359c-3432-4f83-b832-68ef9e2db591 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:21:52.467386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Attempting to bind port ed81359c-3432-4f83-b832-68ef9e2db591 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:21:52.475079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:21:52.475459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:21:52.475843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:52.476235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:21:52.476741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Bound port: ed81359c-3432-4f83-b832-68ef9e2db591, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:21:52.477121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:52.509837 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ae304-e937-4d9d-82a1-b913fff5454b None None] Pushing event updated for resources: {'Port': ['ID=ed81359c-3432-4f83-b832-68ef9e2db591,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:52.556808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] For port ed81359c-3432-4f83-b832-68ef9e2db591, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:21:52.559932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] For port ed81359c-3432-4f83-b832-68ef9e2db591, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ed81359c-3432-4f83-b832-68ef9e2db591,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:21:52.610886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Subnet': ['ID=2d731324-dbbc-447f-a0b0-cbe13363d511,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:52.615615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:52.618798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Checking segment: {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:21:52.619258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network hostable DHCP agents. Network: d2f7206a-acec-4a70-8d1d-bdf01b1c2395, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:21:52.683522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:21:52.697431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:21:52.698050 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:21:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:52.735611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, d2f7206a-acec-4a70-8d1d-bdf01b1c2395) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:21:52.739577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:52.740153 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:52.755970 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655858af-7290-4be1-85c3-f6a7a1bc0385 None None] Network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:21:52.778938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ae304-e937-4d9d-82a1-b913fff5454b None None] Pushing event updated for resources: {'Port': ['ID=ed81359c-3432-4f83-b832-68ef9e2db591,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:52.816576 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-eefab0ee-ffec-4040-9580-6ecc2e9d4e12 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9021542 Feb 04 06:21:52.819558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50682) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:52.982782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:21:53.146074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21709ddf-8d2a-436c-af18-8dbb3aafd09b req-cb968fe2-7c96-47cc-ae77-3ab3b8266e8b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:53.147684 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-21709ddf-8d2a-436c-af18-8dbb3aafd09b req-cb968fe2-7c96-47cc-ae77-3ab3b8266e8b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.2633443 Feb 04 06:21:53.285290 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-21709ddf-8d2a-436c-af18-8dbb3aafd09b req-3e7d8538-811a-4104-aa05-36488b2378b4 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190925 Feb 04 06:21:53.306397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-d2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:21:53.307349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.519600 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:50Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:53.525616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19d79c-c7dc-415d-9a1c-b07b469380c9 None None] The sync data for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv is: [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:50Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:21:53.527624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Allocated IP 172.20.0.2 (d2f7206a-acec-4a70-8d1d-bdf01b1c2395/2d731324-dbbc-447f-a0b0-cbe13363d511/a7434097-c104-41ac-948b-5f1566f78a3d) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:21:53.639388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.744978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.770406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Transition to ACTIVE for port object a7434097-c104-41ac-948b-5f1566f78a3d will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:21:53.797166 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Transition to ACTIVE for port object a7434097-c104-41ac-948b-5f1566f78a3d will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:21:53.896116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:53.970954 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:21:53.974185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:21:53.978008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:21:53.983963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Pushing event updated for resources: {'Port': ['ID=a7434097-c104-41ac-948b-5f1566f78a3d,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:54.077482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Attempting to bind port a7434097-c104-41ac-948b-5f1566f78a3d on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:21:54.077823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Attempting to bind port a7434097-c104-41ac-948b-5f1566f78a3d by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:21:54.078090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Attempting to bind port a7434097-c104-41ac-948b-5f1566f78a3d on network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:21:54.082750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.1 (d2f7206a-acec-4a70-8d1d-bdf01b1c2395/2d731324-dbbc-447f-a0b0-cbe13363d511/3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:21:54.085088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:21:54.085462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Checking segment: {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:21:54.085859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.086247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Bound using segment: {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:21:54.086715 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Bound port: a7434097-c104-41ac-948b-5f1566f78a3d, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:21:54.087086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.209885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] For port a7434097-c104-41ac-948b-5f1566f78a3d, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:21:54.214238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] For port a7434097-c104-41ac-948b-5f1566f78a3d, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a7434097-c104-41ac-948b-5f1566f78a3d,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:21:54.358496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.404631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.429035 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:21:54.463048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc916dfb-d661-4c79-ad22-03c0652ca343 None None] Pushing event updated for resources: {'Port': ['ID=a7434097-c104-41ac-948b-5f1566f78a3d,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:54.581439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.654072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:21:54.657036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:21:54.665205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:21:54.711886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:54.726963 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4941b84-187b-4a20-a395-3b6b72bf8d89 req-def4cdcc-a3c9-48b8-90e9-9a5864062753 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:54.728950 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f4941b84-187b-4a20-a395-3b6b72bf8d89 req-def4cdcc-a3c9-48b8-90e9-9a5864062753 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.1459873 Feb 04 06:21:54.747238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.775269 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ed81359c-3432-4f83-b832-68ef9e2db591 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:21:54.805826 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f4941b84-187b-4a20-a395-3b6b72bf8d89 req-e89d105a-8561-43da-8296-4fc4d091725c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696633 Feb 04 06:21:54.899821 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:21:54.923956 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ed81359c-3432-4f83-b832-68ef9e2db591 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:21:54.929685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ed81359c-3432-4f83-b832-68ef9e2db591 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:54.929960 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:54.942895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:55.054119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:55.072134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port ed81359c-3432-4f83-b832-68ef9e2db591, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ed81359c-3432-4f83-b832-68ef9e2db591,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:55.181036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:55.257386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=ed81359c-3432-4f83-b832-68ef9e2db591,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:55.377157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:55.438339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:55.559023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:55.562429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:55.708502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:21:55.709739 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:21:55.780247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac73e5a-9363-485b-9195-458a3d655b8d None None] Network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:21:55.906331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router abd968b1-8a27-4b86-af27-ca2c1474603d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:21:55.958052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-075c2b0d-2d18-47f5-a61a-5cbd8cb0280a None None] Provisioning for port a7434097-c104-41ac-948b-5f1566f78a3d completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:21:56.154769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:21:56.166224 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Sync routers for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:21:56.167390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9b6cf-a894-4560-b87d-d469f1a4644d req-7b2c1469-fdac-46b1-89fd-b9f26e323d87 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.169026 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6ab9b6cf-a894-4560-b87d-d469f1a4644d req-7b2c1469-fdac-46b1-89fd-b9f26e323d87 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.2515326 Feb 04 06:21:56.178644 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:21:56.179564 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:21:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:56.331195 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c01551ac-81ca-4de4-8bd2-d2e4243f72a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/abd968b1-8a27-4b86-af27-ca2c1474603d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5080035 Feb 04 06:21:56.332267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50692) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:56.359067 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6ab9b6cf-a894-4560-b87d-d469f1a4644d req-6624c2a3-f0f8-48a9-9813-9ccc676a23b2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821077 Feb 04 06:21:56.370008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0216f575-6c51-457c-9907-9de39c6b0c12 None None] Provisioning for port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:21:56.375653 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0216f575-6c51-457c-9907-9de39c6b0c12 None None] Provisioning complete for port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:56.376039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0216f575-6c51-457c-9907-9de39c6b0c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:56.385234 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:21:56.456474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0216f575-6c51-457c-9907-9de39c6b0c12 None None] Port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:21:56.544895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446f871-8d63-4d48-a2ba-41c8173d89ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.545372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446f871-8d63-4d48-a2ba-41c8173d89ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.545833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446f871-8d63-4d48-a2ba-41c8173d89ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.546292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446f871-8d63-4d48-a2ba-41c8173d89ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.546754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446f871-8d63-4d48-a2ba-41c8173d89ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.547204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446f871-8d63-4d48-a2ba-41c8173d89ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.547656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446f871-8d63-4d48-a2ba-41c8173d89ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.549825 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6446f871-8d63-4d48-a2ba-41c8173d89ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4967 time: 0.2158802 Feb 04 06:21:56.557761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50696) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:56.585885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-82d2290f-8179-4c90-9ede-8d2fb0d340c2 None None] Provisioning complete for port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:56.586297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-82d2290f-8179-4c90-9ede-8d2fb0d340c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:56.651687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7097581-630a-41d5-b5ea-3bc68eb6a5ec tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.652182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7097581-630a-41d5-b5ea-3bc68eb6a5ec tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.652713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7097581-630a-41d5-b5ea-3bc68eb6a5ec tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.654214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7097581-630a-41d5-b5ea-3bc68eb6a5ec tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.654350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7097581-630a-41d5-b5ea-3bc68eb6a5ec tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.655371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7097581-630a-41d5-b5ea-3bc68eb6a5ec tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.655371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7097581-630a-41d5-b5ea-3bc68eb6a5ec tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:56.657099 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b7097581-630a-41d5-b5ea-3bc68eb6a5ec tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4625 time: 0.0979681 Feb 04 06:21:56.660155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50700) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:56.686678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-82d2290f-8179-4c90-9ede-8d2fb0d340c2 None None] Port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:21:56.752841 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:56.756790 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Checking router: abd968b1-8a27-4b86-af27-ca2c1474603d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:21:56.757228 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Updating router abd968b1-8a27-4b86-af27-ca2c1474603d port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:21:56.798110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a7434097-c104-41ac-948b-5f1566f78a3d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:21:56.818559 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:56.858115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-dec68a0f-4843-4ef9-9404-e785b942a433 None None] Provisioning complete for port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:56.858805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dec68a0f-4843-4ef9-9404-e785b942a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:56.899515 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9daab9d4-c191-41ae-80d9-6bcc81ac60c5 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2375655 Feb 04 06:21:56.922366 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-dec68a0f-4843-4ef9-9404-e785b942a433 None None] Port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:21:57.009724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port a7434097-c104-41ac-948b-5f1566f78a3d completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:21:57.015100 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port a7434097-c104-41ac-948b-5f1566f78a3d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:57.015831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.171680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.183263 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.195837 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Transition to ACTIVE for port object 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:21:57.204881 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port a7434097-c104-41ac-948b-5f1566f78a3d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a7434097-c104-41ac-948b-5f1566f78a3d,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:57.226158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50706) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:57.240570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1753114915', 'description': 'tempest-secgroup-smoke-1753114915 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:57.240570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:57.243980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:57.247033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:57.252963 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:57.255417 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.283805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.285137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ed81359c-3432-4f83-b832-68ef9e2db591 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:21:57.341567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.369291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:57.375228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:57.380188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:57.390258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:57.410497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=a7434097-c104-41ac-948b-5f1566f78a3d,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:57.454288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ed81359c-3432-4f83-b832-68ef9e2db591 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:57.454539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.500477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.545753 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Pushing event updated for resources: {'Port': ['ID=3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:57.588028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.622719 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.626030 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.626918 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.628053 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.628436 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.633145 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.636327 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.637517 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.638548 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.639360 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.640445 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.641296 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:57.664003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:57.667271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e93dbe-240c-4cc1-947d-0048530af180 req-b408d4a6-f56f-4962-bacd-a1e9249acb7c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:57.672946 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Attempting to bind port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:21:57.673624 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-16e93dbe-240c-4cc1-947d-0048530af180 req-b408d4a6-f56f-4962-bacd-a1e9249acb7c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.1291969 Feb 04 06:21:57.673748 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Attempting to bind port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:21:57.674378 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Attempting to bind port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f on network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:21:57.684474 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:21:57.685121 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Checking segment: {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:21:57.685947 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.686562 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Bound using segment: {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:21:57.687321 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Bound port: 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:21:57.687930 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.718333 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-16e93dbe-240c-4cc1-947d-0048530af180 req-5cc00f0a-2925-49f3-89e1-6e3835c48082 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Feb 04 06:21:57.729593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.734075 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1aecd305-34e4-4bb8-8577-45d6aae581cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5038264 Feb 04 06:21:57.739908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50712) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:57.740879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bfeb85de-0a77-45ba-b47e-36146b0d7958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7875dcdf-94d7-48bb-ad72-e6e99b1e7a62', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:57.747280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bfeb85de-0a77-45ba-b47e-36146b0d7958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:57.751662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bfeb85de-0a77-45ba-b47e-36146b0d7958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:57.754871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bfeb85de-0a77-45ba-b47e-36146b0d7958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:57.762569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bfeb85de-0a77-45ba-b47e-36146b0d7958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:57.800266 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] For port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:21:57.803265 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] For port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:21:57.844878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bfeb85de-0a77-45ba-b47e-36146b0d7958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.866784 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.908431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bfeb85de-0a77-45ba-b47e-36146b0d7958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:57.955173 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:21:57.956107 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:21:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:58.021340 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ee4c6-d15e-40d0-9e50-072ab3232c3e None None] Pushing event updated for resources: {'Port': ['ID=3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:58.117908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bfeb85de-0a77-45ba-b47e-36146b0d7958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:58.142488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb85de-0a77-45ba-b47e-36146b0d7958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b67106c-5979-4e4e-a14d-2553177f3751,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:58.154277 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:21:58.227115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bfeb85de-0a77-45ba-b47e-36146b0d7958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:58.228455 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bfeb85de-0a77-45ba-b47e-36146b0d7958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4932082 Feb 04 06:21:58.231374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50716) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:58.237616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-064fcb1b-d169-46a1-afcf-5d1abc2e6974 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7875dcdf-94d7-48bb-ad72-e6e99b1e7a62', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:58.244016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-064fcb1b-d169-46a1-afcf-5d1abc2e6974 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:58.247980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-064fcb1b-d169-46a1-afcf-5d1abc2e6974 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:58.251047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-064fcb1b-d169-46a1-afcf-5d1abc2e6974 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:58.257198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-064fcb1b-d169-46a1-afcf-5d1abc2e6974 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:58.336959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064fcb1b-d169-46a1-afcf-5d1abc2e6974 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:58.401849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064fcb1b-d169-46a1-afcf-5d1abc2e6974 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:58.466670 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:57Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:21:58.470829 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a49a3f-4605-4640-af60-b248029e4cfd None None] The sync data for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv is: [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:57Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:21:58.519023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064fcb1b-d169-46a1-afcf-5d1abc2e6974 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:58.539654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fcb1b-d169-46a1-afcf-5d1abc2e6974 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bffc912-39e2-4561-91a5-ed9997dca7e0,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:58.660890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-064fcb1b-d169-46a1-afcf-5d1abc2e6974 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:58.665132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50720) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:58.665325 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-064fcb1b-d169-46a1-afcf-5d1abc2e6974 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4324594 Feb 04 06:21:58.671295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-57cd8577-cd47-4b71-a559-25f7e7769921 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7875dcdf-94d7-48bb-ad72-e6e99b1e7a62', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:58.683610 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-57cd8577-cd47-4b71-a559-25f7e7769921 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:58.688316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-57cd8577-cd47-4b71-a559-25f7e7769921 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:58.692903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-57cd8577-cd47-4b71-a559-25f7e7769921 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:58.703014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-57cd8577-cd47-4b71-a559-25f7e7769921 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:58.757943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:21:58.863724 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-57cd8577-cd47-4b71-a559-25f7e7769921 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:58.918973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf6f5-4152-4352-bd09-cbfdada3bf82 req-0c3b4ee6-071c-44a7-8b07-ec52ded1844f tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:58.920719 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4b1bf6f5-4152-4352-bd09-cbfdada3bf82 req-0c3b4ee6-071c-44a7-8b07-ec52ded1844f tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.0867872 Feb 04 06:21:58.934827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-57cd8577-cd47-4b71-a559-25f7e7769921 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:58.967780 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4b1bf6f5-4152-4352-bd09-cbfdada3bf82 req-ebc04475-1bbc-4de3-ae98-3b3b9734c63d tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408337 Feb 04 06:21:58.969958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:21:58.992988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:58.992988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.021691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-57cd8577-cd47-4b71-a559-25f7e7769921 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.049863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd8577-cd47-4b71-a559-25f7e7769921 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d82529-0a65-4143-aee0-f9363298de9f,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:59.132555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.152224 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-57cd8577-cd47-4b71-a559-25f7e7769921 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.155373 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-57cd8577-cd47-4b71-a559-25f7e7769921 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4866462 Feb 04 06:21:59.156432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50726) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:59.162787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-4ba5d24f-e48d-45db-8144-88946d0fbae8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7875dcdf-94d7-48bb-ad72-e6e99b1e7a62', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:59.169650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4ba5d24f-e48d-45db-8144-88946d0fbae8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:59.173348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:21:59.174074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4ba5d24f-e48d-45db-8144-88946d0fbae8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:59.177490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4ba5d24f-e48d-45db-8144-88946d0fbae8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:59.184326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4ba5d24f-e48d-45db-8144-88946d0fbae8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:59.272622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.273456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a7434097-c104-41ac-948b-5f1566f78a3d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:21:59.296440 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d24f-e48d-45db-8144-88946d0fbae8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.385371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d24f-e48d-45db-8144-88946d0fbae8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.394666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:59.409789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port a7434097-c104-41ac-948b-5f1566f78a3d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:59.410245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.501503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d24f-e48d-45db-8144-88946d0fbae8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.544807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5d24f-e48d-45db-8144-88946d0fbae8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918173df-a2d9-4e3e-a93c-c7b410dc67aa,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:59.621199 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d24f-e48d-45db-8144-88946d0fbae8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.622581 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4ba5d24f-e48d-45db-8144-88946d0fbae8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4647763 Feb 04 06:21:59.625581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50730) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:21:59.631047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7875dcdf-94d7-48bb-ad72-e6e99b1e7a62', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:21:59.641362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:21:59.641814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:21:59.646058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:21:59.652907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:21:59.740784 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:21:59.748530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.814801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.901175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:59.925411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc208d4-a835-4c71-a3d1-13b6ab10e29f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:00.009778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:00.014012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50736) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:00.015083 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bbc4920a-1688-45cd-b9e3-46359e9a193b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3874161 Feb 04 06:22:00.019513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7875dcdf-94d7-48bb-ad72-e6e99b1e7a62', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:00.025551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:22:00.029745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:22:00.032753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:22:00.040703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:22:00.160772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b85b6f-de79-4340-99bd-1a3d387858ec req-c187e96f-2299-404d-8fad-39f7e29dc147 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:00.162556 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c8b85b6f-de79-4340-99bd-1a3d387858ec req-c187e96f-2299-404d-8fad-39f7e29dc147 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.0823390 Feb 04 06:22:00.184173 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:22:00.195475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:00.238373 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c8b85b6f-de79-4340-99bd-1a3d387858ec req-d21e4670-d241-4dd0-9ec2-76d16a67ad47 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699165 Feb 04 06:22:00.279532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:00.352380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:00.375711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3071f213-9f2e-4b1c-b437-8fe47cde6bc4,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:00.489324 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:00.490532 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f48d51a1-88fd-4378-aa54-951038adaadf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4755313 Feb 04 06:22:00.651361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-21f70d57-5ca5-42f9-a47b-34052cea8ea6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:22:00.664995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:22:00.723436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-21f70d57-5ca5-42f9-a47b-34052cea8ea6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:22:00.724750 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-21f70d57-5ca5-42f9-a47b-34052cea8ea6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753114915&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.1132441 Feb 04 06:22:00.739702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:00.739990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:00.878055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-def52aa7-13d9-4603-85bd-f1188bdda4fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:00.878742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-def52aa7-13d9-4603-85bd-f1188bdda4fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:22:00.957601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-def52aa7-13d9-4603-85bd-f1188bdda4fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:22:00.958778 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-def52aa7-13d9-4603-85bd-f1188bdda4fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/networks?id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395 HTTP/1.1" status: 200 len: 797 time: 0.2269115 Feb 04 06:22:00.973711 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-87bb9c2f-51da-4b1e-bf97-6547f9a24cd9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/quotas/ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 375 time: 0.0094841 Feb 04 06:22:01.061104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-4c2940a2-3472-40bc-beb4-288ae9853fef tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:22:01.151837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-4c2940a2-3472-40bc-beb4-288ae9853fef tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:22:01.153201 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-4c2940a2-3472-40bc-beb4-288ae9853fef tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1743255 Feb 04 06:22:01.211464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-1af1914c-c003-4da6-a3c0-8bc6bbf467e6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:22:01.212470 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-1af1914c-c003-4da6-a3c0-8bc6bbf467e6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475752 Feb 04 06:22:01.348877 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-dfa2729e-8105-4616-972d-51b394584898 service neutron] 10.222.0.32 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300635 Feb 04 06:22:01.428370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd80b44-30d3-4841-8e2d-f086ffed5b23 req-002c1d89-fd21-41d4-8551-f183df07f49b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:01.430739 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1bd80b44-30d3-4841-8e2d-f086ffed5b23 req-002c1d89-fd21-41d4-8551-f183df07f49b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.0864513 Feb 04 06:22:01.475348 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1bd80b44-30d3-4841-8e2d-f086ffed5b23 req-989a8e55-e177-4b76-8322-dc47d80099b8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389431 Feb 04 06:22:01.486796 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-0942adc7-b3a6-4cb8-85c1-63c7585d0799 service neutron] 10.222.0.32 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300886 Feb 04 06:22:01.741409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-689acf86-2d62-4808-9029-46e83cbe0319 req-64c2e475-dc9e-4154-bd64-5b40bc431df9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:22:01.753829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-689acf86-2d62-4808-9029-46e83cbe0319 req-64c2e475-dc9e-4154-bd64-5b40bc431df9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:22:01.754994 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-689acf86-2d62-4808-9029-46e83cbe0319 req-64c2e475-dc9e-4154-bd64-5b40bc431df9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 210 time: 0.0548728 Feb 04 06:22:02.674553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57649a74-6bc5-439d-8862-8e480c004b3c req-70291671-0eb4-484d-ae87-41e0c478922a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:02.676046 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-57649a74-6bc5-439d-8862-8e480c004b3c req-70291671-0eb4-484d-ae87-41e0c478922a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.0877650 Feb 04 06:22:02.726271 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-57649a74-6bc5-439d-8862-8e480c004b3c req-3b70b7e0-da4d-426c-ac0d-b7007c7a0856 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433393 Feb 04 06:22:02.914856 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b037cf8d-004c-4627-8cfe-1dbbb1eb335b req-dc5c05b5-d051-45d8-b2b4-5fc6ca26f872 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 210 time: 0.0509470 Feb 04 06:22:02.979743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c84662-d9cc-4acd-8bb3-7cb529adf21c req-3ac05f10-4006-47f5-b357-a14a27ce07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:02.981295 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19c84662-d9cc-4acd-8bb3-7cb529adf21c req-3ac05f10-4006-47f5-b357-a14a27ce07c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 1099 time: 0.1963470 Feb 04 06:22:03.027112 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19c84662-d9cc-4acd-8bb3-7cb529adf21c req-3ddb977b-b745-459a-86d2-59f39e4d48a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388944 Feb 04 06:22:03.472953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511777e0-ace4-44a4-90fc-4aa14a11e69f req-fb17e4bc-fc0e-4395-9e57-539c2e05b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:03.474881 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-511777e0-ace4-44a4-90fc-4aa14a11e69f req-fb17e4bc-fc0e-4395-9e57-539c2e05b480 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edcd344372f54cb8bd95bd63350574d2&device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 1099 time: 0.0787969 Feb 04 06:22:03.512374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 231fafe6-73c5-4a5b-bbd6-39f0163fa228 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:22:03.601445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 231fafe6-73c5-4a5b-bbd6-39f0163fa228 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:22:03.648322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511777e0-ace4-44a4-90fc-4aa14a11e69f req-a804d574-24f4-450f-81fb-2b3e75339eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:03.649957 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-511777e0-ace4-44a4-90fc-4aa14a11e69f req-a804d574-24f4-450f-81fb-2b3e75339eca service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b9a0743-8994-41ba-8299-f9a4dc7e513f HTTP/1.1" status: 200 len: 897 time: 0.1533945 Feb 04 06:22:03.770751 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 231fafe6-73c5-4a5b-bbd6-39f0163fa228, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:03.772770 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-511777e0-ace4-44a4-90fc-4aa14a11e69f req-824a5bb7-68f8-49a7-83f6-f9f6248d069c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228 HTTP/1.1" status: 200 len: 1002 time: 0.1155863 Feb 04 06:22:03.798508 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'port_id': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'mac_address': 'fa:16:3e:86:e6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:22:03.846245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511777e0-ace4-44a4-90fc-4aa14a11e69f req-d2ea013b-5671-427b-9338-912d1abdeb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:03.848285 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-511777e0-ace4-44a4-90fc-4aa14a11e69f req-d2ea013b-5671-427b-9338-912d1abdeb7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22f0464e-9e01-4883-87d8-2b2dff39de14 HTTP/1.1" status: 200 len: 835 time: 0.0673764 Feb 04 06:22:03.860791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:03.911894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:03.919816 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:03.941503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 231fafe6-73c5-4a5b-bbd6-39f0163fa228, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:03.944413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 231fafe6-73c5-4a5b-bbd6-39f0163fa228 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:04.016422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511777e0-ace4-44a4-90fc-4aa14a11e69f req-59870d5a-b691-460a-a7b0-f96e5e7d2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:04.019748 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-511777e0-ace4-44a4-90fc-4aa14a11e69f req-59870d5a-b691-460a-a7b0-f96e5e7d2841 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b9a0743-8994-41ba-8299-f9a4dc7e513f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1639445 Feb 04 06:22:04.022810 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:04.045804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b053d0-6b7b-489f-aaad-e07093916b2d req-874d5fa2-4d54-4b71-8e38-734d88861101 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:04.048353 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68b053d0-6b7b-489f-aaad-e07093916b2d req-874d5fa2-4d54-4b71-8e38-734d88861101 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.1574800 Feb 04 06:22:04.179830 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'code': 200} Feb 04 06:22:04.195452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=231fafe6-73c5-4a5b-bbd6-39f0163fa228,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:04.219776 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:22:04.220125 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:22:04.272054 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8bcfb867-15b3-4f56-94b0-66274eba7138 req-d7d1ed78-04ee-458f-97c4-1cb764170641 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 210 time: 0.0456913 Feb 04 06:22:04.280570 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-511777e0-ace4-44a4-90fc-4aa14a11e69f req-69a33e77-0c59-4de9-8ce6-5c2eaf25f314 service neutron] 10.222.0.24 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512903 Feb 04 06:22:04.289175 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68b053d0-6b7b-489f-aaad-e07093916b2d req-3e97794f-a73f-4c8e-a049-e90e1d7dc82b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710220 Feb 04 06:22:04.540621 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-511777e0-ace4-44a4-90fc-4aa14a11e69f req-32cb9b9a-2702-4d0e-a99c-9f4f86d9d884 service neutron] 10.222.0.24 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493668 Feb 04 06:22:04.547280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b1e3a207-ec28-4c4a-9ab9-9c7ed974f0b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:04.548709 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b1e3a207-ec28-4c4a-9ab9-9c7ed974f0b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395 HTTP/1.1" status: 200 len: 797 time: 0.2586544 Feb 04 06:22:04.601605 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-0ff2bc25-40ff-4b5e-84e8-9479d8ebf4b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 380 time: 0.0446885 Feb 04 06:22:04.612681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'device_id': '2144d946-1b87-47c6-9f15-26028ab32124', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'admin_state_up': True, 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'security_groups': ['7875dcdf-94d7-48bb-ad72-e6e99b1e7a62']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:04.757582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:22:04.770082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:22:04.778822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:04.798656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231fafe6-73c5-4a5b-bbd6-39f0163fa228 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:04.825429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 231fafe6-73c5-4a5b-bbd6-39f0163fa228, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:04.851764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:22:04.856462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:04.906808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:04.983018 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=231fafe6-73c5-4a5b-bbd6-39f0163fa228,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:05.070201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.11 (d2f7206a-acec-4a70-8d1d-bdf01b1c2395/2d731324-dbbc-447f-a0b0-cbe13363d511/36622038-ea2a-4d1a-93df-5ed8b8f062db) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:22:05.273461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['231fafe6-73c5-4a5b-bbd6-39f0163fa228'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:22:05.276273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.293167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 36622038-ea2a-4d1a-93df-5ed8b8f062db will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:22:05.389979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.535528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46b139-3ec2-4b8c-aec5-74525cf39b8c req-a3a70e46-f649-4e3a-86a3-aac726946531 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:05.537521 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3e46b139-3ec2-4b8c-aec5-74525cf39b8c req-a3a70e46-f649-4e3a-86a3-aac726946531 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 945 time: 0.1107814 Feb 04 06:22:05.597289 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3e46b139-3ec2-4b8c-aec5-74525cf39b8c req-2e796006-f41a-4111-853d-b29e9f91cce7 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533900 Feb 04 06:22:05.619686 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50798) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:05.666864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:22:05.672063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:05.687893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:22:05.718668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=36622038-ea2a-4d1a-93df-5ed8b8f062db,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:05.742791 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-acc6d7fb-ad7b-4976-a58a-2dc5c088e80b tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/floatingips/96a98e06-bd68-4fd7-a138-81122e148462 HTTP/1.1" status: 200 len: 993 time: 0.1214964 Feb 04 06:22:05.768052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:05.768731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:05.790608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcee797-c407-40e1-b366-bd7675f0708c req-5c4bc997-a70e-43a0-9163-cf9400b072a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:05.792162 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fdcee797-c407-40e1-b366-bd7675f0708c req-5c4bc997-a70e-43a0-9163-cf9400b072a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 932 time: 0.2064986 Feb 04 06:22:05.844323 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fdcee797-c407-40e1-b366-bd7675f0708c req-1f897488-1ad4-4b5c-a5a1-f6d8dbc5c6f2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424986 Feb 04 06:22:05.890596 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-389cb64f-aea4-493d-b6a5-9126481dbc7a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2834263 Feb 04 06:22:05.902316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Request body: {'port': {'device_id': '2144d946-1b87-47c6-9f15-26028ab32124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:06.017239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.020385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4aeb1953-0f43-478c-8a08-abeeea071465 None None] Provisioning for port 36622038-ea2a-4d1a-93df-5ed8b8f062db completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:22:06.025708 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4aeb1953-0f43-478c-8a08-abeeea071465 None None] Provisioning complete for port 36622038-ea2a-4d1a-93df-5ed8b8f062db triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:06.026063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1953-0f43-478c-8a08-abeeea071465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.081044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb1953-0f43-478c-8a08-abeeea071465 None None] Port 36622038-ea2a-4d1a-93df-5ed8b8f062db cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:22:06.382558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36622038-ea2a-4d1a-93df-5ed8b8f062db {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:06.390183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.406133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Transition to ACTIVE for port object 36622038-ea2a-4d1a-93df-5ed8b8f062db will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:22:06.489346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.652189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Pushing event updated for resources: {'Port': ['ID=36622038-ea2a-4d1a-93df-5ed8b8f062db,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:06.738575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Attempting to bind port 36622038-ea2a-4d1a-93df-5ed8b8f062db on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:22:06.738919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Attempting to bind port 36622038-ea2a-4d1a-93df-5ed8b8f062db by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:22:06.739249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Attempting to bind port 36622038-ea2a-4d1a-93df-5ed8b8f062db on network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:22:06.744132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Port 36622038-ea2a-4d1a-93df-5ed8b8f062db on network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:22:06.744456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Attempting to bind port 36622038-ea2a-4d1a-93df-5ed8b8f062db on network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:22:06.749851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:22:06.750186 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Checking segment: {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:22:06.750576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Bound using segment: {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:22:06.751165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Bound port: 36622038-ea2a-4d1a-93df-5ed8b8f062db, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:22:06.751514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:06.845763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] For port 36622038-ea2a-4d1a-93df-5ed8b8f062db, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:22:06.848749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] For port 36622038-ea2a-4d1a-93df-5ed8b8f062db, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=36622038-ea2a-4d1a-93df-5ed8b8f062db,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:22:06.969866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.029260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:07.029935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.031668 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] 10.222.0.24 "PUT /v2.0/ports/36622038-ea2a-4d1a-93df-5ed8b8f062db HTTP/1.1" status: 200 len: 1094 time: 1.1334684 Feb 04 06:22:07.036159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2144d946-1b87-47c6-9f15-26028ab32124', 'tag': '36622038-ea2a-4d1a-93df-5ed8b8f062db'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:07.047040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746d10-6c00-4282-b8fe-97f8425b9196 req-7bc8d354-9ad1-4899-84b0-208bbb0a1931 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:07.048954 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25746d10-6c00-4282-b8fe-97f8425b9196 req-7bc8d354-9ad1-4899-84b0-208bbb0a1931 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 944 time: 0.0856357 Feb 04 06:22:07.065829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c47aa9-353f-4f6f-a287-47aaa7f7b0bc service neutron] Pushing event updated for resources: {'Port': ['ID=36622038-ea2a-4d1a-93df-5ed8b8f062db,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:07.109569 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25746d10-6c00-4282-b8fe-97f8425b9196 req-47745112-cbf3-44f7-916b-b4885d369b8c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530269 Feb 04 06:22:07.121537 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2144d946-1b87-47c6-9f15-26028ab32124', 'tag': '36622038-ea2a-4d1a-93df-5ed8b8f062db', 'status': 'completed', 'code': 200} Feb 04 06:22:07.232443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa7e67-5a52-4f17-a515-fb1a1306c5fb req-159dcd17-cbb1-4b3f-856e-c68cc56db2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:07.234008 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63aa7e67-5a52-4f17-a515-fb1a1306c5fb req-159dcd17-cbb1-4b3f-856e-c68cc56db2ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 1097 time: 0.0874095 Feb 04 06:22:07.394428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa7e67-5a52-4f17-a515-fb1a1306c5fb req-823f74a6-98f9-4ebf-b669-96b10e1813d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:07.395890 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63aa7e67-5a52-4f17-a515-fb1a1306c5fb req-823f74a6-98f9-4ebf-b669-96b10e1813d9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed74ee2667754fabaada911129fc7b8d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1547081 Feb 04 06:22:07.536700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa7e67-5a52-4f17-a515-fb1a1306c5fb req-0ef20779-7d36-4b62-94c3-9c09b7a6118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:07.538149 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63aa7e67-5a52-4f17-a515-fb1a1306c5fb req-0ef20779-7d36-4b62-94c3-9c09b7a6118b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369631 Feb 04 06:22:07.542388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 231fafe6-73c5-4a5b-bbd6-39f0163fa228 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:22:07.611162 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:07.611831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.645839 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-97b6ac47-65f8-4c08-bace-761728b210f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:07.647319 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-97b6ac47-65f8-4c08-bace-761728b210f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 1097 time: 0.0715735 Feb 04 06:22:07.739777 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.771520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:07.785560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 231fafe6-73c5-4a5b-bbd6-39f0163fa228, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:07.826451 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'code': 200} Feb 04 06:22:07.843772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:07.861333 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-50d4f24c-9266-475d-9536-149382abd72d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36622038-ea2a-4d1a-93df-5ed8b8f062db HTTP/1.1" status: 200 len: 217 time: 0.2070041 Feb 04 06:22:07.913642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=231fafe6-73c5-4a5b-bbd6-39f0163fa228,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:07.926686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-4d2b56a0-146f-4cb8-b0f3-2364b6d7eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:07.931882 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-4d2b56a0-146f-4cb8-b0f3-2364b6d7eea6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d731324-dbbc-447f-a0b0-cbe13363d511 HTTP/1.1" status: 200 len: 834 time: 0.0606015 Feb 04 06:22:08.008675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-891e002f-8f19-4b2c-a4d5-8324de0827e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:08.010194 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-891e002f-8f19-4b2c-a4d5-8324de0827e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758805 Feb 04 06:22:08.154357 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-24e0f264-2427-42e2-8def-c35f2b3dc2a6 service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382277 Feb 04 06:22:08.304520 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf71f2e6-ced2-4bef-92a6-680bcdc3bfe4 req-7a49a7bb-e7e7-411e-85d8-a093f9a83789 service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442389 Feb 04 06:22:08.318884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acb4e1-727a-47a8-9645-a6c4ebe37ded req-98a1ad0c-96b6-497d-9ecd-c6def710d588 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:08.320913 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-72acb4e1-727a-47a8-9645-a6c4ebe37ded req-98a1ad0c-96b6-497d-9ecd-c6def710d588 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 944 time: 0.0913391 Feb 04 06:22:08.369092 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-72acb4e1-727a-47a8-9645-a6c4ebe37ded req-dc048530-3c2e-4a0d-8755-d3c0ed887d97 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Feb 04 06:22:09.578925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4522188-68b1-4750-9700-b98808282cc6 req-8ec2b895-ed13-4527-8089-b1bc3e68b985 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:09.579744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-f4522188-68b1-4750-9700-b98808282cc6 req-8ec2b895-ed13-4527-8089-b1bc3e68b985 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:22:09.683695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-f4522188-68b1-4750-9700-b98808282cc6 req-8ec2b895-ed13-4527-8089-b1bc3e68b985 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:22:09.685458 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f4522188-68b1-4750-9700-b98808282cc6 req-8ec2b895-ed13-4527-8089-b1bc3e68b985 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 944 time: 0.1951976 Feb 04 06:22:09.733654 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f4522188-68b1-4750-9700-b98808282cc6 req-d313ac05-572a-4f56-95c9-67bfd4a8a6a0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420263 Feb 04 06:22:10.921044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce04ac3-f4ed-4f6a-a10e-b6ac23f81d14 req-b79368cf-2f45-4f89-a1f2-275e814b9f48 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:10.922495 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bce04ac3-f4ed-4f6a-a10e-b6ac23f81d14 req-b79368cf-2f45-4f89-a1f2-275e814b9f48 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 944 time: 0.0824454 Feb 04 06:22:10.966587 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bce04ac3-f4ed-4f6a-a10e-b6ac23f81d14 req-70edaf10-02e2-493d-a251-8ca8fa2ff36e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378997 Feb 04 06:22:11.579278 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 36622038-ea2a-4d1a-93df-5ed8b8f062db details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:22:11.714588 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 36622038-ea2a-4d1a-93df-5ed8b8f062db, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=36622038-ea2a-4d1a-93df-5ed8b8f062db,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:11.727852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '36622038-ea2a-4d1a-93df-5ed8b8f062db', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'port_id': '36622038-ea2a-4d1a-93df-5ed8b8f062db', 'mac_address': 'fa:16:3e:7a:a0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:22:11.786691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.802795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36622038-ea2a-4d1a-93df-5ed8b8f062db {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:11.818392 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 36622038-ea2a-4d1a-93df-5ed8b8f062db, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=36622038-ea2a-4d1a-93df-5ed8b8f062db,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:11.900789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:11.968426 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=36622038-ea2a-4d1a-93df-5ed8b8f062db,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:12.156845 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999776-a381-441f-8a32-e29402d8d05c req-762e4aeb-eebe-421f-9cea-fe9599b640d2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:12.158876 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-88999776-a381-441f-8a32-e29402d8d05c req-762e4aeb-eebe-421f-9cea-fe9599b640d2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 945 time: 0.0872812 Feb 04 06:22:12.204778 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-88999776-a381-441f-8a32-e29402d8d05c req-88007f47-65b2-4d52-94cb-07bd70cbd27b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397527 Feb 04 06:22:12.237084 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['36622038-ea2a-4d1a-93df-5ed8b8f062db'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:22:13.396711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667233ec-c97c-4655-aa46-3a2bd26ac780 req-39dc90bb-940f-4368-a8c5-cfb6f16f9b85 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:13.398162 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-667233ec-c97c-4655-aa46-3a2bd26ac780 req-39dc90bb-940f-4368-a8c5-cfb6f16f9b85 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 945 time: 0.0821295 Feb 04 06:22:13.442483 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-667233ec-c97c-4655-aa46-3a2bd26ac780 req-8993aa25-6482-4cc8-ac7e-6dfe6073fa80 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384753 Feb 04 06:22:13.584167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 36622038-ea2a-4d1a-93df-5ed8b8f062db up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:22:13.757566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 36622038-ea2a-4d1a-93df-5ed8b8f062db completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:22:13.762706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 36622038-ea2a-4d1a-93df-5ed8b8f062db triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:13.763167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:13.879787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:13.907323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2144d946-1b87-47c6-9f15-26028ab32124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36622038-ea2a-4d1a-93df-5ed8b8f062db'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:13.917231 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 36622038-ea2a-4d1a-93df-5ed8b8f062db, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=36622038-ea2a-4d1a-93df-5ed8b8f062db,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:13.952388 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2144d946-1b87-47c6-9f15-26028ab32124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36622038-ea2a-4d1a-93df-5ed8b8f062db', 'code': 200} Feb 04 06:22:13.991685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.060338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=36622038-ea2a-4d1a-93df-5ed8b8f062db,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:14.331440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bafac-e346-4c57-91f2-571cf408cd43 req-88768b26-bdc8-4d6c-9f54-d077f22a9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:14.332974 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d19bafac-e346-4c57-91f2-571cf408cd43 req-88768b26-bdc8-4d6c-9f54-d077f22a9668 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 1099 time: 0.0703926 Feb 04 06:22:14.373633 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d19bafac-e346-4c57-91f2-571cf408cd43 req-ee52d622-0760-4c8f-ae66-d00e1964c2c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348349 Feb 04 06:22:14.636058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e67e3b-f133-4df1-995b-d920b1fdd34d req-9d023a16-dda4-400d-9ed0-d41c85be313e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:14.637652 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d4e67e3b-f133-4df1-995b-d920b1fdd34d req-9d023a16-dda4-400d-9ed0-d41c85be313e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 946 time: 0.0894573 Feb 04 06:22:14.681582 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d4e67e3b-f133-4df1-995b-d920b1fdd34d req-750f7cc8-56ea-4f00-97e5-d6568df83f6b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382459 Feb 04 06:22:15.718079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-96f4cd59-164b-4f56-8f41-be314a9520de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:15.878028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf6b6-ea90-42cd-822e-7a5748b09d66 req-50fc2e50-6364-4e7d-a345-95ca1d88f5e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:15.879480 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-59bbf6b6-ea90-42cd-822e-7a5748b09d66 req-50fc2e50-6364-4e7d-a345-95ca1d88f5e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 946 time: 0.0871601 Feb 04 06:22:15.927709 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-59bbf6b6-ea90-42cd-822e-7a5748b09d66 req-f3e95e0e-6268-4b74-89a0-343f111914f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410485 Feb 04 06:22:17.112891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272af21-87af-426e-915a-b2020c640b48 req-31092684-a4bd-435e-a8d9-ce12f31dbb66 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:17.114373 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9272af21-87af-426e-915a-b2020c640b48 req-31092684-a4bd-435e-a8d9-ce12f31dbb66 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 946 time: 0.0825596 Feb 04 06:22:17.158241 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9272af21-87af-426e-915a-b2020c640b48 req-a0a51455-a1bd-4dbe-80ba-8b699a5e8b83 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Feb 04 06:22:17.346059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b0b46-0a63-46b1-8428-07139ba7ffb7 req-2afdad3a-1eec-4598-b8be-8b3c7b56a576 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:17.347532 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf1b0b46-0a63-46b1-8428-07139ba7ffb7 req-2afdad3a-1eec-4598-b8be-8b3c7b56a576 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 946 time: 0.0813427 Feb 04 06:22:17.394049 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cf1b0b46-0a63-46b1-8428-07139ba7ffb7 req-5c539165-4527-41a4-b37e-4e8fd8ca2ce8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409136 Feb 04 06:22:17.416818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50832) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:17.490812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a52e5a7-cc07-4455-9521-0f47f31ffba7 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:17.492316 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0a52e5a7-cc07-4455-9521-0f47f31ffba7 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 1094 time: 0.0744739 Feb 04 06:22:17.495168 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50836) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:17.499995 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '36622038-ea2a-4d1a-93df-5ed8b8f062db', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:17.506077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:22:17.509986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:floatingip and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:22:17.512796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:22:17.519033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:22:17.586416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.728357 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.868857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.120 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/1c6923fd-d25a-43b9-831c-a2f50dba551c) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:22:17.941313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5aa54643-a18f-41a0-aeec-767a79595537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.017589 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.106648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.282762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:22:18.286559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:18.290241 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:22:18.318766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=1c6923fd-d25a-43b9-831c-a2f50dba551c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:18.708565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:18.882497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.014532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.077622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.091916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.157966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.262720 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=1c6923fd-d25a-43b9-831c-a2f50dba551c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:19.279320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.450504 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP 4572fa22-240d-478e-aad3-c959064fe659 associated. External IP: 172.26.7.120, port: 36622038-ea2a-4d1a-93df-5ed8b8f062db. Feb 04 06:22:19.706731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:19.816866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router abd968b1-8a27-4b86-af27-ca2c1474603d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:22:20.105702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:22:20.116578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a522446-f8f9-4077-b5aa-a75cda051f74 None None] Sync routers for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:22:20.125839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a522446-f8f9-4077-b5aa-a75cda051f74 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:22:20.127116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2a522446-f8f9-4077-b5aa-a75cda051f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:22:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:20.209462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:20.268792 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f12c434b-077e-4011-acf1-bb916079d165 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7725670 Feb 04 06:22:20.269381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2144d946-1b87-47c6-9f15-26028ab32124', 'tag': '36622038-ea2a-4d1a-93df-5ed8b8f062db'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:20.271733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50840) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:20.309900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2a522446-f8f9-4077-b5aa-a75cda051f74 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:22:20.320269 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2144d946-1b87-47c6-9f15-26028ab32124', 'tag': '36622038-ea2a-4d1a-93df-5ed8b8f062db', 'status': 'completed', 'code': 200} Feb 04 06:22:20.441243 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-679fd54a-2a03-4e26-9c4c-5b5794bd0434 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 200 len: 992 time: 0.1682427 Feb 04 06:22:20.453043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83ad2a-477d-4ba3-8c58-b280f600933e req-582d33aa-ce79-4649-948d-044a5529bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:20.454482 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3e83ad2a-477d-4ba3-8c58-b280f600933e req-582d33aa-ce79-4649-948d-044a5529bc03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 1099 time: 0.1026001 Feb 04 06:22:20.532547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:20.587953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83ad2a-477d-4ba3-8c58-b280f600933e req-7fe79f5f-7172-4e1a-b296-6d6027d33177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:20.589453 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3e83ad2a-477d-4ba3-8c58-b280f600933e req-7fe79f5f-7172-4e1a-b296-6d6027d33177 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395 HTTP/1.1" status: 200 len: 898 time: 0.1280515 Feb 04 06:22:20.696137 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3e83ad2a-477d-4ba3-8c58-b280f600933e req-6716913e-2c7d-434f-afa0-79d3f3e8de62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36622038-ea2a-4d1a-93df-5ed8b8f062db HTTP/1.1" status: 200 len: 1000 time: 0.0993333 Feb 04 06:22:20.712756 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2a522446-f8f9-4077-b5aa-a75cda051f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '4572fa22-240d-478e-aad3-c959064fe659', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.120', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'port_id': '36622038-ea2a-4d1a-93df-5ed8b8f062db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'mac_address': 'fa:16:3e:7a:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144d946-1b87-47c6-9f15-26028ab32124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:18Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:20.716837 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a522446-f8f9-4077-b5aa-a75cda051f74 None None] Checking router: abd968b1-8a27-4b86-af27-ca2c1474603d for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:22:20.725406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a522446-f8f9-4077-b5aa-a75cda051f74 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:22:20.726021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2a522446-f8f9-4077-b5aa-a75cda051f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:22:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:20.757996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83ad2a-477d-4ba3-8c58-b280f600933e req-c25529e3-4aa4-495c-a7b0-dcd9b2999f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:20.759395 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3e83ad2a-477d-4ba3-8c58-b280f600933e req-c25529e3-4aa4-495c-a7b0-dcd9b2999f95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d731324-dbbc-447f-a0b0-cbe13363d511 HTTP/1.1" status: 200 len: 834 time: 0.0575919 Feb 04 06:22:20.840278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83ad2a-477d-4ba3-8c58-b280f600933e req-cf2345d4-1070-4ffc-8a0c-f4726d565313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:20.841811 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3e83ad2a-477d-4ba3-8c58-b280f600933e req-cf2345d4-1070-4ffc-8a0c-f4726d565313 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758057 Feb 04 06:22:20.906291 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2a522446-f8f9-4077-b5aa-a75cda051f74 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:22:21.088312 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3e83ad2a-477d-4ba3-8c58-b280f600933e req-1ac1c593-ad59-4d6d-b865-26997520b68c service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389872 Feb 04 06:22:21.232572 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3e83ad2a-477d-4ba3-8c58-b280f600933e req-b5923acb-e501-4d15-8ddc-9a2bb7ec60b3 service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379416 Feb 04 06:22:21.260179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2a522446-f8f9-4077-b5aa-a75cda051f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '4572fa22-240d-478e-aad3-c959064fe659', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.120', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'port_id': '36622038-ea2a-4d1a-93df-5ed8b8f062db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'mac_address': 'fa:16:3e:7a:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144d946-1b87-47c6-9f15-26028ab32124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:18Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:21.264288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a522446-f8f9-4077-b5aa-a75cda051f74 None None] The sync data for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv is: [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '4572fa22-240d-478e-aad3-c959064fe659', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.120', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'port_id': '36622038-ea2a-4d1a-93df-5ed8b8f062db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'mac_address': 'fa:16:3e:7a:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144d946-1b87-47c6-9f15-26028ab32124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:22:18Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:22:21.445243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50846) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:21.457142 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6e9e60-3c19-4ead-bbaf-0e8471aa84e1 None None] New status for floating IP 4572fa22-240d-478e-aad3-c959064fe659: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:22:21.555238 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3ebbee8e-2067-460d-8e0d-c1d05cf24c2a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 200 len: 992 time: 0.1087372 Feb 04 06:22:22.558381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 50850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:22:22.666206 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-42a1a11b-21cd-462e-a977-2f5256d92889 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 200 len: 994 time: 0.1066768 Feb 04 06:22:31.899020 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:22:36.813124 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c46c9f-d3cd-4447-b133-dbcfc908036b req-cea7134c-146f-4e6c-aa74-305dbab6a113 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:36.815204 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-21c46c9f-d3cd-4447-b133-dbcfc908036b req-cea7134c-146f-4e6c-aa74-305dbab6a113 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 945 time: 0.0897422 Feb 04 06:22:36.865315 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-21c46c9f-d3cd-4447-b133-dbcfc908036b req-5e779c72-7740-498b-9be7-191788ac1151 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441079 Feb 04 06:22:38.066876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4241b-e571-4427-8894-5d32dc25068a req-77bc48d6-2857-4d4d-825f-75d52d624f37 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:38.068287 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dde4241b-e571-4427-8894-5d32dc25068a req-77bc48d6-2857-4d4d-825f-75d52d624f37 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 945 time: 0.0890706 Feb 04 06:22:38.132017 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dde4241b-e571-4427-8894-5d32dc25068a req-e93ee88d-29aa-4e66-bd1f-a129d9941300 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565052 Feb 04 06:22:38.569778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716afffe-55c1-493c-8781-8102dc71d80d req-31d4c44d-4cff-496e-936f-5c6a631cc484 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:38.571478 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-716afffe-55c1-493c-8781-8102dc71d80d req-31d4c44d-4cff-496e-936f-5c6a631cc484 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 945 time: 0.0904009 Feb 04 06:22:38.646940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Deleting port 4892536f-cbad-400c-a4ce-817334184d3e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:22:38.647350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:38.921887 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] For port 4892536f-cbad-400c-a4ce-817334184d3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4892536f-cbad-400c-a4ce-817334184d3e,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:38.922238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:39.249724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:39.250834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:39.250834 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Floating IP 2d96360d-baba-4734-9e59-ddc62e6f32be disassociated. External IP: 172.26.7.77, port: 4892536f-cbad-400c-a4ce-817334184d3e. Feb 04 06:22:39.250834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Calling delete_port for 4892536f-cbad-400c-a4ce-817334184d3e owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:22:39.400575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a9241-f131-4bf5-a040-9e52428ca697 req-336f126c-520b-41c8-8530-9c1b01863b25 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:39.402200 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-147a9241-f131-4bf5-a040-9e52428ca697 req-336f126c-520b-41c8-8530-9c1b01863b25 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 945 time: 0.1469922 Feb 04 06:22:39.452200 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-147a9241-f131-4bf5-a040-9e52428ca697 req-2d487374-5ed2-4e19-9788-bb30944de2ec tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422492 Feb 04 06:22:39.489577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:39.584482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event deleted for resources: {'Port': ['ID=4892536f-cbad-400c-a4ce-817334184d3e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:39.605641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.606243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.606829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.607396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.607950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.608525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.609127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.609878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.611012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.611553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.612082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.613281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:39.991590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Router 051c6209-f6a2-4e66-b055-e1b22b09a6fe has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:22:40.223414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:22:40.237043 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9e9cd-c4ff-429e-a4f0-15494af3b652 None None] Sync routers for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:22:40.249057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9e9cd-c4ff-429e-a4f0-15494af3b652 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:22:40.249865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8de9e9cd-c4ff-429e-a4f0-15494af3b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:22:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:40.319575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] No DVR routers for this DVR port 4892536f-cbad-400c-a4ce-817334184d3e on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:22:40.323088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:40.326477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a472cd-2211-4509-94bf-91ee128ad030', 'name': 'network-vif-deleted', 'tag': '4892536f-cbad-400c-a4ce-817334184d3e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:40.408148 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a472cd-2211-4509-94bf-91ee128ad030', 'name': 'network-vif-deleted', 'tag': '4892536f-cbad-400c-a4ce-817334184d3e', 'status': 'completed', 'code': 200} Feb 04 06:22:40.457032 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-716afffe-55c1-493c-8781-8102dc71d80d req-5ec5278d-58b4-4799-8b15-073566729f29 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "DELETE /v2.0/ports/4892536f-cbad-400c-a4ce-817334184d3e HTTP/1.1" status: 204 len: 173 time: 1.8799360 Feb 04 06:22:40.542494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8de9e9cd-c4ff-429e-a4f0-15494af3b652 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:22:40.697212 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b4a9bb38-b6fd-4f7d-8c80-29b7d5167cc6 req-e4d2c853-3570-4a34-9fcc-fe555c263de9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 210 time: 0.0551493 Feb 04 06:22:41.059251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8de9e9cd-c4ff-429e-a4f0-15494af3b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:41.064629 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9e9cd-c4ff-429e-a4f0-15494af3b652 None None] Checking router: 051c6209-f6a2-4e66-b055-e1b22b09a6fe for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:22:41.074345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9e9cd-c4ff-429e-a4f0-15494af3b652 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:22:41.075018 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8de9e9cd-c4ff-429e-a4f0-15494af3b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:22:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:41.291198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8de9e9cd-c4ff-429e-a4f0-15494af3b652 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:22:41.689557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8de9e9cd-c4ff-429e-a4f0-15494af3b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:41.694143 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9e9cd-c4ff-429e-a4f0-15494af3b652 None None] The sync data for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv is: [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:22:41.726414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 4892536f-cbad-400c-a4ce-817334184d3e no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:22:41.778219 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 4892536f-cbad-400c-a4ce-817334184d3e {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:22:41.778749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 4892536f-cbad-400c-a4ce-817334184d3e not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:22:41.958919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-63baf64c-ac41-4871-a5a2-38ed3f345de7 req-2a9e4194-835f-419f-8823-3d0fb18ad49f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Synchronizing usage tracker for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:22:42.043179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-63baf64c-ac41-4871-a5a2-38ed3f345de7 req-2a9e4194-835f-419f-8823-3d0fb18ad49f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Unset dirty status for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:22:42.044176 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604dbf2-10e7-455a-adef-f08c4b382063 None None] New status for floating IP 2d96360d-baba-4734-9e59-ddc62e6f32be: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:22:42.045031 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63baf64c-ac41-4871-a5a2-38ed3f345de7 req-2a9e4194-835f-419f-8823-3d0fb18ad49f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=10a472cd-2211-4509-94bf-91ee128ad030 HTTP/1.1" status: 200 len: 210 time: 0.1716590 Feb 04 06:22:43.514018 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-d536272d-be99-46a2-994c-8d21c544c08f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537198115&fields=id&tenant_id=7ddecbde9bc146ca808a0420422f898c HTTP/1.1" status: 200 len: 267 time: 0.0440166 Feb 04 06:22:43.720469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-903c6d2f-113d-4900-b8c4-099b980b8c92 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:43.723163 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-903c6d2f-113d-4900-b8c4-099b980b8c92 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 810 time: 0.2000043 Feb 04 06:22:43.750326 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-9947f350-d84a-4a5c-b393-39bd3023937a tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/quotas/7ddecbde9bc146ca808a0420422f898c HTTP/1.1" status: 200 len: 375 time: 0.0164666 Feb 04 06:22:43.853624 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-fe6a16d5-17ed-48ac-98bb-481e31d51e61 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921915 Feb 04 06:22:43.873741 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-5b9523a8-b7b6-4628-b5a6-d199c394926a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:22:43.874804 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-5b9523a8-b7b6-4628-b5a6-d199c394926a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053816 Feb 04 06:22:44.032842 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-942afa9f-70c9-403b-98e5-7ba062b1e4ad service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468351 Feb 04 06:22:44.182805 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-8ac995ca-6ef9-48f3-a147-63f4691db963 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431124 Feb 04 06:22:44.932263 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ba1abee6-53de-4d98-b35a-983060f7e0bf req-1148ceba-32f7-4720-9a74-68f6424df516 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 210 time: 0.0490639 Feb 04 06:22:45.722843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8b65789c-c530-42cc-b182-cead2f4b990e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:46.108639 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9f9e79d0-02b4-4e1e-8d20-f07f8ce46d23 req-f73b8cf1-ae9d-4b72-b03c-a87006ac1523 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 210 time: 0.0532801 Feb 04 06:22:47.043178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-9783cb4c-7694-4f11-a7e3-f4f5c6ae073a tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:47.044939 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-9783cb4c-7694-4f11-a7e3-f4f5c6ae073a tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 810 time: 0.1648178 Feb 04 06:22:47.099535 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-ae588ede-3104-4cc9-bb36-e13e71aadb4f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ddecbde9bc146ca808a0420422f898c HTTP/1.1" status: 200 len: 380 time: 0.0458331 Feb 04 06:22:47.108113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'port': {'device_id': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'admin_state_up': True, 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'security_groups': ['dcdf9605-3c5b-44c5-b445-262db4b07053']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:47.315916 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c870ee5a-e8e7-4f51-bf20-59c41fdc741d req-7f64c6c4-1240-479b-b7ca-151ec7adff4e tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 210 time: 0.0641606 Feb 04 06:22:47.348577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:22:47.362327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:22:47.426100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Made reservation on behalf of 7ddecbde9bc146ca808a0420422f898c for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:22:47.430790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:47.618622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Allocated IP 172.20.0.8 (e3f2652e-e79f-4240-823a-ac3010d57670/cebdbf98-791b-44c9-bb7b-51fcc9bbe32b/a4349fd7-1eb8-482b-9023-84bcd6e7b553) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:22:47.829282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:47.846934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Transition to ACTIVE for port object a4349fd7-1eb8-482b-9023-84bcd6e7b553 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:22:47.980492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:48.049828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1764eac8-196b-4e96-91ea-4f0b20a4a872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:48.069432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Network e3f2652e-e79f-4240-823a-ac3010d57670 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:22:48.073226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:22:48.077680 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:22:48.115790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'Port': ['ID=a4349fd7-1eb8-482b-9023-84bcd6e7b553,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:48.166168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:48.166829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:48.283395 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c14f3fc4-52f5-4263-a335-aef99cfa6600 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1791325 Feb 04 06:22:48.296695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Request body: {'port': {'device_id': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:22:48.396761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-647d7327-620e-4344-85c9-0768a6fce275 None None] Provisioning for port a4349fd7-1eb8-482b-9023-84bcd6e7b553 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:22:48.402283 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-647d7327-620e-4344-85c9-0768a6fce275 None None] Provisioning complete for port a4349fd7-1eb8-482b-9023-84bcd6e7b553 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:48.402639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-647d7327-620e-4344-85c9-0768a6fce275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:48.470468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-647d7327-620e-4344-85c9-0768a6fce275 None None] Port a4349fd7-1eb8-482b-9023-84bcd6e7b553 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:22:48.472303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:48.599529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d1816-0d62-4e8d-ab34-59f32fee7684 req-1944b005-072d-4ac1-b932-0a2b8e94bb5f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:48.601717 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-eb1d1816-0d62-4e8d-ab34-59f32fee7684 req-1944b005-072d-4ac1-b932-0a2b8e94bb5f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 931 time: 0.1094537 Feb 04 06:22:48.661172 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-eb1d1816-0d62-4e8d-ab34-59f32fee7684 req-68693f2f-1a49-4464-ae59-7e4a7f79ff41 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496671 Feb 04 06:22:48.992344 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:49.012613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4349fd7-1eb8-482b-9023-84bcd6e7b553 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:49.021223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:49.037384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Transition to ACTIVE for port object a4349fd7-1eb8-482b-9023-84bcd6e7b553 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:22:49.042417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:49.191010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:49.345132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Pushing event updated for resources: {'Port': ['ID=a4349fd7-1eb8-482b-9023-84bcd6e7b553,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:49.435589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Attempting to bind port a4349fd7-1eb8-482b-9023-84bcd6e7b553 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:22:49.435932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Attempting to bind port a4349fd7-1eb8-482b-9023-84bcd6e7b553 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:22:49.436262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Attempting to bind port a4349fd7-1eb8-482b-9023-84bcd6e7b553 on network e3f2652e-e79f-4240-823a-ac3010d57670 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:22:49.442140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Port a4349fd7-1eb8-482b-9023-84bcd6e7b553 on network e3f2652e-e79f-4240-823a-ac3010d57670 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:22:49.442470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Attempting to bind port a4349fd7-1eb8-482b-9023-84bcd6e7b553 on network e3f2652e-e79f-4240-823a-ac3010d57670 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:22:49.449054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:22:49.449668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Checking segment: {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:22:49.450071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Bound using segment: {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:22:49.450509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Bound port: a4349fd7-1eb8-482b-9023-84bcd6e7b553, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:22:49.450861 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:49.541404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] For port a4349fd7-1eb8-482b-9023-84bcd6e7b553, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:22:49.544500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] For port a4349fd7-1eb8-482b-9023-84bcd6e7b553, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a4349fd7-1eb8-482b-9023-84bcd6e7b553,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:22:49.597410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:49.660069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:49.662991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:49.663598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:49.665144 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] 10.222.0.24 "PUT /v2.0/ports/a4349fd7-1eb8-482b-9023-84bcd6e7b553 HTTP/1.1" status: 200 len: 1093 time: 1.3744271 Feb 04 06:22:49.667128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'tag': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:49.689846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d645a3-defe-47a0-a092-bbe5dce8d72d service neutron] Pushing event updated for resources: {'Port': ['ID=a4349fd7-1eb8-482b-9023-84bcd6e7b553,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:49.753696 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'tag': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'status': 'completed', 'code': 200} Feb 04 06:22:49.860532 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635a46-531c-4722-b735-fea0f8a3a126 req-5a8101aa-77b9-47eb-9217-e77bc18b8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:49.862067 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45635a46-531c-4722-b735-fea0f8a3a126 req-5a8101aa-77b9-47eb-9217-e77bc18b8874 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 1096 time: 0.0824039 Feb 04 06:22:49.884737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ec88b-d729-41b8-a5e3-7024d5840e82 req-43680aa9-bec0-46de-835d-eb592c0c23f7 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:49.886745 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c77ec88b-d729-41b8-a5e3-7024d5840e82 req-43680aa9-bec0-46de-835d-eb592c0c23f7 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 943 time: 0.0888529 Feb 04 06:22:49.933278 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c77ec88b-d729-41b8-a5e3-7024d5840e82 req-aa7d6193-a6cc-405a-b814-a75ea1a3f294 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400405 Feb 04 06:22:50.012693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635a46-531c-4722-b735-fea0f8a3a126 req-73140a52-39d7-44ac-a8dd-9c899550eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:50.014154 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45635a46-531c-4722-b735-fea0f8a3a126 req-73140a52-39d7-44ac-a8dd-9c899550eeb8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ddecbde9bc146ca808a0420422f898c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1455176 Feb 04 06:22:50.150895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635a46-531c-4722-b735-fea0f8a3a126 req-c4552f0a-e016-45be-bee0-a2e620c4d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:50.152341 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45635a46-531c-4722-b735-fea0f8a3a126 req-c4552f0a-e016-45be-bee0-a2e620c4d8e3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321416 Feb 04 06:22:50.265874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-d0cd19a9-8126-4da3-b902-05e2455dcc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:50.267398 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-d0cd19a9-8126-4da3-b902-05e2455dcc8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 1096 time: 0.0783408 Feb 04 06:22:50.335774 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-7f409dfa-5603-4e08-872c-473f9b2764ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4349fd7-1eb8-482b-9023-84bcd6e7b553 HTTP/1.1" status: 200 len: 217 time: 0.0618234 Feb 04 06:22:50.406582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c5568bda-a5f6-430b-af94-7e01824afe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:50.408120 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-c5568bda-a5f6-430b-af94-7e01824afe32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.0627320 Feb 04 06:22:50.487734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-805e83e3-b137-457e-a894-37d097c80f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:50.489256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-805e83e3-b137-457e-a894-37d097c80f34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746799 Feb 04 06:22:50.494012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:50.622675 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-79d8897f-8d38-46f8-834f-001c6e64cf43 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271603 Feb 04 06:22:50.772621 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b965c1e8-c0bc-4e91-8ba2-d29842a7a921 req-8cd700b6-6554-450b-9ed2-bf7bab6ebeb9 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439376 Feb 04 06:22:51.163429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d6310-8716-4097-bf55-2ec457720011 req-ba96a7b5-fdbb-4cdb-8bc2-d7d518cef0b2 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:51.164135 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-0b5d6310-8716-4097-bf55-2ec457720011 req-ba96a7b5-fdbb-4cdb-8bc2-d7d518cef0b2 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Synchronizing usage tracker for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:22:51.288428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-0b5d6310-8716-4097-bf55-2ec457720011 req-ba96a7b5-fdbb-4cdb-8bc2-d7d518cef0b2 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Unset dirty status for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:22:51.290002 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0b5d6310-8716-4097-bf55-2ec457720011 req-ba96a7b5-fdbb-4cdb-8bc2-d7d518cef0b2 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 943 time: 0.2229619 Feb 04 06:22:51.445835 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0b5d6310-8716-4097-bf55-2ec457720011 req-1ceb107c-1cc8-4e79-adde-0fd0249f4d28 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501310 Feb 04 06:22:52.651912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd777-befa-49c6-9aaf-8ada22549da8 req-d9a5c675-fa57-4fbe-86e8-76184e83751a tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:52.653466 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-aa8dd777-befa-49c6-9aaf-8ada22549da8 req-d9a5c675-fa57-4fbe-86e8-76184e83751a tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 943 time: 0.0852950 Feb 04 06:22:52.699289 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-aa8dd777-befa-49c6-9aaf-8ada22549da8 req-5097bc2f-faee-457a-8366-09e43b4c8cc6 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399656 Feb 04 06:22:53.905657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8b0eb-fba9-4406-a8b2-86a192f008f0 req-5cd44bb6-8ba5-4810-94de-4a17a2c2dad6 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:53.907316 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7ee8b0eb-fba9-4406-a8b2-86a192f008f0 req-5cd44bb6-8ba5-4810-94de-4a17a2c2dad6 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 943 time: 0.0983012 Feb 04 06:22:53.972167 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7ee8b0eb-fba9-4406-a8b2-86a192f008f0 req-a3f5271a-2fc1-4c37-82db-3a88e8b9192b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576913 Feb 04 06:22:55.169675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d825bce-c06c-4897-a875-8134fbca6ab4 req-1e41c22b-ca5f-427e-bb6c-ecbdc54347e9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:55.171141 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d825bce-c06c-4897-a875-8134fbca6ab4 req-1e41c22b-ca5f-427e-bb6c-ecbdc54347e9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 943 time: 0.0800476 Feb 04 06:22:55.216929 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d825bce-c06c-4897-a875-8134fbca6ab4 req-75270bf0-7abd-49c6-a3a9-4f66ceff647f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393651 Feb 04 06:22:56.406545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1cfd9-abb5-4676-8e0d-d54bb121560b req-3abe52a8-d35b-46c8-8632-9d3fdef1c95b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:56.408159 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-86b1cfd9-abb5-4676-8e0d-d54bb121560b req-3abe52a8-d35b-46c8-8632-9d3fdef1c95b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 943 time: 0.0833540 Feb 04 06:22:56.457127 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-86b1cfd9-abb5-4676-8e0d-d54bb121560b req-ee5e06e0-8a33-42f0-9ade-ab102ac59d9b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Feb 04 06:22:57.722294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19d0d3-6336-4281-a90f-7de5aa12531c req-39d4d66d-4c01-43c8-bc87-6f75d6468b1a tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:57.723772 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e19d0d3-6336-4281-a90f-7de5aa12531c req-39d4d66d-4c01-43c8-bc87-6f75d6468b1a tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 943 time: 0.0825088 Feb 04 06:22:57.767799 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e19d0d3-6336-4281-a90f-7de5aa12531c req-e4d60dd5-fb6c-40a2-ba7c-21ec068243ae tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381997 Feb 04 06:22:57.803782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a4349fd7-1eb8-482b-9023-84bcd6e7b553 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:22:57.936840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a4349fd7-1eb8-482b-9023-84bcd6e7b553, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a4349fd7-1eb8-482b-9023-84bcd6e7b553,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:57.949880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'port_id': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'mac_address': 'fa:16:3e:03:80:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:22:58.008242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:58.025713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4349fd7-1eb8-482b-9023-84bcd6e7b553 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:22:58.041817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a4349fd7-1eb8-482b-9023-84bcd6e7b553, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a4349fd7-1eb8-482b-9023-84bcd6e7b553,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:22:58.122692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:58.196443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a4349fd7-1eb8-482b-9023-84bcd6e7b553,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:58.204372 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.204771 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.205115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.205452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.205814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.206146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.206473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.206799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.207125 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.207446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.207766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.208085 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:58.443091 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['a4349fd7-1eb8-482b-9023-84bcd6e7b553'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:22:58.958332 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53913b57-e347-4d5f-81a9-1df6c1feca41 req-67064367-2249-429d-b497-aec949fec00b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:58.959789 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-53913b57-e347-4d5f-81a9-1df6c1feca41 req-67064367-2249-429d-b497-aec949fec00b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 944 time: 0.0847957 Feb 04 06:22:59.118543 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-53913b57-e347-4d5f-81a9-1df6c1feca41 req-fd3ee65f-5736-4f87-afea-99ee6848815e tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529231 Feb 04 06:22:59.824780 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a4349fd7-1eb8-482b-9023-84bcd6e7b553 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:22:59.945208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port a4349fd7-1eb8-482b-9023-84bcd6e7b553 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:22:59.950266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port a4349fd7-1eb8-482b-9023-84bcd6e7b553 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:22:59.950634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.065825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.092934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:00.102808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a4349fd7-1eb8-482b-9023-84bcd6e7b553, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a4349fd7-1eb8-482b-9023-84bcd6e7b553,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:00.138352 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'code': 200} Feb 04 06:23:00.185607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.259962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a4349fd7-1eb8-482b-9023-84bcd6e7b553,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:00.304219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60d5e7-5357-4ee9-96c2-3ce2658bc6bf req-cf6e2183-1005-4a1b-8fa4-856bf6f133db tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:00.305757 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cb60d5e7-5357-4ee9-96c2-3ce2658bc6bf req-cf6e2183-1005-4a1b-8fa4-856bf6f133db tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 945 time: 0.0809278 Feb 04 06:23:00.349574 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cb60d5e7-5357-4ee9-96c2-3ce2658bc6bf req-71be6983-f064-4f37-83ee-6db1eebb5d40 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380208 Feb 04 06:23:00.589717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fa991-ba11-4610-bad7-e18d895042c7 req-2f997e71-8e12-45fd-99cc-f7ff9a842c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:00.591372 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c39fa991-ba11-4610-bad7-e18d895042c7 req-2f997e71-8e12-45fd-99cc-f7ff9a842c19 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 1098 time: 0.0716782 Feb 04 06:23:00.635139 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c39fa991-ba11-4610-bad7-e18d895042c7 req-c5f8d7e7-23ce-4d1f-a119-c3e6247831be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382369 Feb 04 06:23:01.548580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27457f93-0ad4-4c49-92c4-15348f6eaf44 req-23cb7cba-cc9d-4e03-aa94-9ce79fdd99f0 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:01.550054 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-27457f93-0ad4-4c49-92c4-15348f6eaf44 req-23cb7cba-cc9d-4e03-aa94-9ce79fdd99f0 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 945 time: 0.0948744 Feb 04 06:23:01.594154 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-27457f93-0ad4-4c49-92c4-15348f6eaf44 req-cb7e6e49-67b2-41e3-8f1f-2e9b7150484d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383558 Feb 04 06:23:02.785321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744e174-5fc0-4fb3-acb9-72a0357d05c6 req-42240dbd-61d1-4092-a292-3735a40ea8dc tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:02.786755 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4744e174-5fc0-4fb3-acb9-72a0357d05c6 req-42240dbd-61d1-4092-a292-3735a40ea8dc tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 945 time: 0.0858586 Feb 04 06:23:02.833682 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4744e174-5fc0-4fb3-acb9-72a0357d05c6 req-f72560ec-860c-4e2e-93cb-174cb68fe29a tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396388 Feb 04 06:23:03.021981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69fbc-69ed-408d-bb1f-2e034960494a req-33fd435d-eedd-4a60-a259-cdd91399d3fc tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:03.023470 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b3c69fbc-69ed-408d-bb1f-2e034960494a req-33fd435d-eedd-4a60-a259-cdd91399d3fc tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 945 time: 0.0830398 Feb 04 06:23:03.070199 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b3c69fbc-69ed-408d-bb1f-2e034960494a req-edebb7bf-36da-479a-8a5c-4b20abf5ff87 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Feb 04 06:23:03.098077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50952) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:03.167757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3267b3dd-737a-466a-acdd-f99cb8e29387 tempest-TestVolumeBootPattern-128235837 tempest-TestVolumeBootPattern-128235837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:03.169302 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3267b3dd-737a-466a-acdd-f99cb8e29387 tempest-TestVolumeBootPattern-128235837 tempest-TestVolumeBootPattern-128235837-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 1093 time: 0.0702660 Feb 04 06:23:03.172600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50956) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:03.177527 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:03.183609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:03.187962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Usage tracker for resource:floatingip and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:03.190850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:03.196618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:03.248021 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:03.380545 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:03.518538 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Allocated IP 172.26.7.219 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/da62fb5a-48d5-4214-b452-ec3f60f57866) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:03.663831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:03.751294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:03.821113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:03.824087 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:03.826709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:23:03.861966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'Port': ['ID=da62fb5a-48d5-4214-b452-ec3f60f57866,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:03.874325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:03.874924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:03.875266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:03.875594 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:03.875917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:03.876239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:03.876559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:03.876904 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:03.877220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:03.877532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:03.877845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:03.878152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:04.269823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:04.311216 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-37eaaed5-0bf4-4532-81cb-b3edde1899f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717316 Feb 04 06:23:04.387981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:04.456374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-11133cc0-8fee-409e-afe3-1d076a1082e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:04.461733 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-11133cc0-8fee-409e-afe3-1d076a1082e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edcd344372f54cb8bd95bd63350574d2&device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 1099 time: 0.0770197 Feb 04 06:23:04.597674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:04.604985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-8ca074f2-cca8-40a1-938f-b1d86688447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:04.606444 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-8ca074f2-cca8-40a1-938f-b1d86688447b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b9a0743-8994-41ba-8299-f9a4dc7e513f HTTP/1.1" status: 200 len: 897 time: 0.1293745 Feb 04 06:23:04.670426 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:04.710099 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-faa48401-f2d1-44c4-abdc-2c9be212d2e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228 HTTP/1.1" status: 200 len: 1002 time: 0.0974450 Feb 04 06:23:04.776554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-daa87f97-eac5-4f7c-9ce6-efac1b56bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:04.778085 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-daa87f97-eac5-4f7c-9ce6-efac1b56bebb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22f0464e-9e01-4883-87d8-2b2dff39de14 HTTP/1.1" status: 200 len: 835 time: 0.0619590 Feb 04 06:23:04.858585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-83f2673f-53e5-499c-9c5b-84af04b7d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:04.860067 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-83f2673f-53e5-499c-9c5b-84af04b7d02d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b9a0743-8994-41ba-8299-f9a4dc7e513f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755610 Feb 04 06:23:04.889908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'Port': ['ID=da62fb5a-48d5-4214-b452-ec3f60f57866,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:04.902115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:04.996188 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-ae7c5559-625f-4c77-b9ab-035042d752f9 service neutron] 10.222.0.24 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298902 Feb 04 06:23:05.074489 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Floating IP 1c11d888-8176-4ade-94ad-77093acb7dda associated. External IP: 172.26.7.219, port: a4349fd7-1eb8-482b-9023-84bcd6e7b553. Feb 04 06:23:05.130622 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-79fa2cbc-a620-4edb-9546-a52aa29f6742 req-64cc6b32-414e-47f4-84de-df34b7c4f41d service neutron] 10.222.0.24 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277561 Feb 04 06:23:05.432059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Router 051c6209-f6a2-4e66-b055-e1b22b09a6fe has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:23:05.618198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:23:05.628775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abcb680-4611-4770-8d63-452de99b1454 None None] Sync routers for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:05.638219 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abcb680-4611-4770-8d63-452de99b1454 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:05.638994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7abcb680-4611-4770-8d63-452de99b1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:22:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:05.705174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:05.764926 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3fcf4872-aac3-4641-a7b1-b1ffde722bcf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5912459 Feb 04 06:23:05.766244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'tag': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:05.814317 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'tag': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'status': 'completed', 'code': 200} Feb 04 06:23:05.821215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7abcb680-4611-4770-8d63-452de99b1454 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:05.916320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34859c06-95d6-4c64-906e-083e6c087f11 req-656a396d-73fc-48c0-b058-d12b16a30da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:05.917828 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-34859c06-95d6-4c64-906e-083e6c087f11 req-656a396d-73fc-48c0-b058-d12b16a30da5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 1098 time: 0.0759180 Feb 04 06:23:06.052369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34859c06-95d6-4c64-906e-083e6c087f11 req-6baf0e8b-d312-46c7-b007-26fcbff30c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:06.053934 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-34859c06-95d6-4c64-906e-083e6c087f11 req-6baf0e8b-d312-46c7-b007-26fcbff30c09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 911 time: 0.1295631 Feb 04 06:23:06.183097 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7abcb680-4611-4770-8d63-452de99b1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1c11d888-8176-4ade-94ad-77093acb7dda', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:03:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:04Z', 'updated_at': '2022-02-04T06:23:04Z', 'revision_number': 0, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:06.188250 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abcb680-4611-4770-8d63-452de99b1454 None None] Checking router: 051c6209-f6a2-4e66-b055-e1b22b09a6fe for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:06.197135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abcb680-4611-4770-8d63-452de99b1454 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:06.197828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7abcb680-4611-4770-8d63-452de99b1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:22:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:06.287476 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-34859c06-95d6-4c64-906e-083e6c087f11 req-8b7de054-ef62-44b0-9ced-9f1ac6f683d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4349fd7-1eb8-482b-9023-84bcd6e7b553 HTTP/1.1" status: 200 len: 999 time: 0.2274485 Feb 04 06:23:06.352386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34859c06-95d6-4c64-906e-083e6c087f11 req-11d800d5-e49c-4faf-9c32-0aa85b169498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:06.353824 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-34859c06-95d6-4c64-906e-083e6c087f11 req-11d800d5-e49c-4faf-9c32-0aa85b169498 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.0603297 Feb 04 06:23:06.385445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7abcb680-4611-4770-8d63-452de99b1454 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:06.436504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34859c06-95d6-4c64-906e-083e6c087f11 req-56812a22-5905-4041-a910-5adefafd1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:06.438656 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-34859c06-95d6-4c64-906e-083e6c087f11 req-56812a22-5905-4041-a910-5adefafd1436 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782759 Feb 04 06:23:06.576673 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-34859c06-95d6-4c64-906e-083e6c087f11 req-f2fdee42-9ccc-41be-b7cb-88eadb6090b1 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312900 Feb 04 06:23:06.708156 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-34859c06-95d6-4c64-906e-083e6c087f11 req-8968c924-192f-4e6a-8e1c-dfcd815831da service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256235 Feb 04 06:23:06.743196 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7abcb680-4611-4770-8d63-452de99b1454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1c11d888-8176-4ade-94ad-77093acb7dda', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:03:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:04Z', 'updated_at': '2022-02-04T06:23:04Z', 'revision_number': 0, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:06.747196 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abcb680-4611-4770-8d63-452de99b1454 None None] The sync data for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv is: [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1c11d888-8176-4ade-94ad-77093acb7dda', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:03:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:04Z', 'updated_at': '2022-02-04T06:23:04Z', 'revision_number': 0, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:23:06.933975 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11caaa75-737d-41a3-a663-8bc5186e9fbc None None] New status for floating IP 1c11d888-8176-4ade-94ad-77093acb7dda: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:23:08.898723 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:23:15.693697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bd8b7d71-95af-40fd-89e4-3d8f9643d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.927417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4aa8873c-1685-4930-99f8-3b589e504f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.081879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.116169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.714175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.488450 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.844527 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 50982) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:21.089248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Deleting port 3612d673-ae72-406d-b8c5-b9760150bb51 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:23:21.089248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.291791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.291791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.542611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Calling delete_port for 3612d673-ae72-406d-b8c5-b9760150bb51 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:23:21.796458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.851054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event deleted for resources: {'Port': ['ID=3612d673-ae72-406d-b8c5-b9760150bb51,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:21.959388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:21.959388 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Floating IP 96a98e06-bd68-4fd7-a138-81122e148462 disassociated (deleted). External IP: 172.26.7.235, port: 231fafe6-73c5-4a5b-bbd6-39f0163fa228. Feb 04 06:23:22.392539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Router 511bec90-ae1a-4d94-94d5-05b574293f55 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:23:22.599670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:23:22.612485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9262d-580b-4150-9586-f7ed400a9317 None None] Sync routers for ids ['511bec90-ae1a-4d94-94d5-05b574293f55'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:22.620754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9262d-580b-4150-9586-f7ed400a9317 None None] Routers {'511bec90-ae1a-4d94-94d5-05b574293f55'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:22.622866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02b9262d-580b-4150-9586-f7ed400a9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:23:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['511bec90-ae1a-4d94-94d5-05b574293f55'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:22.677807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:22.757463 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e7613ce2-3869-4091-a8a2-d529d7187f76 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "DELETE /v2.0/floatingips/96a98e06-bd68-4fd7-a138-81122e148462 HTTP/1.1" status: 204 len: 168 time: 1.9145837 Feb 04 06:23:22.757463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:22.873016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-02b9262d-580b-4150-9586-f7ed400a9317 None None] Set router 511bec90-ae1a-4d94-94d5-05b574293f55 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:22.883644 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'status': 'completed', 'code': 200} Feb 04 06:23:23.038005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ab17-d0a5-4d20-8e57-b1c2a5f65783 req-bac164b8-3b3a-4510-9ac1-4b6d2acded76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:23.038005 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2396ab17-d0a5-4d20-8e57-b1c2a5f65783 req-bac164b8-3b3a-4510-9ac1-4b6d2acded76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edcd344372f54cb8bd95bd63350574d2&device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 1099 time: 0.1204603 Feb 04 06:23:23.214739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ab17-d0a5-4d20-8e57-b1c2a5f65783 req-cb7c55af-8089-45ef-b933-9017fe4f06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:23.214739 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2396ab17-d0a5-4d20-8e57-b1c2a5f65783 req-cb7c55af-8089-45ef-b933-9017fe4f06d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b9a0743-8994-41ba-8299-f9a4dc7e513f HTTP/1.1" status: 200 len: 897 time: 0.1742013 Feb 04 06:23:23.293825 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2396ab17-d0a5-4d20-8e57-b1c2a5f65783 req-e8362e67-54a5-42c7-bea6-a1be58ecc1d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228 HTTP/1.1" status: 200 len: 217 time: 0.0768952 Feb 04 06:23:23.295236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02b9262d-580b-4150-9586-f7ed400a9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0fbf79bb-832a-4334-97d3-835b13f2fa35', 'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'mac_address': 'fa:16:3e:05:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:06Z', 'updated_at': '2022-02-04T06:20:14Z', 'revision_number': 5, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'subnets': [{'id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:23.300502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9262d-580b-4150-9586-f7ed400a9317 None None] Checking router: 511bec90-ae1a-4d94-94d5-05b574293f55 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:23.312686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9262d-580b-4150-9586-f7ed400a9317 None None] Routers {'511bec90-ae1a-4d94-94d5-05b574293f55'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:23.313147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02b9262d-580b-4150-9586-f7ed400a9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:23:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['511bec90-ae1a-4d94-94d5-05b574293f55'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:23.393166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ab17-d0a5-4d20-8e57-b1c2a5f65783 req-ce50a6cc-589c-4004-8325-1a681ed508e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:23.393166 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2396ab17-d0a5-4d20-8e57-b1c2a5f65783 req-ce50a6cc-589c-4004-8325-1a681ed508e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22f0464e-9e01-4883-87d8-2b2dff39de14 HTTP/1.1" status: 200 len: 835 time: 0.0894232 Feb 04 06:23:23.545377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ab17-d0a5-4d20-8e57-b1c2a5f65783 req-e6bfec4e-2c1c-455d-a6a6-8505749533d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:23.545377 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2396ab17-d0a5-4d20-8e57-b1c2a5f65783 req-e6bfec4e-2c1c-455d-a6a6-8505749533d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b9a0743-8994-41ba-8299-f9a4dc7e513f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1450531 Feb 04 06:23:23.634515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-02b9262d-580b-4150-9586-f7ed400a9317 None None] Set router 511bec90-ae1a-4d94-94d5-05b574293f55 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:23.743579 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2396ab17-d0a5-4d20-8e57-b1c2a5f65783 req-37bd8ce5-ca20-4f4c-912f-8ba471b71221 service neutron] 10.222.0.24 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886094 Feb 04 06:23:23.805621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c569a47-1972-44e8-a46e-15cab7d26104 req-7ac471c9-3dcf-4620-b318-a280eb456f56 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:23.806757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-3c569a47-1972-44e8-a46e-15cab7d26104 req-7ac471c9-3dcf-4620-b318-a280eb456f56 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Synchronizing usage tracker for tenant:edcd344372f54cb8bd95bd63350574d2 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:23:23.876020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-3c569a47-1972-44e8-a46e-15cab7d26104 req-7ac471c9-3dcf-4620-b318-a280eb456f56 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Unset dirty status for tenant:edcd344372f54cb8bd95bd63350574d2 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:23:23.877308 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3c569a47-1972-44e8-a46e-15cab7d26104 req-7ac471c9-3dcf-4620-b318-a280eb456f56 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.2601390 Feb 04 06:23:23.914519 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2396ab17-d0a5-4d20-8e57-b1c2a5f65783 req-e3226765-1337-40fe-b476-d536ca92f79b service neutron] 10.222.0.24 "GET /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680424 Feb 04 06:23:23.992557 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3c569a47-1972-44e8-a46e-15cab7d26104 req-f2e97e04-7b7d-4fd0-9a18-941a4d00edc0 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956790 Feb 04 06:23:24.126690 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-02b9262d-580b-4150-9586-f7ed400a9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0fbf79bb-832a-4334-97d3-835b13f2fa35', 'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'mac_address': 'fa:16:3e:05:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:06Z', 'updated_at': '2022-02-04T06:20:14Z', 'revision_number': 5, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'subnets': [{'id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:24.130854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9262d-580b-4150-9586-f7ed400a9317 None None] The sync data for ids ['511bec90-ae1a-4d94-94d5-05b574293f55'] in dv-neutron-827796-1-hyperv is: [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0fbf79bb-832a-4334-97d3-835b13f2fa35', 'name': '', 'network_id': '5b9a0743-8994-41ba-8299-f9a4dc7e513f', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'mac_address': 'fa:16:3e:05:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:06Z', 'updated_at': '2022-02-04T06:20:14Z', 'revision_number': 5, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'subnets': [{'id': '22f0464e-9e01-4883-87d8-2b2dff39de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:23:24.369242 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a364c8-6d3e-4aa6-b37c-1704781a41ea None None] New status for floating IP 96a98e06-bd68-4fd7-a138-81122e148462: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:23:25.230496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dc678-8b84-4106-a76b-79396162524d req-22514658-5a28-4cd8-87e6-c0415d0dcab1 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:25.232012 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-873dc678-8b84-4106-a76b-79396162524d req-22514658-5a28-4cd8-87e6-c0415d0dcab1 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.1115978 Feb 04 06:23:25.239986 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5fef7-cec3-4c32-a383-bb2be491adcf req-8dd6f01f-d886-4cc9-8c26-51e94e339731 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:25.241438 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5fc5fef7-cec3-4c32-a383-bb2be491adcf req-8dd6f01f-d886-4cc9-8c26-51e94e339731 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.24 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 946 time: 0.1560841 Feb 04 06:23:25.339430 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-873dc678-8b84-4106-a76b-79396162524d req-7fc5e63e-e8f4-4d37-a2bd-ca8d8c5adadc tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/security-groups?id=e7f74880-e4c4-4b12-b4be-945f0bd844a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969994 Feb 04 06:23:25.343379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-5fc5fef7-cec3-4c32-a383-bb2be491adcf req-6e3aa753-039a-43a6-9419-80c3a050b3d2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Deleting port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:23:25.343724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5fc5fef7-cec3-4c32-a383-bb2be491adcf req-6e3aa753-039a-43a6-9419-80c3a050b3d2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:25.618156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-5fc5fef7-cec3-4c32-a383-bb2be491adcf req-6e3aa753-039a-43a6-9419-80c3a050b3d2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] For port 231fafe6-73c5-4a5b-bbd6-39f0163fa228, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=231fafe6-73c5-4a5b-bbd6-39f0163fa228,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:25.618443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5fc5fef7-cec3-4c32-a383-bb2be491adcf req-6e3aa753-039a-43a6-9419-80c3a050b3d2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:25.742932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-5fc5fef7-cec3-4c32-a383-bb2be491adcf req-6e3aa753-039a-43a6-9419-80c3a050b3d2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Calling delete_port for 231fafe6-73c5-4a5b-bbd6-39f0163fa228 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:23:25.950981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5fc5fef7-cec3-4c32-a383-bb2be491adcf req-6e3aa753-039a-43a6-9419-80c3a050b3d2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:26.003141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3aa753-039a-43a6-9419-80c3a050b3d2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event deleted for resources: {'Port': ['ID=231fafe6-73c5-4a5b-bbd6-39f0163fa228,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:26.210583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc5fef7-cec3-4c32-a383-bb2be491adcf req-6e3aa753-039a-43a6-9419-80c3a050b3d2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] No DVR routers for this DVR port 231fafe6-73c5-4a5b-bbd6-39f0163fa228 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:23:26.213317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-5fc5fef7-cec3-4c32-a383-bb2be491adcf req-6e3aa753-039a-43a6-9419-80c3a050b3d2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:26.215986 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'name': 'network-vif-deleted', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:26.261417 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a880c544-ef89-4760-afcd-3e3d14891b03', 'name': 'network-vif-deleted', 'tag': '231fafe6-73c5-4a5b-bbd6-39f0163fa228', 'status': 'completed', 'code': 200} Feb 04 06:23:26.323782 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5fc5fef7-cec3-4c32-a383-bb2be491adcf req-6e3aa753-039a-43a6-9419-80c3a050b3d2 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.24 "DELETE /v2.0/ports/231fafe6-73c5-4a5b-bbd6-39f0163fa228 HTTP/1.1" status: 204 len: 173 time: 1.0672886 Feb 04 06:23:26.499835 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-4c92acba-6b84-4330-a61d-d0e716082396 req-c0850408-b0ef-4534-b216-c9379989b140 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Synchronizing usage tracker for tenant:edcd344372f54cb8bd95bd63350574d2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:23:26.578886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-4c92acba-6b84-4330-a61d-d0e716082396 req-c0850408-b0ef-4534-b216-c9379989b140 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Unset dirty status for tenant:edcd344372f54cb8bd95bd63350574d2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:23:26.580068 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c92acba-6b84-4330-a61d-d0e716082396 req-c0850408-b0ef-4534-b216-c9379989b140 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "GET /v2.0/ports?device_id=a880c544-ef89-4760-afcd-3e3d14891b03 HTTP/1.1" status: 200 len: 210 time: 0.1266356 Feb 04 06:23:27.676636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51004) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:27.980281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 231fafe6-73c5-4a5b-bbd6-39f0163fa228 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:23:28.019935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 231fafe6-73c5-4a5b-bbd6-39f0163fa228 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:23:28.020511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 231fafe6-73c5-4a5b-bbd6-39f0163fa228 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:23:28.394706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:28.769810 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Deleting port 0fbf79bb-832a-4334-97d3-835b13f2fa35 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:23:28.770584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:28.970707 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] For port 0fbf79bb-832a-4334-97d3-835b13f2fa35, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0fbf79bb-832a-4334-97d3-835b13f2fa35,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:28.970707 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:29.095155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Calling delete_port for 0fbf79bb-832a-4334-97d3-835b13f2fa35 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:23:29.516446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:29.566965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event deleted for resources: {'Port': ['ID=0fbf79bb-832a-4334-97d3-835b13f2fa35,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:29.984160 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:30.381841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Router 511bec90-ae1a-4d94-94d5-05b574293f55 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:23:30.589749 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:23:30.603637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e79bab-5edf-4e1c-9729-02662b53480d None None] Sync routers for ids ['511bec90-ae1a-4d94-94d5-05b574293f55'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:30.618234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e79bab-5edf-4e1c-9729-02662b53480d None None] Routers {'511bec90-ae1a-4d94-94d5-05b574293f55'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:30.618866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-06e79bab-5edf-4e1c-9729-02662b53480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:23:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['511bec90-ae1a-4d94-94d5-05b574293f55'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:30.709705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51010) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:30.710344 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dff7ee7d-d1f0-4b69-b11c-34e30060f5e8 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "PUT /v2.0/routers/511bec90-ae1a-4d94-94d5-05b574293f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0284295 Feb 04 06:23:30.830233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-292d2a61-3277-44ef-81e4-54b318f27c3a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Deleting subnet 22f0464e-9e01-4883-87d8-2b2dff39de14 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:23:30.834266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292d2a61-3277-44ef-81e4-54b318f27c3a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:30.858115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-06e79bab-5edf-4e1c-9729-02662b53480d None None] Set router 511bec90-ae1a-4d94-94d5-05b574293f55 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:30.930252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292d2a61-3277-44ef-81e4-54b318f27c3a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.038853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292d2a61-3277-44ef-81e4-54b318f27c3a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.212908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-06e79bab-5edf-4e1c-9729-02662b53480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:23:29Z', 'revision_number': 5, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:31.218892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e79bab-5edf-4e1c-9729-02662b53480d None None] Checking router: 511bec90-ae1a-4d94-94d5-05b574293f55 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:31.220243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292d2a61-3277-44ef-81e4-54b318f27c3a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.228482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e79bab-5edf-4e1c-9729-02662b53480d None None] Routers {'511bec90-ae1a-4d94-94d5-05b574293f55'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:31.229151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-06e79bab-5edf-4e1c-9729-02662b53480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:23:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['511bec90-ae1a-4d94-94d5-05b574293f55'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:31.262200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d2a61-3277-44ef-81e4-54b318f27c3a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event deleted for resources: {'Subnet': ['ID=22f0464e-9e01-4883-87d8-2b2dff39de14,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:31.264304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-292d2a61-3277-44ef-81e4-54b318f27c3a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.280961 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-292d2a61-3277-44ef-81e4-54b318f27c3a tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "DELETE /v2.0/subnets/22f0464e-9e01-4883-87d8-2b2dff39de14 HTTP/1.1" status: 204 len: 168 time: 0.5668175 Feb 04 06:23:31.281730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51016) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:31.285813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70162a-66a0-4278-b2b5-4c022c17e607 None None] Network 5b9a0743-8994-41ba-8299-f9a4dc7e513f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:23:31.469853 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.578829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-06e79bab-5edf-4e1c-9729-02662b53480d None None] Set router 511bec90-ae1a-4d94-94d5-05b574293f55 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:31.684673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.750596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Deleting port 9c352b63-b970-4a92-91e0-73eeef44ba3d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:23:31.750940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.872160 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce948a8-383d-4584-8efc-49b27d6a5876 None None] DHCP port deletion for 5b9a0743-8994-41ba-8299-f9a4dc7e513f request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:23:31.879226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51022) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:31.881382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0ce948a8-383d-4584-8efc-49b27d6a5876 None None] Deleting port 5169c26e-aafc-4e8c-b99d-e09edc55bc96 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:23:31.882131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0ce948a8-383d-4584-8efc-49b27d6a5876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.968250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00fc0e1-fa1f-496c-8581-088c85c21b64 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:31.968828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00fc0e1-fa1f-496c-8581-088c85c21b64 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:31.969302 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00fc0e1-fa1f-496c-8581-088c85c21b64 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:31.974147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] For port 9c352b63-b970-4a92-91e0-73eeef44ba3d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c352b63-b970-4a92-91e0-73eeef44ba3d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:31.974147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.980851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b00fc0e1-fa1f-496c-8581-088c85c21b64 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=ed74ee2667754fabaada911129fc7b8d&network_id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395 HTTP/1.1" status: 200 len: 3000 time: 0.0909245 Feb 04 06:23:32.013570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-06e79bab-5edf-4e1c-9729-02662b53480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:23:29Z', 'revision_number': 5, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:32.019436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e79bab-5edf-4e1c-9729-02662b53480d None None] The sync data for ids ['511bec90-ae1a-4d94-94d5-05b574293f55'] in dv-neutron-827796-1-hyperv is: [{'id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349473657', 'tenant_id': 'edcd344372f54cb8bd95bd63350574d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137'}], 'enable_snat': True}, 'gw_port_id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:19:58Z', 'updated_at': '2022-02-04T06:23:29Z', 'revision_number': 5, 'project_id': 'edcd344372f54cb8bd95bd63350574d2', 'gw_port': {'id': '9c352b63-b970-4a92-91e0-73eeef44ba3d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511bec90-ae1a-4d94-94d5-05b574293f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:20:00Z', 'updated_at': '2022-02-04T06:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:23:32.135999 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0ce948a8-383d-4584-8efc-49b27d6a5876 None None] For port 5169c26e-aafc-4e8c-b99d-e09edc55bc96, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5169c26e-aafc-4e8c-b99d-e09edc55bc96,segment=NetworkSegment(6a3ca15a-62a1-4f04-9d70-d503db48630e),segment_id=6a3ca15a-62a1-4f04-9d70-d503db48630e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:32.136298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0ce948a8-383d-4584-8efc-49b27d6a5876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.237928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Calling delete_port for 9c352b63-b970-4a92-91e0-73eeef44ba3d owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:23:32.308483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0ce948a8-383d-4584-8efc-49b27d6a5876 None None] Calling delete_port for 5169c26e-aafc-4e8c-b99d-e09edc55bc96 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:23:32.465792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0ce948a8-383d-4584-8efc-49b27d6a5876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.515420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce948a8-383d-4584-8efc-49b27d6a5876 None None] Pushing event deleted for resources: {'Port': ['ID=5169c26e-aafc-4e8c-b99d-e09edc55bc96,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:32.517876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce948a8-383d-4584-8efc-49b27d6a5876 None None] No DVR routers for this DVR port 5169c26e-aafc-4e8c-b99d-e09edc55bc96 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:23:32.545006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.597513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event deleted for resources: {'Port': ['ID=9c352b63-b970-4a92-91e0-73eeef44ba3d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:32.690068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.777076 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0fbf79bb-832a-4334-97d3-835b13f2fa35 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:23:32.812940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 0fbf79bb-832a-4334-97d3-835b13f2fa35 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:23:32.813294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0fbf79bb-832a-4334-97d3-835b13f2fa35 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:23:32.813718 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5169c26e-aafc-4e8c-b99d-e09edc55bc96 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:23:32.851041 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 5169c26e-aafc-4e8c-b99d-e09edc55bc96 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:23:32.851386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5169c26e-aafc-4e8c-b99d-e09edc55bc96 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:23:32.866893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.869328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.978685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.983017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Fanout notify agent at l3_agent the message router_deleted on router 511bec90-ae1a-4d94-94d5-05b574293f55 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:23:32.995938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:32.997186 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4db11a94-db39-435f-a6f5-4b13003b7e3c tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "DELETE /v2.0/routers/511bec90-ae1a-4d94-94d5-05b574293f55 HTTP/1.1" status: 204 len: 168 time: 1.7209356 Feb 04 06:23:33.000022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51032) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:33.122676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.257578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.285555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9a0743-8994-41ba-8299-f9a4dc7e513f']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:33.298460 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3ca15a-62a1-4f04-9d70-d503db48630e') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:33.298758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3ca15a-62a1-4f04-9d70-d503db48630e') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:33.310748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.327800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.334476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:23:33.334858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:23:33.349352 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:23:33.427585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51038) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:33.493174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8094e7d4-fbab-4554-bf0c-9f8fa8490182 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:33.494677 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8094e7d4-fbab-4554-bf0c-9f8fa8490182 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6 HTTP/1.1" status: 200 len: 814 time: 0.0672951 Feb 04 06:23:33.515907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.534164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.544434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event deleted for resources: {'Network': ['ID=5b9a0743-8994-41ba-8299-f9a4dc7e513f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:33.547469 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-58055d13-0db3-450f-8d96-df1b71758c49 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "DELETE /v2.0/networks/5b9a0743-8994-41ba-8299-f9a4dc7e513f HTTP/1.1" status: 204 len: 168 time: 0.5463529 Feb 04 06:23:33.552157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51044) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:33.629577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b478505-3962-4ccd-a776-0a75a9936504 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.661074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b478505-3962-4ccd-a776-0a75a9936504 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.796855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b478505-3962-4ccd-a776-0a75a9936504 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.815607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b478505-3962-4ccd-a776-0a75a9936504 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f74880-e4c4-4b12-b4be-945f0bd844a5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:33.880916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b478505-3962-4ccd-a776-0a75a9936504 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.887625 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7b478505-3962-4ccd-a776-0a75a9936504 tempest-TestNetworkAdvancedServerOps-1668460028 tempest-TestNetworkAdvancedServerOps-1668460028-project] 10.222.0.32 "DELETE /v2.0/security-groups/e7f74880-e4c4-4b12-b4be-945f0bd844a5 HTTP/1.1" status: 204 len: 168 time: 0.3294129 Feb 04 06:23:33.968800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51054) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:33.974692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6f911c83-067e-4c0d-8bfe-25d3936381b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:34.077149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f911c83-067e-4c0d-8bfe-25d3936381b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:34.353973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f911c83-067e-4c0d-8bfe-25d3936381b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:34.409873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f911c83-067e-4c0d-8bfe-25d3936381b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:34.409873 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-6f911c83-067e-4c0d-8bfe-25d3936381b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP 4572fa22-240d-478e-aad3-c959064fe659 disassociated. External IP: 172.26.7.120, port: 36622038-ea2a-4d1a-93df-5ed8b8f062db. Feb 04 06:23:34.570643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51060) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:34.676773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c352b63-b970-4a92-91e0-73eeef44ba3d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:23:34.714493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 9c352b63-b970-4a92-91e0-73eeef44ba3d {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:23:34.714889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c352b63-b970-4a92-91e0-73eeef44ba3d not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:23:34.768123 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-64f372c2-f85b-4ba2-a26d-101a802dc69d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edcd344372f54cb8bd95bd63350574d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962545 Feb 04 06:23:34.770839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51066) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:34.834898 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e00735bf-e182-4759-b6c3-1b9bf0192719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:34.863698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e00735bf-e182-4759-b6c3-1b9bf0192719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:34.909904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f911c83-067e-4c0d-8bfe-25d3936381b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router abd968b1-8a27-4b86-af27-ca2c1474603d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:23:35.084665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e00735bf-e182-4759-b6c3-1b9bf0192719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:35.094640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f911c83-067e-4c0d-8bfe-25d3936381b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:23:35.099771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6f911c83-067e-4c0d-8bfe-25d3936381b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:35.099915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00735bf-e182-4759-b6c3-1b9bf0192719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec05f4e5-aec0-449f-bfc5-808324af25ab,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:35.105859 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5b32b1-7c33-4579-a333-8055da6127b0 None None] Sync routers for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:35.106425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e00735bf-e182-4759-b6c3-1b9bf0192719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:35.109890 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e00735bf-e182-4759-b6c3-1b9bf0192719 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec05f4e5-aec0-449f-bfc5-808324af25ab HTTP/1.1" status: 204 len: 168 time: 0.3356688 Feb 04 06:23:35.130707 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5b32b1-7c33-4579-a333-8055da6127b0 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:35.133118 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-2d5b32b1-7c33-4579-a333-8055da6127b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:23:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:35.160253 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6f911c83-067e-4c0d-8bfe-25d3936381b3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 200 len: 690 time: 1.1902323 Feb 04 06:23:35.160754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2144d946-1b87-47c6-9f15-26028ab32124', 'tag': '36622038-ea2a-4d1a-93df-5ed8b8f062db'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:35.163163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51072) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:35.217701 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2144d946-1b87-47c6-9f15-26028ab32124', 'tag': '36622038-ea2a-4d1a-93df-5ed8b8f062db', 'status': 'completed', 'code': 200} Feb 04 06:23:35.255437 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-83674130-600e-450b-afdc-b6ebe537425e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 200 len: 690 time: 0.0909090 Feb 04 06:23:35.318871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8188a35-d252-46c5-a1c9-0b4c1799e835 req-2197a1ce-9b2d-4319-a454-7961badd88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:35.320419 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c8188a35-d252-46c5-a1c9-0b4c1799e835 req-2197a1ce-9b2d-4319-a454-7961badd88e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 1099 time: 0.0821481 Feb 04 06:23:35.346902 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-2d5b32b1-7c33-4579-a333-8055da6127b0 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:35.472928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8188a35-d252-46c5-a1c9-0b4c1799e835 req-925d96b1-9b7d-4e2b-9b1b-cf2b88bd90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:35.474609 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c8188a35-d252-46c5-a1c9-0b4c1799e835 req-925d96b1-9b7d-4e2b-9b1b-cf2b88bd90c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395 HTTP/1.1" status: 200 len: 898 time: 0.1467860 Feb 04 06:23:35.560546 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c8188a35-d252-46c5-a1c9-0b4c1799e835 req-2be58fd6-cb2c-49f0-b7cc-48c57f1bf5a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36622038-ea2a-4d1a-93df-5ed8b8f062db HTTP/1.1" status: 200 len: 217 time: 0.0782218 Feb 04 06:23:35.632037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8188a35-d252-46c5-a1c9-0b4c1799e835 req-bb8c9681-86f1-418c-83df-23959c57928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:35.633626 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c8188a35-d252-46c5-a1c9-0b4c1799e835 req-bb8c9681-86f1-418c-83df-23959c57928e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d731324-dbbc-447f-a0b0-cbe13363d511 HTTP/1.1" status: 200 len: 834 time: 0.0669274 Feb 04 06:23:35.716979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8188a35-d252-46c5-a1c9-0b4c1799e835 req-ed289218-4296-4477-8dae-5545097f18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:35.718952 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c8188a35-d252-46c5-a1c9-0b4c1799e835 req-ed289218-4296-4477-8dae-5545097f18cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791190 Feb 04 06:23:35.725698 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-2d5b32b1-7c33-4579-a333-8055da6127b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:35.730446 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5b32b1-7c33-4579-a333-8055da6127b0 None None] Checking router: abd968b1-8a27-4b86-af27-ca2c1474603d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:35.739223 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5b32b1-7c33-4579-a333-8055da6127b0 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:35.739825 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-2d5b32b1-7c33-4579-a333-8055da6127b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:23:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:35.875967 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c8188a35-d252-46c5-a1c9-0b4c1799e835 req-0287901e-fd36-4f46-9057-9fb88f889cf2 service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501596 Feb 04 06:23:35.921923 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-2d5b32b1-7c33-4579-a333-8055da6127b0 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:35.976075 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51082) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:35.998224 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d24179b7-3454-4314-8e17-8ebbafc5ecb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:36.017929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d24179b7-3454-4314-8e17-8ebbafc5ecb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:36.021962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d24179b7-3454-4314-8e17-8ebbafc5ecb9 admin admin] Usage tracker for resource:security_group_rule and tenant:8919b6b9e5144103af1490cc1ca831b3 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:36.025468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d24179b7-3454-4314-8e17-8ebbafc5ecb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:36.032495 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d24179b7-3454-4314-8e17-8ebbafc5ecb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:36.070033 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c8188a35-d252-46c5-a1c9-0b4c1799e835 req-1b57bc86-e721-4601-a88f-fdf2572cc3d5 service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881154 Feb 04 06:23:36.124945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d24179b7-3454-4314-8e17-8ebbafc5ecb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:36.190523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d24179b7-3454-4314-8e17-8ebbafc5ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:36.240546 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d24179b7-3454-4314-8e17-8ebbafc5ecb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8919b6b9e5144103af1490cc1ca831b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638757 Feb 04 06:23:36.241347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24179b7-3454-4314-8e17-8ebbafc5ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dc5ca8-e6fc-4b57-9864-d1ed3c80733b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:36.243254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51086) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:36.264831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51090) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:36.324580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa43d685-0cc7-4a7c-ba0f-cef4f1226873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:36.332829 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-2d5b32b1-7c33-4579-a333-8055da6127b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:36.337990 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5b32b1-7c33-4579-a333-8055da6127b0 None None] The sync data for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv is: [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:23:36.351529 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-eaf1f879-a32c-400d-bf73-de4733803e6e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 200 len: 690 time: 0.0882881 Feb 04 06:23:36.370082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa43d685-0cc7-4a7c-ba0f-cef4f1226873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:36.601176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25544505-6804-4c3f-bc94-da19bed01b5c None None] New status for floating IP 4572fa22-240d-478e-aad3-c959064fe659: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:23:36.607427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa43d685-0cc7-4a7c-ba0f-cef4f1226873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:36.622474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43d685-0cc7-4a7c-ba0f-cef4f1226873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dc5ca8-e6fc-4b57-9864-d1ed3c80733b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:36.629290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-aa43d685-0cc7-4a7c-ba0f-cef4f1226873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:36.630564 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-aa43d685-0cc7-4a7c-ba0f-cef4f1226873 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26dc5ca8-e6fc-4b57-9864-d1ed3c80733b HTTP/1.1" status: 204 len: 168 time: 0.3858871 Feb 04 06:23:37.354433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51096) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:37.444796 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fdf6b98d-a29d-464c-a9a1-0e02811b4858 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 200 len: 688 time: 0.0891190 Feb 04 06:23:38.761852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51102) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:38.767000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837837371', 'description': 'tempest-secgroup-smoke-1837837371 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:38.773431 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:38.783478 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:38.853466 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:38.875468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:38.879328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:38.882347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:38.888623 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:38.961650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:39.047387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:39.096674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756f59d5-0ffa-4539-9c8a-c0677effa323,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:39.146711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:39.146711 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3d6a1013-8bf4-4ee4-a54e-5c5a9d908495 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3832161 Feb 04 06:23:39.149471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51106) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:39.155166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c41fe0a5-8249-4a6c-be13-6b49d010d683 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '756f59d5-0ffa-4539-9c8a-c0677effa323', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:39.161964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c41fe0a5-8249-4a6c-be13-6b49d010d683 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:39.166194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c41fe0a5-8249-4a6c-be13-6b49d010d683 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:39.169382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c41fe0a5-8249-4a6c-be13-6b49d010d683 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:39.176559 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c41fe0a5-8249-4a6c-be13-6b49d010d683 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:39.278611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0a5-8249-4a6c-be13-6b49d010d683 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:39.344312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0a5-8249-4a6c-be13-6b49d010d683 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:39.405050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0a5-8249-4a6c-be13-6b49d010d683 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:39.536866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fe0a5-8249-4a6c-be13-6b49d010d683 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb633443-a2a6-40c5-908b-a2cd4b72885e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:39.618753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c41fe0a5-8249-4a6c-be13-6b49d010d683 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:39.620095 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c41fe0a5-8249-4a6c-be13-6b49d010d683 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4697385 Feb 04 06:23:39.622979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:39.628747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '756f59d5-0ffa-4539-9c8a-c0677effa323', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:39.635448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:39.641194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:39.644122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:39.649991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:39.743597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:39.809419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:39.853958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:39.880890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411a2972-9a59-46fc-9854-033b6f420137,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.892750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:39.941218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:39.941218 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e9e5d182-5a81-4f21-b2e2-52b8fb548ef3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3171751 Feb 04 06:23:39.944309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51114) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:39.949523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-99a876d0-4ee4-4941-87f8-19da4d98c4ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '756f59d5-0ffa-4539-9c8a-c0677effa323', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:39.956183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-99a876d0-4ee4-4941-87f8-19da4d98c4ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:39.960124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-99a876d0-4ee4-4941-87f8-19da4d98c4ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:39.962995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-99a876d0-4ee4-4941-87f8-19da4d98c4ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:39.969321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-99a876d0-4ee4-4941-87f8-19da4d98c4ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:40.061880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-99a876d0-4ee4-4941-87f8-19da4d98c4ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:40.126035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-99a876d0-4ee4-4941-87f8-19da4d98c4ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:40.195897 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-99a876d0-4ee4-4941-87f8-19da4d98c4ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:40.219666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a876d0-4ee4-4941-87f8-19da4d98c4ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae884c3-321c-45d9-b1ea-ed7f5187c118,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:40.293885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-99a876d0-4ee4-4941-87f8-19da4d98c4ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:40.296283 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-99a876d0-4ee4-4941-87f8-19da4d98c4ab tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3492024 Feb 04 06:23:40.297951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51118) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:40.303050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2aa15b7f-4aea-43de-bcc5-9ffd37b427f3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '756f59d5-0ffa-4539-9c8a-c0677effa323', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:40.309031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2aa15b7f-4aea-43de-bcc5-9ffd37b427f3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:40.313613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2aa15b7f-4aea-43de-bcc5-9ffd37b427f3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:40.316817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2aa15b7f-4aea-43de-bcc5-9ffd37b427f3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:40.322516 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2aa15b7f-4aea-43de-bcc5-9ffd37b427f3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:40.417854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2aa15b7f-4aea-43de-bcc5-9ffd37b427f3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:40.508954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2aa15b7f-4aea-43de-bcc5-9ffd37b427f3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:40.683319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2aa15b7f-4aea-43de-bcc5-9ffd37b427f3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:40.705098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa15b7f-4aea-43de-bcc5-9ffd37b427f3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880ec4f5-582e-4430-a740-4bb13d88459b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:40.813378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2aa15b7f-4aea-43de-bcc5-9ffd37b427f3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:40.818406 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2aa15b7f-4aea-43de-bcc5-9ffd37b427f3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5157356 Feb 04 06:23:40.818406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51122) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:40.823097 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '756f59d5-0ffa-4539-9c8a-c0677effa323', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:40.829699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:40.833550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:40.836424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:40.847167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:40.962137 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:23:40.970971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:41.037277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:41.110164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:41.134466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2365b9ef-79b9-4d3d-9357-e6c0c9ad3a79,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:41.202274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:41.203475 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3b7998bc-9ecc-4038-82df-e1035066b0a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3845944 Feb 04 06:23:41.209299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51126) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:41.212781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '756f59d5-0ffa-4539-9c8a-c0677effa323', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:41.234890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:41.234890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:23:41.234890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:23:41.235307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:41.321891 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:23:41.329217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:41.398538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:41.476739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:41.501237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82634be9-0ffd-4107-9748-12deec20f858,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:41.586755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:41.586755 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-febf4896-dedc-4125-80ed-6df49980bac2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3783686 Feb 04 06:23:41.813009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-c321d008-b0c5-4ab6-a1a3-bbe8c34dc3cd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:23:41.881144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-c321d008-b0c5-4ab6-a1a3-bbe8c34dc3cd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:23:41.882441 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-c321d008-b0c5-4ab6-a1a3-bbe8c34dc3cd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837837371&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.1090763 Feb 04 06:23:42.039153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-82d5044b-4c5b-4c44-a888-b127d2b5b0df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:42.039966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-82d5044b-4c5b-4c44-a888-b127d2b5b0df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:23:42.053074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-82d5044b-4c5b-4c44-a888-b127d2b5b0df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:23:42.056611 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-82d5044b-4c5b-4c44-a888-b127d2b5b0df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/networks?id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395 HTTP/1.1" status: 200 len: 797 time: 0.1651187 Feb 04 06:23:42.069435 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-127c9e2b-76ef-49e6-9176-d30962ed23e3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/quotas/ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 375 time: 0.0097845 Feb 04 06:23:42.158662 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-9beedaef-c476-453d-8851-086422612075 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838063 Feb 04 06:23:42.503882 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-1a858777-5619-44bb-b213-20773e7de07d service neutron] 10.222.0.32 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328328 Feb 04 06:23:42.636393 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-ad33e495-18d5-4acf-8729-b36b385bf522 service neutron] 10.222.0.32 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260779 Feb 04 06:23:42.959699 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a3b87c83-1b8e-44e7-a01c-e6a83add1397 req-209c0c60-2185-4e74-a858-c8f0bd1ece3b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 210 time: 0.0634191 Feb 04 06:23:44.116858 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f62d7a57-2810-4ce7-8bd2-12127ea9350f req-a6fe1d4a-95e7-44af-9008-1b3bf3d087ea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 210 time: 0.0474443 Feb 04 06:23:45.101476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-c3b19d6a-dda4-48f1-8615-178eb27db25f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:45.102900 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-c3b19d6a-dda4-48f1-8615-178eb27db25f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395 HTTP/1.1" status: 200 len: 797 time: 0.1456294 Feb 04 06:23:45.158151 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-9a8513e4-67e2-4963-8b77-953b64e3f2fb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 473 time: 0.0463386 Feb 04 06:23:45.167214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'device_id': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'admin_state_up': True, 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'security_groups': ['756f59d5-0ffa-4539-9c8a-c0677effa323']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:45.303494 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8592a3eb-eaed-47d5-8f7e-c8a2d8158427 req-a036217d-a4d2-4b34-bb2f-6bb5b028508c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 210 time: 0.0687809 Feb 04 06:23:45.378254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:23:45.396164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:23:45.481270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:23:45.485348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:45.675360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.5 (d2f7206a-acec-4a70-8d1d-bdf01b1c2395/2d731324-dbbc-447f-a0b0-cbe13363d511/f50c50fd-789d-4693-a15a-8622088f9310) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:45.715535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ddf5690e-1236-4bbb-8c61-60446e6974c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:45.898544 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:23:45.905693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:45.922487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object f50c50fd-789d-4693-a15a-8622088f9310 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:23:46.030985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:46.106454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:46.110570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:46.114615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:23:46.146303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=f50c50fd-789d-4693-a15a-8622088f9310,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:46.191568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:46.192232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:46.304889 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-81b4f396-41f3-4443-b07b-78cf7dd38853 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1415682 Feb 04 06:23:46.318603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Request body: {'port': {'device_id': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:46.430517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4b774172-cacb-42dd-80c6-3d8961754697 None None] Provisioning for port f50c50fd-789d-4693-a15a-8622088f9310 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:23:46.439100 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4b774172-cacb-42dd-80c6-3d8961754697 None None] Provisioning complete for port f50c50fd-789d-4693-a15a-8622088f9310 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:46.439671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4b774172-cacb-42dd-80c6-3d8961754697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:46.466359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:46.505235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4b774172-cacb-42dd-80c6-3d8961754697 None None] Port f50c50fd-789d-4693-a15a-8622088f9310 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:23:46.520730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd907-adfa-4a32-b5ed-d0b258fec5a9 req-1ec510e7-11ea-45a4-b45f-e12003d47514 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:46.524350 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bbedd907-adfa-4a32-b5ed-d0b258fec5a9 req-1ec510e7-11ea-45a4-b45f-e12003d47514 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 931 time: 0.0938916 Feb 04 06:23:46.568806 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bbedd907-adfa-4a32-b5ed-d0b258fec5a9 req-14584ac2-f695-4cbf-b724-557e1a200cef tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408108 Feb 04 06:23:46.987738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50c50fd-789d-4693-a15a-8622088f9310 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:23:46.995898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:47.011540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Transition to ACTIVE for port object f50c50fd-789d-4693-a15a-8622088f9310 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:23:47.101239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:47.266745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f50c50fd-789d-4693-a15a-8622088f9310,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:47.373530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Attempting to bind port f50c50fd-789d-4693-a15a-8622088f9310 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:23:47.373915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Attempting to bind port f50c50fd-789d-4693-a15a-8622088f9310 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:23:47.374191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Attempting to bind port f50c50fd-789d-4693-a15a-8622088f9310 on network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:23:47.379648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Port f50c50fd-789d-4693-a15a-8622088f9310 on network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:23:47.379968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Attempting to bind port f50c50fd-789d-4693-a15a-8622088f9310 on network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:23:47.390213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:23:47.390552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Checking segment: {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:23:47.390976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Bound using segment: {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:23:47.391418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Bound port: f50c50fd-789d-4693-a15a-8622088f9310, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0de07f8-5252-43a1-9fbe-42a5d1297eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:23:47.391761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:47.498849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] For port f50c50fd-789d-4693-a15a-8622088f9310, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:23:47.503331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] For port f50c50fd-789d-4693-a15a-8622088f9310, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f50c50fd-789d-4693-a15a-8622088f9310,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:23:47.603087 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:47.737185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:47.737943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:47.739258 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/f50c50fd-789d-4693-a15a-8622088f9310 HTTP/1.1" status: 200 len: 1093 time: 1.4270725 Feb 04 06:23:47.742515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'tag': 'f50c50fd-789d-4693-a15a-8622088f9310'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:47.791732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44b0e6-c8f8-44e7-b717-ce95dd5596e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f50c50fd-789d-4693-a15a-8622088f9310,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:47.812007 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'tag': 'f50c50fd-789d-4693-a15a-8622088f9310', 'status': 'completed', 'code': 200} Feb 04 06:23:47.830146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc364-e9d7-4a05-a135-e284fc2c53cc req-bc168c94-b6d6-45d9-b785-84945c6a309c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:47.831006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-328fc364-e9d7-4a05-a135-e284fc2c53cc req-bc168c94-b6d6-45d9-b785-84945c6a309c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:23:47.957102 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aefb4045-55da-4011-be96-7a69589de277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:47.979916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886cd4-deaf-4225-8757-770b8aa37f33 req-2f67d6b1-e476-4e9b-8e3e-07fb60604c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:47.981572 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bc886cd4-deaf-4225-8757-770b8aa37f33 req-2f67d6b1-e476-4e9b-8e3e-07fb60604c97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 1096 time: 0.1356890 Feb 04 06:23:47.984038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-328fc364-e9d7-4a05-a135-e284fc2c53cc req-bc168c94-b6d6-45d9-b785-84945c6a309c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:23:47.985103 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-328fc364-e9d7-4a05-a135-e284fc2c53cc req-bc168c94-b6d6-45d9-b785-84945c6a309c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 943 time: 0.2910335 Feb 04 06:23:48.131589 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-328fc364-e9d7-4a05-a135-e284fc2c53cc req-12d1deab-b6fe-4022-97db-84dde5f38ac3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213696 Feb 04 06:23:48.174135 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886cd4-deaf-4225-8757-770b8aa37f33 req-54fb0cc4-d7fb-4697-9699-adf95598f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:48.175608 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bc886cd4-deaf-4225-8757-770b8aa37f33 req-54fb0cc4-d7fb-4697-9699-adf95598f59c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed74ee2667754fabaada911129fc7b8d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1852329 Feb 04 06:23:48.316685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886cd4-deaf-4225-8757-770b8aa37f33 req-2c2f6371-72b9-4096-aaad-20eb8f255da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:48.318087 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bc886cd4-deaf-4225-8757-770b8aa37f33 req-2c2f6371-72b9-4096-aaad-20eb8f255da8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367528 Feb 04 06:23:48.440486 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-5204485d-5897-4252-bb00-604550be323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:48.441913 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-5204485d-5897-4252-bb00-604550be323a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 1096 time: 0.0878820 Feb 04 06:23:48.519755 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-f204ef03-4914-4a7e-a283-a1c133ce0896 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f50c50fd-789d-4693-a15a-8622088f9310 HTTP/1.1" status: 200 len: 217 time: 0.0710971 Feb 04 06:23:48.592724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-0820991f-56b7-42e0-a558-c0e4c2b12965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:48.594341 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-0820991f-56b7-42e0-a558-c0e4c2b12965 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d731324-dbbc-447f-a0b0-cbe13363d511 HTTP/1.1" status: 200 len: 834 time: 0.0692918 Feb 04 06:23:48.684537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-d63f9967-ea22-4a6c-b186-4ce2b8a8dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:48.686178 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-d63f9967-ea22-4a6c-b186-4ce2b8a8dd17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845871 Feb 04 06:23:48.822194 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-360f33a7-e7a3-4cad-aa95-591672ce28ca service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297472 Feb 04 06:23:48.960407 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0105f032-ce18-4f88-92c8-fc3d5ad99e49 req-5430a14d-4390-4143-8e1e-80d5e395dce7 service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320553 Feb 04 06:23:49.087105 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:49.121129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:49.325055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4595e0d-9552-4e89-8456-28dc1f8f4e1c req-05626eaf-e7e1-440d-a8f5-dfdd0bcc1516 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:49.327089 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c4595e0d-9552-4e89-8456-28dc1f8f4e1c req-05626eaf-e7e1-440d-a8f5-dfdd0bcc1516 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 943 time: 0.0842092 Feb 04 06:23:49.370148 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c4595e0d-9552-4e89-8456-28dc1f8f4e1c req-e247d99b-3c08-43a9-8354-7ab07aa9f43c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374725 Feb 04 06:23:49.721539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.498655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:50.664023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56897fe2-51ac-43f9-9acf-559b6a9e986b req-37c05880-b5c2-410e-bb9f-3fb1406a5c8f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:50.665467 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-56897fe2-51ac-43f9-9acf-559b6a9e986b req-37c05880-b5c2-410e-bb9f-3fb1406a5c8f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 943 time: 0.1876853 Feb 04 06:23:50.712762 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-56897fe2-51ac-43f9-9acf-559b6a9e986b req-d72c3d8c-ebc6-4090-81c7-83deed2e9425 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 Feb 04 06:23:51.910471 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c7fd7-c233-4e2a-b3c3-0ceb6359e80e req-9253475f-0d4a-48bc-83e5-39b9e53a7081 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:51.911950 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1c9c7fd7-c233-4e2a-b3c3-0ceb6359e80e req-9253475f-0d4a-48bc-83e5-39b9e53a7081 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 943 time: 0.0847397 Feb 04 06:23:51.962289 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1c9c7fd7-c233-4e2a-b3c3-0ceb6359e80e req-8d5dc683-ab9c-4aae-910f-907283e83c5e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444281 Feb 04 06:23:52.129105 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device f50c50fd-789d-4693-a15a-8622088f9310 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:23:52.267053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port f50c50fd-789d-4693-a15a-8622088f9310, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f50c50fd-789d-4693-a15a-8622088f9310,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:52.281811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'f50c50fd-789d-4693-a15a-8622088f9310', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'port_id': 'f50c50fd-789d-4693-a15a-8622088f9310', 'mac_address': 'fa:16:3e:d3:92:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:23:52.336153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.353195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50c50fd-789d-4693-a15a-8622088f9310 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:23:52.368781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port f50c50fd-789d-4693-a15a-8622088f9310, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f50c50fd-789d-4693-a15a-8622088f9310,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:52.453311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:52.539985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=f50c50fd-789d-4693-a15a-8622088f9310,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:52.786756 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['f50c50fd-789d-4693-a15a-8622088f9310'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:23:53.165886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d7a1b-b8a0-4c51-85f1-c2527e075683 req-10f8dd8f-ad99-4252-bca9-a7701fd0805c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:53.167278 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e17d7a1b-b8a0-4c51-85f1-c2527e075683 req-10f8dd8f-ad99-4252-bca9-a7701fd0805c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 944 time: 0.0834115 Feb 04 06:23:53.216831 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e17d7a1b-b8a0-4c51-85f1-c2527e075683 req-fe9ff5a1-4d6c-42ab-9bdd-0f0685a98dbc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427647 Feb 04 06:23:54.144107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device f50c50fd-789d-4693-a15a-8622088f9310 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:23:54.275398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port f50c50fd-789d-4693-a15a-8622088f9310 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:23:54.283405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port f50c50fd-789d-4693-a15a-8622088f9310 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:54.284056 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:54.427726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447a408-6113-4cf5-88e7-e96f9777b3e4 req-2c438252-a0ba-4b1e-a60e-6f3ebb5820c0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:54.429260 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1447a408-6113-4cf5-88e7-e96f9777b3e4 req-2c438252-a0ba-4b1e-a60e-6f3ebb5820c0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 944 time: 0.1022170 Feb 04 06:23:54.455017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:54.479427 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1447a408-6113-4cf5-88e7-e96f9777b3e4 req-10771e4b-ec43-4b5f-bcb7-34c1de06cb3d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Feb 04 06:23:54.488127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50c50fd-789d-4693-a15a-8622088f9310'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:54.499138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port f50c50fd-789d-4693-a15a-8622088f9310, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f50c50fd-789d-4693-a15a-8622088f9310,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:23:54.536236 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50c50fd-789d-4693-a15a-8622088f9310', 'code': 200} Feb 04 06:23:54.652539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:54.727499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=f50c50fd-789d-4693-a15a-8622088f9310,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:55.067687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b7f74-cccb-4a94-82d5-ac834409c7b0 req-70f0406d-09af-4024-8d71-a45ff1789f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:55.069132 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-666b7f74-cccb-4a94-82d5-ac834409c7b0 req-70f0406d-09af-4024-8d71-a45ff1789f55 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 1098 time: 0.0701110 Feb 04 06:23:55.110202 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-666b7f74-cccb-4a94-82d5-ac834409c7b0 req-5b537afe-d334-40e7-bcbe-cc2df985588d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353625 Feb 04 06:23:55.663548 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee67b1a-ca5c-4963-b004-092255423ec9 req-7946e03f-4dc8-4ac9-913f-917315756ecd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:55.665127 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6ee67b1a-ca5c-4963-b004-092255423ec9 req-7946e03f-4dc8-4ac9-913f-917315756ecd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 945 time: 0.0803576 Feb 04 06:23:55.714237 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6ee67b1a-ca5c-4963-b004-092255423ec9 req-5ccddcb3-b274-4629-bafa-e9036a89e719 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Feb 04 06:23:56.920380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6dfa3-d9fd-4e51-8dc4-6ebd811277ec req-cbccf05f-3177-41a1-ba6e-72fd84482830 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:56.921883 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bef6dfa3-d9fd-4e51-8dc4-6ebd811277ec req-cbccf05f-3177-41a1-ba6e-72fd84482830 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 945 time: 0.0880504 Feb 04 06:23:56.970631 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bef6dfa3-d9fd-4e51-8dc4-6ebd811277ec req-deaa0a1a-ad27-4a73-aed5-38b092a67e2e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400982 Feb 04 06:23:57.161049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075aab1-75ff-430a-8288-2bf2242cda84 req-f9daffa0-541d-4029-9d3a-1312503e4c42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:57.162522 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7075aab1-75ff-430a-8288-2bf2242cda84 req-f9daffa0-541d-4029-9d3a-1312503e4c42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 945 time: 0.0869932 Feb 04 06:23:57.207953 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7075aab1-75ff-430a-8288-2bf2242cda84 req-2c35e426-8048-4142-80ce-b2eda878e92d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392942 Feb 04 06:23:57.232547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51190) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:57.303053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3aed09-e03a-404e-905e-f394d99a8427 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:57.304472 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-af3aed09-e03a-404e-905e-f394d99a8427 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 1093 time: 0.0708869 Feb 04 06:23:57.308930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51194) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:57.314252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-bf441101-950d-4c39-a25d-5f03cd94d344 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'floatingip': {'port_id': 'f50c50fd-789d-4693-a15a-8622088f9310'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:57.392891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf441101-950d-4c39-a25d-5f03cd94d344 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:58.000243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf441101-950d-4c39-a25d-5f03cd94d344 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:58.064175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf441101-950d-4c39-a25d-5f03cd94d344 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:58.237506 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-bf441101-950d-4c39-a25d-5f03cd94d344 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP 4572fa22-240d-478e-aad3-c959064fe659 associated. External IP: 172.26.7.120, port: f50c50fd-789d-4693-a15a-8622088f9310. Feb 04 06:23:58.704113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf441101-950d-4c39-a25d-5f03cd94d344 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router abd968b1-8a27-4b86-af27-ca2c1474603d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:23:58.906723 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf441101-950d-4c39-a25d-5f03cd94d344 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:23:58.912999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf441101-950d-4c39-a25d-5f03cd94d344 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:58.918076 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b04ac-762f-4503-ada2-af16c27d9430 None None] Sync routers for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:58.934379 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b04ac-762f-4503-ada2-af16c27d9430 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:58.935815 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-330b04ac-762f-4503-ada2-af16c27d9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:23:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:58.970339 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bf441101-950d-4c39-a25d-5f03cd94d344 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 200 len: 991 time: 1.6603687 Feb 04 06:23:58.971067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'tag': 'f50c50fd-789d-4693-a15a-8622088f9310'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:58.974036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51198) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:23:59.023096 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'tag': 'f50c50fd-789d-4693-a15a-8622088f9310', 'status': 'completed', 'code': 200} Feb 04 06:23:59.129260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4a24-990a-479a-96f5-546a7a0e405f req-60c3eb17-a7fd-4326-a3c1-1954d1cab6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:59.131290 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73cc4a24-990a-479a-96f5-546a7a0e405f req-60c3eb17-a7fd-4326-a3c1-1954d1cab6da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 1098 time: 0.0835452 Feb 04 06:23:59.135217 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4c290fd2-a3c0-497d-81f2-b2e3648cd4ca tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 200 len: 991 time: 0.1599801 Feb 04 06:23:59.219723 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-330b04ac-762f-4503-ada2-af16c27d9430 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:59.270609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4a24-990a-479a-96f5-546a7a0e405f req-fd859925-d125-4b74-94e9-df8fc961392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:59.272262 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73cc4a24-990a-479a-96f5-546a7a0e405f req-fd859925-d125-4b74-94e9-df8fc961392d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395 HTTP/1.1" status: 200 len: 898 time: 0.1353354 Feb 04 06:23:59.383975 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73cc4a24-990a-479a-96f5-546a7a0e405f req-f8746846-f298-4dde-a782-5e3415ccef37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f50c50fd-789d-4693-a15a-8622088f9310 HTTP/1.1" status: 200 len: 999 time: 0.1056228 Feb 04 06:23:59.477592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4a24-990a-479a-96f5-546a7a0e405f req-501f28b2-4fbc-439e-a2b2-e5f348b9489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:59.479364 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73cc4a24-990a-479a-96f5-546a7a0e405f req-501f28b2-4fbc-439e-a2b2-e5f348b9489a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d731324-dbbc-447f-a0b0-cbe13363d511 HTTP/1.1" status: 200 len: 834 time: 0.0894659 Feb 04 06:23:59.557944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4a24-990a-479a-96f5-546a7a0e405f req-668a25d6-d818-4af7-ab58-8f6555882376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:59.559423 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73cc4a24-990a-479a-96f5-546a7a0e405f req-668a25d6-d818-4af7-ab58-8f6555882376 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742238 Feb 04 06:23:59.595493 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-330b04ac-762f-4503-ada2-af16c27d9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '4572fa22-240d-478e-aad3-c959064fe659', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.120', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'port_id': 'f50c50fd-789d-4693-a15a-8622088f9310', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'mac_address': 'fa:16:3e:d3:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:23:57Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:59.599830 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b04ac-762f-4503-ada2-af16c27d9430 None None] Checking router: abd968b1-8a27-4b86-af27-ca2c1474603d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:59.611779 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b04ac-762f-4503-ada2-af16c27d9430 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:23:59.612436 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-330b04ac-762f-4503-ada2-af16c27d9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:23:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:59.703522 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73cc4a24-990a-479a-96f5-546a7a0e405f req-51dfe01c-567c-4bd5-b4fb-95b7bea37ba7 service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376126 Feb 04 06:23:59.807889 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-330b04ac-762f-4503-ada2-af16c27d9430 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:23:59.839221 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73cc4a24-990a-479a-96f5-546a7a0e405f req-71e88954-3ecb-4a8a-91cb-d0fd7a817c4d service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290705 Feb 04 06:24:00.139372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51204) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:24:00.193205 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-330b04ac-762f-4503-ada2-af16c27d9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '4572fa22-240d-478e-aad3-c959064fe659', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.120', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'port_id': 'f50c50fd-789d-4693-a15a-8622088f9310', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'mac_address': 'fa:16:3e:d3:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:23:57Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:24:00.197671 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b04ac-762f-4503-ada2-af16c27d9430 None None] The sync data for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv is: [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '4572fa22-240d-478e-aad3-c959064fe659', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.120', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'port_id': 'f50c50fd-789d-4693-a15a-8622088f9310', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'mac_address': 'fa:16:3e:d3:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:22:18Z', 'updated_at': '2022-02-04T06:23:57Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:24:00.251877 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e4fa1bdc-35dd-4cdb-81d2-9b79b1b1e11e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 200 len: 991 time: 0.1112673 Feb 04 06:24:00.439871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a73a02-f2f1-41cc-941d-cca675cb476e None None] New status for floating IP 4572fa22-240d-478e-aad3-c959064fe659: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:24:01.255480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51208) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:24:01.365109 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6c9876a1-bc47-4986-92aa-d41008bb5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 200 len: 993 time: 0.1084483 Feb 04 06:24:05.988671 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-df3a3b1b-2c2a-4751-a571-f3b42d2df548 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732627 Feb 04 06:24:06.079521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-04c259b6-a986-453a-9d03-de8b9c844f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:06.081038 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-04c259b6-a986-453a-9d03-de8b9c844f49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 1099 time: 0.0718453 Feb 04 06:24:06.334503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-ffc9d878-f2ec-4915-beff-457b09f3ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:06.335870 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-ffc9d878-f2ec-4915-beff-457b09f3ef82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395 HTTP/1.1" status: 200 len: 898 time: 0.2371037 Feb 04 06:24:06.406788 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-4a253e77-57b0-4d61-8b83-41683c1bc6bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36622038-ea2a-4d1a-93df-5ed8b8f062db HTTP/1.1" status: 200 len: 217 time: 0.0641854 Feb 04 06:24:06.468813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-126403fe-2c16-4731-9660-99b57b917f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:06.470250 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-126403fe-2c16-4731-9660-99b57b917f3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d731324-dbbc-447f-a0b0-cbe13363d511 HTTP/1.1" status: 200 len: 834 time: 0.0580196 Feb 04 06:24:06.547083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-7a05b388-6ae5-45f0-a03a-ff55d092d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:06.548556 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-7a05b388-6ae5-45f0-a03a-ff55d092d048 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d2f7206a-acec-4a70-8d1d-bdf01b1c2395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729876 Feb 04 06:24:06.680231 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-9f0f1925-5af5-4785-b230-3351a5d2c84a service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259339 Feb 04 06:24:06.827537 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d06a3a60-456c-4fa2-afe4-d28c5ed91a7a req-8459699e-89ef-4fc4-9781-750c0b4f4462 service neutron] 10.222.0.24 "GET /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404586 Feb 04 06:24:15.692286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-58d122ee-f133-424d-8757-b22d9ee6f61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:17.921267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7cbf8295-5679-4743-a578-a87b365b965d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:19.103712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:19.166698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:19.743607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:20.509236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:22.898538 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:24:45.685660 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-80e06b01-a1b4-4397-b3c6-4e346118872f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:47.966186 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f269275-9d71-47bc-be2c-d6d8ac4fb05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:49.091821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:49.148476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:49.714494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:50.508839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:59.898656 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:25:02.518181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cac44c-dbf0-44ed-8a09-6e607578cc46 req-baaadef5-0bd8-43f9-ae54-a38e7309b0a9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:02.519683 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-80cac44c-dbf0-44ed-8a09-6e607578cc46 req-baaadef5-0bd8-43f9-ae54-a38e7309b0a9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 945 time: 0.0855241 Feb 04 06:25:02.566715 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-80cac44c-dbf0-44ed-8a09-6e607578cc46 req-5671e1c6-2b2e-4b35-ae41-e783d52f1a88 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411055 Feb 04 06:25:03.777831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088aa8c-557b-4538-aa0f-7577d5644314 req-f5307d13-f3b0-4baa-9335-480441640f15 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:03.780433 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a088aa8c-557b-4538-aa0f-7577d5644314 req-f5307d13-f3b0-4baa-9335-480441640f15 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 945 time: 0.1063051 Feb 04 06:25:03.848047 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a088aa8c-557b-4538-aa0f-7577d5644314 req-deb2fb8a-d22a-407d-9505-cd230439e240 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=756f59d5-0ffa-4539-9c8a-c0677effa323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610769 Feb 04 06:25:03.974395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-e02fbf39-aa43-4d47-962e-c87221a530ee tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:03.975826 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-e02fbf39-aa43-4d47-962e-c87221a530ee tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 945 time: 0.0829830 Feb 04 06:25:04.047225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port f50c50fd-789d-4693-a15a-8622088f9310 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:25:04.047581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:04.303786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port f50c50fd-789d-4693-a15a-8622088f9310, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f50c50fd-789d-4693-a15a-8622088f9310,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:04.304055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:04.602099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:04.602467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:04.602783 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP 4572fa22-240d-478e-aad3-c959064fe659 disassociated. External IP: 172.26.7.120, port: f50c50fd-789d-4693-a15a-8622088f9310. Feb 04 06:25:04.603141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for f50c50fd-789d-4693-a15a-8622088f9310 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:25:04.868625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:05.014291 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-64da7de2-ee49-4c25-83ca-66578a4a6afc req-d792ba6c-b5dd-42ff-95db-79353f40daf9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 210 time: 0.0529029 Feb 04 06:25:05.036131 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=f50c50fd-789d-4693-a15a-8622088f9310,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.053681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:05.247182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router abd968b1-8a27-4b86-af27-ca2c1474603d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:25:05.439519 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:25:05.451761 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c3249-07a9-492c-9e2a-e7fae79266c4 None None] Sync routers for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:25:05.462029 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c3249-07a9-492c-9e2a-e7fae79266c4 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:05.462658 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b32c3249-07a9-492c-9e2a-e7fae79266c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:24:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:05.549308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] No DVR routers for this DVR port f50c50fd-789d-4693-a15a-8622088f9310 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:25:05.552359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:05.555296 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'name': 'network-vif-deleted', 'tag': 'f50c50fd-789d-4693-a15a-8622088f9310'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:05.604619 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6bf92b-b697-4c6f-ba92-d4ce04b03967', 'name': 'network-vif-deleted', 'tag': 'f50c50fd-789d-4693-a15a-8622088f9310', 'status': 'completed', 'code': 200} Feb 04 06:25:05.668962 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b32c3249-07a9-492c-9e2a-e7fae79266c4 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:05.675149 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9a4d6d94-62e3-415e-80ea-4a4c3cdd1f82 req-21aba75f-416f-4583-b544-9773cc87006f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "DELETE /v2.0/ports/f50c50fd-789d-4693-a15a-8622088f9310 HTTP/1.1" status: 204 len: 173 time: 1.6937437 Feb 04 06:25:05.995193 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b32c3249-07a9-492c-9e2a-e7fae79266c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:05.999135 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c3249-07a9-492c-9e2a-e7fae79266c4 None None] Checking router: abd968b1-8a27-4b86-af27-ca2c1474603d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:25:06.007436 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c3249-07a9-492c-9e2a-e7fae79266c4 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:06.008029 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b32c3249-07a9-492c-9e2a-e7fae79266c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:24:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:06.107726 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90793b19-a7b1-49b4-816d-649a50fad268 req-e9d14307-9d5f-4582-ba3e-cfaf1cf294f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727265 Feb 04 06:25:06.194501 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cd95013f-a928-4d85-bfa7-5f0131b3bf60 req-22a7272a-12f6-4c02-a3c4-4ac44a36bccb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce6bf92b-b697-4c6f-ba92-d4ce04b03967 HTTP/1.1" status: 200 len: 210 time: 0.0501099 Feb 04 06:25:06.199478 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b32c3249-07a9-492c-9e2a-e7fae79266c4 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:06.217761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90793b19-a7b1-49b4-816d-649a50fad268 req-61ed97b3-26e4-4506-a405-5171f29e239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:06.219308 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90793b19-a7b1-49b4-816d-649a50fad268 req-61ed97b3-26e4-4506-a405-5171f29e239b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 1098 time: 0.0891993 Feb 04 06:25:06.386768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90793b19-a7b1-49b4-816d-649a50fad268 req-0b5ef764-0043-4b57-b275-11ceace8ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:06.388356 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90793b19-a7b1-49b4-816d-649a50fad268 req-0b5ef764-0043-4b57-b275-11ceace8ac0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 911 time: 0.1471312 Feb 04 06:25:06.499298 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90793b19-a7b1-49b4-816d-649a50fad268 req-7165c242-ab1d-44da-abc6-d03bbc957880 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4349fd7-1eb8-482b-9023-84bcd6e7b553 HTTP/1.1" status: 200 len: 1001 time: 0.1047397 Feb 04 06:25:06.523695 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b32c3249-07a9-492c-9e2a-e7fae79266c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:06.527790 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c3249-07a9-492c-9e2a-e7fae79266c4 None None] The sync data for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv is: [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:21:54Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f', 'name': '', 'network_id': 'd2f7206a-acec-4a70-8d1d-bdf01b1c2395', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:af:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:53Z', 'updated_at': '2022-02-04T06:21:59Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2d731324-dbbc-447f-a0b0-cbe13363d511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:25:06.566932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device f50c50fd-789d-4693-a15a-8622088f9310 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:25:06.574249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90793b19-a7b1-49b4-816d-649a50fad268 req-af7bd633-4a9b-47cf-b60b-18bf7c93b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:06.584061 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90793b19-a7b1-49b4-816d-649a50fad268 req-af7bd633-4a9b-47cf-b60b-18bf7c93b1a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.0713584 Feb 04 06:25:06.607227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: f50c50fd-789d-4693-a15a-8622088f9310 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:25:06.607562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device f50c50fd-789d-4693-a15a-8622088f9310 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:25:06.663382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90793b19-a7b1-49b4-816d-649a50fad268 req-d72cd639-2343-49aa-982f-18ad6340d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:06.664923 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90793b19-a7b1-49b4-816d-649a50fad268 req-d72cd639-2343-49aa-982f-18ad6340d138 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802758 Feb 04 06:25:06.816876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bb0c1-5666-411d-91c6-d34092fc363c None None] New status for floating IP 4572fa22-240d-478e-aad3-c959064fe659: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:25:06.817695 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90793b19-a7b1-49b4-816d-649a50fad268 req-639fe0a8-18e5-4cde-8549-97c0bdbbd728 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453974 Feb 04 06:25:06.958720 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90793b19-a7b1-49b4-816d-649a50fad268 req-a93ba89d-c351-49a5-8cab-7b5c1105d39a service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326957 Feb 04 06:25:07.298965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51256) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:07.368367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:07.397004 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:07.504018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:07.521369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f59d5-0ffa-4539-9c8a-c0677effa323,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:07.529732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.530069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.530433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.530766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.531091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.531417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.531744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.532062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.532381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.532719 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.533036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.533349 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:07.587469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:07.588605 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-dd0cb87d-0fc1-48a5-a8f9-b083426ce502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/756f59d5-0ffa-4539-9c8a-c0677effa323 HTTP/1.1" status: 204 len: 168 time: 0.2886655 Feb 04 06:25:07.686903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51264) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:07.950056 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c417344b-9cad-44d2-8e4b-ffcceeaf10e3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 1c6923fd-d25a-43b9-831c-a2f50dba551c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:25:07.950403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c417344b-9cad-44d2-8e4b-ffcceeaf10e3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:08.119915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c417344b-9cad-44d2-8e4b-ffcceeaf10e3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:08.120845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c417344b-9cad-44d2-8e4b-ffcceeaf10e3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:08.258139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c417344b-9cad-44d2-8e4b-ffcceeaf10e3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 1c6923fd-d25a-43b9-831c-a2f50dba551c owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:25:08.523062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c417344b-9cad-44d2-8e4b-ffcceeaf10e3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:08.568052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417344b-9cad-44d2-8e4b-ffcceeaf10e3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=1c6923fd-d25a-43b9-831c-a2f50dba551c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:08.663273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c417344b-9cad-44d2-8e4b-ffcceeaf10e3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:08.678194 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c417344b-9cad-44d2-8e4b-ffcceeaf10e3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:08.679369 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c417344b-9cad-44d2-8e4b-ffcceeaf10e3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/floatingips/4572fa22-240d-478e-aad3-c959064fe659 HTTP/1.1" status: 204 len: 168 time: 0.9914906 Feb 04 06:25:09.479062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea2c92-64a3-4e7d-8e47-59ae3674394f req-a0e9f24a-d6db-49fe-b836-7aa6628868f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:09.479787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-5dea2c92-64a3-4e7d-8e47-59ae3674394f req-a0e9f24a-d6db-49fe-b836-7aa6628868f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:25:09.543063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-5dea2c92-64a3-4e7d-8e47-59ae3674394f req-a0e9f24a-d6db-49fe-b836-7aa6628868f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:25:09.543737 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5dea2c92-64a3-4e7d-8e47-59ae3674394f req-a0e9f24a-d6db-49fe-b836-7aa6628868f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 946 time: 0.1438680 Feb 04 06:25:09.594615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-5dea2c92-64a3-4e7d-8e47-59ae3674394f req-a3ac4ffc-7c7b-4bc4-978e-b4dc2df8e1ec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:25:09.713760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-5dea2c92-64a3-4e7d-8e47-59ae3674394f req-a3ac4ffc-7c7b-4bc4-978e-b4dc2df8e1ec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:25:09.715512 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5dea2c92-64a3-4e7d-8e47-59ae3674394f req-a3ac4ffc-7c7b-4bc4-978e-b4dc2df8e1ec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656764 Feb 04 06:25:10.908797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f28584-94c3-4666-a862-bd6fb75bf2b6 req-32593bef-d173-4531-9161-3ee51ed1cce0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:10.909520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-32f28584-94c3-4666-a862-bd6fb75bf2b6 req-32593bef-d173-4531-9161-3ee51ed1cce0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:25:10.955117 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-32f28584-94c3-4666-a862-bd6fb75bf2b6 req-32593bef-d173-4531-9161-3ee51ed1cce0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:25:10.956264 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-32f28584-94c3-4666-a862-bd6fb75bf2b6 req-32593bef-d173-4531-9161-3ee51ed1cce0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 946 time: 0.1331429 Feb 04 06:25:11.019707 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-32f28584-94c3-4666-a862-bd6fb75bf2b6 req-f0197431-3b94-40a0-85ae-2d7795060074 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575781 Feb 04 06:25:11.042642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6456376-d1d1-41f9-9fe2-6f48c78d71fd req-f8fcf676-70cc-42b2-8c61-e12763b1a482 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:11.044092 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6456376-d1d1-41f9-9fe2-6f48c78d71fd req-f8fcf676-70cc-42b2-8c61-e12763b1a482 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 946 time: 0.1210973 Feb 04 06:25:11.220880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-d6456376-d1d1-41f9-9fe2-6f48c78d71fd req-e5bd7ed8-eada-4332-aef7-8621d7b34cf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 36622038-ea2a-4d1a-93df-5ed8b8f062db {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:25:11.221292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d6456376-d1d1-41f9-9fe2-6f48c78d71fd req-e5bd7ed8-eada-4332-aef7-8621d7b34cf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:11.482327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d6456376-d1d1-41f9-9fe2-6f48c78d71fd req-e5bd7ed8-eada-4332-aef7-8621d7b34cf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 36622038-ea2a-4d1a-93df-5ed8b8f062db, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=36622038-ea2a-4d1a-93df-5ed8b8f062db,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:11.482703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d6456376-d1d1-41f9-9fe2-6f48c78d71fd req-e5bd7ed8-eada-4332-aef7-8621d7b34cf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:11.624276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-d6456376-d1d1-41f9-9fe2-6f48c78d71fd req-e5bd7ed8-eada-4332-aef7-8621d7b34cf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 36622038-ea2a-4d1a-93df-5ed8b8f062db owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:25:11.857215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d6456376-d1d1-41f9-9fe2-6f48c78d71fd req-e5bd7ed8-eada-4332-aef7-8621d7b34cf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:11.915504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd7ed8-eada-4332-aef7-8621d7b34cf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=36622038-ea2a-4d1a-93df-5ed8b8f062db,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:12.002895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6456376-d1d1-41f9-9fe2-6f48c78d71fd req-e5bd7ed8-eada-4332-aef7-8621d7b34cf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] No DVR routers for this DVR port 36622038-ea2a-4d1a-93df-5ed8b8f062db on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:25:12.006086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d6456376-d1d1-41f9-9fe2-6f48c78d71fd req-e5bd7ed8-eada-4332-aef7-8621d7b34cf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:12.008799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2144d946-1b87-47c6-9f15-26028ab32124', 'name': 'network-vif-deleted', 'tag': '36622038-ea2a-4d1a-93df-5ed8b8f062db'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:12.054969 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2144d946-1b87-47c6-9f15-26028ab32124', 'name': 'network-vif-deleted', 'tag': '36622038-ea2a-4d1a-93df-5ed8b8f062db', 'status': 'completed', 'code': 200} Feb 04 06:25:12.123222 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6456376-d1d1-41f9-9fe2-6f48c78d71fd req-e5bd7ed8-eada-4332-aef7-8621d7b34cf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "DELETE /v2.0/ports/36622038-ea2a-4d1a-93df-5ed8b8f062db HTTP/1.1" status: 204 len: 173 time: 1.0721421 Feb 04 06:25:12.185926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-7c6ea606-e814-4268-bf3f-12112b6de5c7 req-06fba133-f66d-448c-a194-02bf399c718a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:25:12.302732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-7c6ea606-e814-4268-bf3f-12112b6de5c7 req-06fba133-f66d-448c-a194-02bf399c718a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:25:12.304231 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7c6ea606-e814-4268-bf3f-12112b6de5c7 req-06fba133-f66d-448c-a194-02bf399c718a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=2144d946-1b87-47c6-9f15-26028ab32124 HTTP/1.1" status: 200 len: 210 time: 0.1617279 Feb 04 06:25:13.405111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51288) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:13.475992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-810ba044-6a79-43c9-a050-7ddbf3c54da3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:13.504683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-810ba044-6a79-43c9-a050-7ddbf3c54da3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:13.673611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-810ba044-6a79-43c9-a050-7ddbf3c54da3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:13.695059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ba044-6a79-43c9-a050-7ddbf3c54da3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7875dcdf-94d7-48bb-ad72-e6e99b1e7a62,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:13.752843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-810ba044-6a79-43c9-a050-7ddbf3c54da3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:13.753990 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-810ba044-6a79-43c9-a050-7ddbf3c54da3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/7875dcdf-94d7-48bb-ad72-e6e99b1e7a62 HTTP/1.1" status: 204 len: 168 time: 0.3478718 Feb 04 06:25:13.823285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51294) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:14.369645 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:14.626704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 36622038-ea2a-4d1a-93df-5ed8b8f062db no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:25:14.663828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 36622038-ea2a-4d1a-93df-5ed8b8f062db {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:25:14.664172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 36622038-ea2a-4d1a-93df-5ed8b8f062db not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:25:14.840673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:25:14.841218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:15.030731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:15.031084 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:15.152369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:25:15.439591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:15.487496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:15.736568 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57e9d95d-a3b1-4773-a87c-46b06dfecdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:15.765502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:16.231866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router abd968b1-8a27-4b86-af27-ca2c1474603d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:25:16.412661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:25:16.423312 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da4b7c2-20fd-480c-bef9-a1dfd28c0d19 None None] Sync routers for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:25:16.438816 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da4b7c2-20fd-480c-bef9-a1dfd28c0d19 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:16.438816 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6da4b7c2-20fd-480c-bef9-a1dfd28c0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:24:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:16.490035 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-719e7d23-c1b6-4db3-903f-bb0e058b67c5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/abd968b1-8a27-4b86-af27-ca2c1474603d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6629171 Feb 04 06:25:16.490790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51302) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:16.564326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0f744e-17cd-4b00-ad3a-1eadb7642949 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting subnet 2d731324-dbbc-447f-a0b0-cbe13363d511 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:25:16.568618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0f744e-17cd-4b00-ad3a-1eadb7642949 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:16.625124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0f744e-17cd-4b00-ad3a-1eadb7642949 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:16.658267 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-6da4b7c2-20fd-480c-bef9-a1dfd28c0d19 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:16.716040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0f744e-17cd-4b00-ad3a-1eadb7642949 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:16.862211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0f744e-17cd-4b00-ad3a-1eadb7642949 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:16.901562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f744e-17cd-4b00-ad3a-1eadb7642949 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Subnet': ['ID=2d731324-dbbc-447f-a0b0-cbe13363d511,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:16.905417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0f744e-17cd-4b00-ad3a-1eadb7642949 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:16.915090 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2d0f744e-17cd-4b00-ad3a-1eadb7642949 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/subnets/2d731324-dbbc-447f-a0b0-cbe13363d511 HTTP/1.1" status: 204 len: 168 time: 0.4208674 Feb 04 06:25:16.915472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51306) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:16.917738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e6e4e-40b1-40b8-b5b0-11ffab4ee969 None None] Network d2f7206a-acec-4a70-8d1d-bdf01b1c2395 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:25:16.969997 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6da4b7c2-20fd-480c-bef9-a1dfd28c0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:25:15Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:16.974023 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da4b7c2-20fd-480c-bef9-a1dfd28c0d19 None None] Checking router: abd968b1-8a27-4b86-af27-ca2c1474603d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:25:16.983140 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da4b7c2-20fd-480c-bef9-a1dfd28c0d19 None None] Routers {'abd968b1-8a27-4b86-af27-ca2c1474603d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:16.983753 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6da4b7c2-20fd-480c-bef9-a1dfd28c0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:24:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abd968b1-8a27-4b86-af27-ca2c1474603d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:17.103069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:17.165060 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-6da4b7c2-20fd-480c-bef9-a1dfd28c0d19 None None] Set router abd968b1-8a27-4b86-af27-ca2c1474603d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:17.183585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] DHCP port deletion for d2f7206a-acec-4a70-8d1d-bdf01b1c2395 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:25:17.187670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Deleting port a7434097-c104-41ac-948b-5f1566f78a3d {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:25:17.188036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:17.406506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:17.459156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] For port a7434097-c104-41ac-948b-5f1566f78a3d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=a7434097-c104-41ac-948b-5f1566f78a3d,segment=NetworkSegment(f0de07f8-5252-43a1-9fbe-42a5d1297eba),segment_id=f0de07f8-5252-43a1-9fbe-42a5d1297eba)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:17.459541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:17.480325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port ed81359c-3432-4f83-b832-68ef9e2db591 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:25:17.483670 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6da4b7c2-20fd-480c-bef9-a1dfd28c0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:25:15Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:17.484139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:17.485756 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da4b7c2-20fd-480c-bef9-a1dfd28c0d19 None None] The sync data for ids ['abd968b1-8a27-4b86-af27-ca2c1474603d'] in dv-neutron-827796-1-hyperv is: [{'id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'name': 'tempest-TestNetworkBasicOps-router-1896897906', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:21:48Z', 'updated_at': '2022-02-04T06:25:15Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': 'ed81359c-3432-4f83-b832-68ef9e2db591', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd968b1-8a27-4b86-af27-ca2c1474603d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:21:49Z', 'updated_at': '2022-02-04T06:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:25:17.590055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Calling delete_port for a7434097-c104-41ac-948b-5f1566f78a3d owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:25:17.676078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port ed81359c-3432-4f83-b832-68ef9e2db591, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ed81359c-3432-4f83-b832-68ef9e2db591,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:17.681642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:17.753339 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:17.799907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Pushing event deleted for resources: {'Port': ['ID=a7434097-c104-41ac-948b-5f1566f78a3d,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:17.804506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for ed81359c-3432-4f83-b832-68ef9e2db591 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:25:17.804949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] No DVR routers for this DVR port a7434097-c104-41ac-948b-5f1566f78a3d on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:25:17.811733 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.812067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.814668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.814668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.814668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.814668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.814668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.814668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.814668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.814668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.815678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.815678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ccf4cb-87bc-4935-ad2b-0dca265825e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:17.942839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0197ecd6-ded6-4efb-b101-95d7bca3514e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.108291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.158710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=ed81359c-3432-4f83-b832-68ef9e2db591,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:18.248229 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.421250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.423628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.519494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.520078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Fanout notify agent at l3_agent the message router_deleted on router abd968b1-8a27-4b86-af27-ca2c1474603d {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:25:18.535475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.536591 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7c1bb037-8d94-47c8-877c-6fd201aedf74 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/routers/abd968b1-8a27-4b86-af27-ca2c1474603d HTTP/1.1" status: 204 len: 168 time: 1.6199443 Feb 04 06:25:18.539293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51312) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:18.667738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.800439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.832489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f7206a-acec-4a70-8d1d-bdf01b1c2395']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:18.844757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0de07f8-5252-43a1-9fbe-42a5d1297eba') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:18.845043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0de07f8-5252-43a1-9fbe-42a5d1297eba') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:18.856951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.873450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.879633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:25:18.880012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:25:18.894144 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:25:19.012322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:25:19.042494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.048164 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:25:19.048511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3bbdb4c9-b74a-48ca-b363-f0c739a6ed9f not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:25:19.048978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a7434097-c104-41ac-948b-5f1566f78a3d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:25:19.062089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.082631 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.086214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: a7434097-c104-41ac-948b-5f1566f78a3d {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:25:19.086561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device a7434097-c104-41ac-948b-5f1566f78a3d not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:25:19.086976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ed81359c-3432-4f83-b832-68ef9e2db591 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:25:19.092123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Network': ['ID=d2f7206a-acec-4a70-8d1d-bdf01b1c2395,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:19.121647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: ed81359c-3432-4f83-b832-68ef9e2db591 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:25:19.121989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ed81359c-3432-4f83-b832-68ef9e2db591 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:25:19.123716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.171532 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2d0adfa3-240e-429c-ad7a-3192b0331c2c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/networks/d2f7206a-acec-4a70-8d1d-bdf01b1c2395 HTTP/1.1" status: 204 len: 168 time: 0.6311328 Feb 04 06:25:19.195993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51316) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:19.202750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'network': {'name': 'tempest-network-smoke--1384472412', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:19.207843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:19.211944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:network and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:19.215309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:19.220885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:19.284291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:25:19.287950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.316031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:25:19.324985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.325327 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Added segment 5689c98d-791c-46b4-abde-46af4c163b96 of type vlan for network 21a3d653-1006-409a-aead-856c7e6bd114 Feb 04 06:25:19.350711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.434089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.439721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:19.440316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.548336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Network': ['ID=21a3d653-1006-409a-aead-856c7e6bd114,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:19.560304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 21a3d653-1006-409a-aead-856c7e6bd114 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:25:19.594248 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-51a9bca4-53b7-4e2d-b910-badd10731b21 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3971422 Feb 04 06:25:19.597069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51320) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:19.602302 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'admin_state_up': True, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:19.610555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:19.614501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:router and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:19.617496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:19.624854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:19.719754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.720858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.735599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:19.747985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:20.189896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:20.541948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:20.560360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:20.590916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:20.730143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.229 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/63340d3e-13c3-4c18-833e-b339b65e3bcf) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:25:20.878343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:20.965876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:21.031019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:25:21.033821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:25:21.037676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:25:21.069987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=63340d3e-13c3-4c18-833e-b339b65e3bcf,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:21.514623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:21.973548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:22.233376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 194e38e3-b8a3-4d50-87ef-55075db8edac is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:25:22.413211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:25:22.424105 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Sync routers for ids ['194e38e3-b8a3-4d50-87ef-55075db8edac'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:25:22.435200 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Routers {'194e38e3-b8a3-4d50-87ef-55075db8edac'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:22.435829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:25:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['194e38e3-b8a3-4d50-87ef-55075db8edac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:22.491304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:22.493364 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6cb99b6b-34dd-4b4e-a1c5-26975e1411fd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8951390 Feb 04 06:25:22.497895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51326) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:22.541825 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-55269c6b-4c1f-44ac-ba8e-ff371e5c564c tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ed74ee2667754fabaada911129fc7b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419362 Feb 04 06:25:22.544383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51330) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:22.616017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Set router 194e38e3-b8a3-4d50-87ef-55075db8edac gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:22.675588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba91455-3c33-487d-a8e0-e6c99ea66222 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:22.679695 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9ba91455-3c33-487d-a8e0-e6c99ea66222 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317821 Feb 04 06:25:22.680094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51334) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:22.720154 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-93af2c35-b760-4125-a55d-c563bf7361c5 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387564 Feb 04 06:25:22.722603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51338) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:22.727989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-523285632', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:22.838807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:22.842768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:subnet and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:22.845769 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:22.851981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:22.901728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:21Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:22.905627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Checking router: 194e38e3-b8a3-4d50-87ef-55075db8edac for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:25:22.905969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Updating router 194e38e3-b8a3-4d50-87ef-55075db8edac port 63340d3e-13c3-4c18-833e-b339b65e3bcf binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:25:22.936317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:25:22.939927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:22.962729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:23.211451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:23.292522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Subnet': ['ID=2adf300e-9603-4822-8673-605752da656f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:23.304869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Checking segment: {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:25:23.305231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network hostable DHCP agents. Network: 21a3d653-1006-409a-aead-856c7e6bd114, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:25:23.328592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:23.340592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Transition to ACTIVE for port object 63340d3e-13c3-4c18-833e-b339b65e3bcf will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:25:23.387516 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 21a3d653-1006-409a-aead-856c7e6bd114 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:25:23.427553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:23.473783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 21a3d653-1006-409a-aead-856c7e6bd114) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:25:23.493184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:23.493329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b55e63-75ef-44f4-8e3e-408e97f4943f None None] Network 21a3d653-1006-409a-aead-856c7e6bd114 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:25:23.494203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:23.574834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51342) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:23.576884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Attempting to bind port 63340d3e-13c3-4c18-833e-b339b65e3bcf on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:25:23.577256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Attempting to bind port 63340d3e-13c3-4c18-833e-b339b65e3bcf by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:25:23.577617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Attempting to bind port 63340d3e-13c3-4c18-833e-b339b65e3bcf on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:25:23.586517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2cb6d-0773-4355-8bcb-493f9d75b24e None None] Pushing event updated for resources: {'Port': ['ID=63340d3e-13c3-4c18-833e-b339b65e3bcf,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:23.591522 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-41166471-d715-4161-8a18-c7adb6362d0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8678386 Feb 04 06:25:23.598015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:25:23.598387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:25:23.598785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:23.599173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:25:23.599641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Bound port: 63340d3e-13c3-4c18-833e-b339b65e3bcf, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:25:23.600010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:23.734291 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] For port 63340d3e-13c3-4c18-833e-b339b65e3bcf, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:25:23.750982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] For port 63340d3e-13c3-4c18-833e-b339b65e3bcf, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=63340d3e-13c3-4c18-833e-b339b65e3bcf,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:25:23.799918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:23.833203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-21a3d653-1006-409a-aead-856c7e6bd114', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:25:23.834032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:23.935815 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2cb6d-0773-4355-8bcb-493f9d75b24e None None] Pushing event updated for resources: {'Port': ['ID=63340d3e-13c3-4c18-833e-b339b65e3bcf,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:23.945279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Routers {'194e38e3-b8a3-4d50-87ef-55075db8edac'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:23.945906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:25:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['194e38e3-b8a3-4d50-87ef-55075db8edac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:24.203073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Allocated IP 172.20.0.2 (21a3d653-1006-409a-aead-856c7e6bd114/2adf300e-9603-4822-8673-605752da656f/772ea152-a5b8-45df-806e-8a6375e78e39) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:25:24.205951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] Set router 194e38e3-b8a3-4d50-87ef-55075db8edac gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:24.294610 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:24.706270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:24.719821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Transition to ACTIVE for port object 772ea152-a5b8-45df-806e-8a6375e78e39 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:25:24.743621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:21Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:24.746431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Transition to ACTIVE for port object 772ea152-a5b8-45df-806e-8a6375e78e39 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:25:24.750209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fb74c-52c2-431c-b8a7-474546a2e2ac None None] The sync data for ids ['194e38e3-b8a3-4d50-87ef-55075db8edac'] in dv-neutron-827796-1-hyperv is: [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:21Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:25:24.840280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:24.912506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.1 (21a3d653-1006-409a-aead-856c7e6bd114/2adf300e-9603-4822-8673-605752da656f/0d459df3-47f4-4b94-9c73-ac9d74c207e8) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:25:24.919272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Network 21a3d653-1006-409a-aead-856c7e6bd114 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:25:24.927821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:25:24.927821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:25:24.974541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Pushing event updated for resources: {'Port': ['ID=772ea152-a5b8-45df-806e-8a6375e78e39,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:25.059627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Attempting to bind port 772ea152-a5b8-45df-806e-8a6375e78e39 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:25:25.060390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Attempting to bind port 772ea152-a5b8-45df-806e-8a6375e78e39 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:25:25.060971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Attempting to bind port 772ea152-a5b8-45df-806e-8a6375e78e39 on network 21a3d653-1006-409a-aead-856c7e6bd114 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:25:25.066812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:25:25.067192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Checking segment: {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:25:25.067626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:25.068038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Bound using segment: {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:25:25.068495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Bound port: 772ea152-a5b8-45df-806e-8a6375e78e39, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:25:25.068906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:25.108453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:25.127146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 0d459df3-47f4-4b94-9c73-ac9d74c207e8 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:25:25.166288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] For port 772ea152-a5b8-45df-806e-8a6375e78e39, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:25:25.173385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] For port 772ea152-a5b8-45df-806e-8a6375e78e39, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=772ea152-a5b8-45df-806e-8a6375e78e39,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:25:25.222051 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:25.251497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:25.293170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 21a3d653-1006-409a-aead-856c7e6bd114 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:25:25.296405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:25:25.301049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:25:25.345722 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=0d459df3-47f4-4b94-9c73-ac9d74c207e8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:25.373644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:25.374574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f19911-cfe5-490b-941a-a1b8479e78b3 None None] Pushing event updated for resources: {'Port': ['ID=772ea152-a5b8-45df-806e-8a6375e78e39,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:25.747533 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:26.155073 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:26.222561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:26.342691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=0d459df3-47f4-4b94-9c73-ac9d74c207e8,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:26.345421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:26.491276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 21a3d653-1006-409a-aead-856c7e6bd114 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:25:26.492396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:25:26.793957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 194e38e3-b8a3-4d50-87ef-55075db8edac has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:25:26.855940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 772ea152-a5b8-45df-806e-8a6375e78e39 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:25:26.993388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:25:27.010258 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Sync routers for ids ['194e38e3-b8a3-4d50-87ef-55075db8edac'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:25:27.010718 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-488142bc-6bd4-4469-b7b6-2e9fa1bb2968 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/194e38e3-b8a3-4d50-87ef-55075db8edac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4310474 Feb 04 06:25:27.010792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51346) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:27.016588 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Routers {'194e38e3-b8a3-4d50-87ef-55075db8edac'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:27.017332 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:25:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['194e38e3-b8a3-4d50-87ef-55075db8edac'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:27.028132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 772ea152-a5b8-45df-806e-8a6375e78e39 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:25:27.037797 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 63340d3e-13c3-4c18-833e-b339b65e3bcf up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:25:27.153679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbc036a-3dcb-4dd3-be99-7c43f60400b5 None None] Network 21a3d653-1006-409a-aead-856c7e6bd114 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:25:27.218799 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Set router 194e38e3-b8a3-4d50-87ef-55075db8edac gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:27.271048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 63340d3e-13c3-4c18-833e-b339b65e3bcf completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:25:27.287693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a06db-bd85-40e5-ab7d-2302e510c5ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.289058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a06db-bd85-40e5-ab7d-2302e510c5ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.289058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a06db-bd85-40e5-ab7d-2302e510c5ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.289245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a06db-bd85-40e5-ab7d-2302e510c5ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.289585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a06db-bd85-40e5-ab7d-2302e510c5ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.290054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a06db-bd85-40e5-ab7d-2302e510c5ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.292491 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-723a06db-bd85-40e5-ab7d-2302e510c5ba tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2813804 Feb 04 06:25:27.295215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51350) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:27.297402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 63340d3e-13c3-4c18-833e-b339b65e3bcf triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:27.297704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:27.368429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd5099-266a-4fd8-b7f8-f5910dc18d2d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.369240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd5099-266a-4fd8-b7f8-f5910dc18d2d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.370385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd5099-266a-4fd8-b7f8-f5910dc18d2d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.370994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd5099-266a-4fd8-b7f8-f5910dc18d2d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.371600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd5099-266a-4fd8-b7f8-f5910dc18d2d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.372190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd5099-266a-4fd8-b7f8-f5910dc18d2d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:27.373657 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0369f9af-688c-4253-bd3f-115e797b088d None None] Provisioning for port 772ea152-a5b8-45df-806e-8a6375e78e39 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:25:27.374349 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d8cd5099-266a-4fd8-b7f8-f5910dc18d2d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0779648 Feb 04 06:25:27.377271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51354) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:27.401739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0369f9af-688c-4253-bd3f-115e797b088d None None] Provisioning complete for port 772ea152-a5b8-45df-806e-8a6375e78e39 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:27.402021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0369f9af-688c-4253-bd3f-115e797b088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:27.591160 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:25Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0d459df3-47f4-4b94-9c73-ac9d74c207e8', 'name': '', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:82:30:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:24Z', 'updated_at': '2022-02-04T06:25:25Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2adf300e-9603-4822-8673-605752da656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:27.595090 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Checking router: 194e38e3-b8a3-4d50-87ef-55075db8edac for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:25:27.595351 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Updating router 194e38e3-b8a3-4d50-87ef-55075db8edac port 0d459df3-47f4-4b94-9c73-ac9d74c207e8 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:25:27.613285 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-454da3fd-825c-4cae-a1d5-7171f1f05b5b tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2317166 Feb 04 06:25:27.614327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51358) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:27.620042 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-904488405', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:27.646131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:27.650409 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:27.662100 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0369f9af-688c-4253-bd3f-115e797b088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:27.697072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 63340d3e-13c3-4c18-833e-b339b65e3bcf, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=63340d3e-13c3-4c18-833e-b339b65e3bcf,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:27.720075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0369f9af-688c-4253-bd3f-115e797b088d None None] For port 772ea152-a5b8-45df-806e-8a6375e78e39, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=772ea152-a5b8-45df-806e-8a6375e78e39,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:27.776346 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:27.780777 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:port and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:27.783795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:27.790243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:27.805516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:27.864600 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0369f9af-688c-4253-bd3f-115e797b088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:27.882596 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=63340d3e-13c3-4c18-833e-b339b65e3bcf,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:27.896197 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'port': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:25:27.900164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:27.927242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] device_id is not set on port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 yet. {{(pid=88199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:25:27.966766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369f9af-688c-4253-bd3f-115e797b088d None None] Pushing event updated for resources: {'Port': ['ID=772ea152-a5b8-45df-806e-8a6375e78e39,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:28.061090 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.073413 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Transition to ACTIVE for port object 0d459df3-47f4-4b94-9c73-ac9d74c207e8 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:25:28.078338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2708f75b-f426-45d6-992b-6ec7ba3aaaa7 None None] Provisioning for port 0d459df3-47f4-4b94-9c73-ac9d74c207e8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:25:28.083970 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2708f75b-f426-45d6-992b-6ec7ba3aaaa7 None None] Provisioning complete for port 0d459df3-47f4-4b94-9c73-ac9d74c207e8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:28.084340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2708f75b-f426-45d6-992b-6ec7ba3aaaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.145555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2708f75b-f426-45d6-992b-6ec7ba3aaaa7 None None] Port 0d459df3-47f4-4b94-9c73-ac9d74c207e8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:25:28.157270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2708f75b-f426-45d6-992b-6ec7ba3aaaa7 None None] Provisioning complete for port 772ea152-a5b8-45df-806e-8a6375e78e39 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:28.157638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2708f75b-f426-45d6-992b-6ec7ba3aaaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.170989 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.262949 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.12 (21a3d653-1006-409a-aead-856c7e6bd114/2adf300e-9603-4822-8673-605752da656f/a2a8c8da-8346-4d6a-9478-0b92a0b2a834) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:25:28.353452 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Pushing event updated for resources: {'Port': ['ID=0d459df3-47f4-4b94-9c73-ac9d74c207e8,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:28.395757 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.396052 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.396323 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.396692 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.397014 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.397349 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.397677 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.398003 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.398329 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.398651 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.398973 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.399294 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:28.441575 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Attempting to bind port 0d459df3-47f4-4b94-9c73-ac9d74c207e8 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:25:28.441954 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Attempting to bind port 0d459df3-47f4-4b94-9c73-ac9d74c207e8 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:25:28.442304 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Attempting to bind port 0d459df3-47f4-4b94-9c73-ac9d74c207e8 on network 21a3d653-1006-409a-aead-856c7e6bd114 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:25:28.453732 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:25:28.454343 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Checking segment: {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:25:28.454893 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.455445 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Bound using segment: {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:25:28.456048 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Bound port: 0d459df3-47f4-4b94-9c73-ac9d74c207e8, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:25:28.456581 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.508747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.527200 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object a2a8c8da-8346-4d6a-9478-0b92a0b2a834 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:25:28.559139 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] For port 0d459df3-47f4-4b94-9c73-ac9d74c207e8, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:25:28.562402 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] For port 0d459df3-47f4-4b94-9c73-ac9d74c207e8, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0d459df3-47f4-4b94-9c73-ac9d74c207e8,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:25:28.599814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.622809 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.672557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 21a3d653-1006-409a-aead-856c7e6bd114 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:25:28.676174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:25:28.680305 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:25:28.703258 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Routers {'194e38e3-b8a3-4d50-87ef-55075db8edac'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:28.703921 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:25:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['194e38e3-b8a3-4d50-87ef-55075db8edac'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:28.751633 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:28.752306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.764231 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994e2fc-3a01-41de-8446-6d9b6863a25c None None] Pushing event updated for resources: {'Port': ['ID=0d459df3-47f4-4b94-9c73-ac9d74c207e8,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:28.775109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:28.804847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 772ea152-a5b8-45df-806e-8a6375e78e39 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:25:28.868761 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0607c46f-ec00-4c10-bc5d-b5169de3e98a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2540870 Feb 04 06:25:28.893359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 772ea152-a5b8-45df-806e-8a6375e78e39 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:28.893851 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:28.913123 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] Set router 194e38e3-b8a3-4d50-87ef-55075db8edac gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:29.067132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 63340d3e-13c3-4c18-833e-b339b65e3bcf up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:25:29.141418 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cef03484-9b08-4bd1-b850-29c9ce0f95c0 None None] Provisioning for port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:25:29.160949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cef03484-9b08-4bd1-b850-29c9ce0f95c0 None None] Provisioning complete for port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:29.161498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cef03484-9b08-4bd1-b850-29c9ce0f95c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:29.200147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51364) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:29.206917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218286464', 'description': 'tempest-secgroup-smoke-218286464 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:29.215826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:29.223126 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:29.226764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:29.234463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:29.247154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 63340d3e-13c3-4c18-833e-b339b65e3bcf triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:29.247437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:29.290530 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:25Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0d459df3-47f4-4b94-9c73-ac9d74c207e8', 'name': '', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:82:30:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:24Z', 'updated_at': '2022-02-04T06:25:28Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2adf300e-9603-4822-8673-605752da656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:29.295602 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd17e4af-f350-46bd-a778-2f8399ed9bdb None None] The sync data for ids ['194e38e3-b8a3-4d50-87ef-55075db8edac'] in dv-neutron-827796-1-hyperv is: [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:25Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0d459df3-47f4-4b94-9c73-ac9d74c207e8', 'name': '', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:82:30:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:24Z', 'updated_at': '2022-02-04T06:25:28Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2adf300e-9603-4822-8673-605752da656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:25:29.328403 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cef03484-9b08-4bd1-b850-29c9ce0f95c0 None None] Port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:25:29.355488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:29.377887 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:29.382107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:29.385693 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:29.391492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:29.495497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:29.571106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:29.619788 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7703a569-3bda-4354-a1f7-b8b0c9f66dac,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:29.696560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:29.697823 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c2443822-dd8b-409e-870e-3011708b4475 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4963861 Feb 04 06:25:29.700636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51368) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:29.705917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-821b8fb9-42ce-41ba-8dc3-1cfe94b1d714 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7703a569-3bda-4354-a1f7-b8b0c9f66dac', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:29.712119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-821b8fb9-42ce-41ba-8dc3-1cfe94b1d714 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:29.716479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-821b8fb9-42ce-41ba-8dc3-1cfe94b1d714 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:29.719452 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-821b8fb9-42ce-41ba-8dc3-1cfe94b1d714 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:29.725271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-821b8fb9-42ce-41ba-8dc3-1cfe94b1d714 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:29.833335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-821b8fb9-42ce-41ba-8dc3-1cfe94b1d714 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:29.896117 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-821b8fb9-42ce-41ba-8dc3-1cfe94b1d714 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:29.999107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-821b8fb9-42ce-41ba-8dc3-1cfe94b1d714 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:30.024198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b8fb9-42ce-41ba-8dc3-1cfe94b1d714 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8f0baa-c3db-47cb-9c74-d0a3f483acbc,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:30.159177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-821b8fb9-42ce-41ba-8dc3-1cfe94b1d714 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:30.160670 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-821b8fb9-42ce-41ba-8dc3-1cfe94b1d714 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4589875 Feb 04 06:25:30.163464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51372) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:30.168690 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-de89f894-1f0b-4f98-9300-a1db66a0731d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7703a569-3bda-4354-a1f7-b8b0c9f66dac', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:30.174875 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-de89f894-1f0b-4f98-9300-a1db66a0731d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:30.179087 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-de89f894-1f0b-4f98-9300-a1db66a0731d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:30.182453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-de89f894-1f0b-4f98-9300-a1db66a0731d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:30.188602 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-de89f894-1f0b-4f98-9300-a1db66a0731d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:30.292488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de89f894-1f0b-4f98-9300-a1db66a0731d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:30.364279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de89f894-1f0b-4f98-9300-a1db66a0731d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:30.427919 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de89f894-1f0b-4f98-9300-a1db66a0731d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:30.451382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89f894-1f0b-4f98-9300-a1db66a0731d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bae4b33-5a2c-4033-a752-a886ed601dad,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:30.536605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-de89f894-1f0b-4f98-9300-a1db66a0731d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:30.537844 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-de89f894-1f0b-4f98-9300-a1db66a0731d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3734367 Feb 04 06:25:30.540732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51376) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:30.546532 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1a7076d3-4f28-423d-b4f7-88aed186e2e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7703a569-3bda-4354-a1f7-b8b0c9f66dac', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:30.552604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1a7076d3-4f28-423d-b4f7-88aed186e2e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:30.556409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1a7076d3-4f28-423d-b4f7-88aed186e2e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:30.560895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1a7076d3-4f28-423d-b4f7-88aed186e2e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:30.565643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1a7076d3-4f28-423d-b4f7-88aed186e2e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:30.641154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a7076d3-4f28-423d-b4f7-88aed186e2e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:30.705903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a7076d3-4f28-423d-b4f7-88aed186e2e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:30.776833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a7076d3-4f28-423d-b4f7-88aed186e2e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:30.806084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7076d3-4f28-423d-b4f7-88aed186e2e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7005d8-e4e9-4a51-b638-a82488c9d11f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:30.806671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0d459df3-47f4-4b94-9c73-ac9d74c207e8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:25:30.867772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1a7076d3-4f28-423d-b4f7-88aed186e2e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:30.869191 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1a7076d3-4f28-423d-b4f7-88aed186e2e4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3267779 Feb 04 06:25:30.872816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51380) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:30.878054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1dffaa45-e8df-4ece-994e-b4a765582aeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7703a569-3bda-4354-a1f7-b8b0c9f66dac', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:30.883983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1dffaa45-e8df-4ece-994e-b4a765582aeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:30.887933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1dffaa45-e8df-4ece-994e-b4a765582aeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:30.891155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1dffaa45-e8df-4ece-994e-b4a765582aeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:30.897171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1dffaa45-e8df-4ece-994e-b4a765582aeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:30.941943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 0d459df3-47f4-4b94-9c73-ac9d74c207e8 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:25:30.948569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 0d459df3-47f4-4b94-9c73-ac9d74c207e8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:30.954121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:30.960194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1dffaa45-e8df-4ece-994e-b4a765582aeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.028448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1dffaa45-e8df-4ece-994e-b4a765582aeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.078344 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.084721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1dffaa45-e8df-4ece-994e-b4a765582aeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.106472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffaa45-e8df-4ece-994e-b4a765582aeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5099e8e-f42b-4e49-9139-03954da4446a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:31.115077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 0d459df3-47f4-4b94-9c73-ac9d74c207e8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0d459df3-47f4-4b94-9c73-ac9d74c207e8,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:31.182442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.193335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1dffaa45-e8df-4ece-994e-b4a765582aeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.194566 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1dffaa45-e8df-4ece-994e-b4a765582aeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3207920 Feb 04 06:25:31.198113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51384) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:31.203284 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7703a569-3bda-4354-a1f7-b8b0c9f66dac', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:31.209381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:31.213735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:31.216987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:31.223328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:31.253717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=0d459df3-47f4-4b94-9c73-ac9d74c207e8,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:31.273724 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:25:31.280868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.349015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.405088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.429121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e01dfc-44b6-48a6-b87d-ef84554d111d,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:31.513523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.514767 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-12f23b04-bd0f-4a7e-b4a5-aa8e9ec67c5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156426 Feb 04 06:25:31.517472 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51388) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:31.522340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7703a569-3bda-4354-a1f7-b8b0c9f66dac', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:31.528957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:31.532812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:31.535897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:31.541522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:31.599785 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:25:31.607011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.670629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.810092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.833612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdc88e7-2997-4804-8647-49952cfc3cec,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:31.964458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:31.965708 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-813aeb33-10af-4977-8605-6b2b87fb0673 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4473243 Feb 04 06:25:32.195158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-cdad4a35-1fde-41f3-ac12-06d262ab9410 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:25:32.273509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-cdad4a35-1fde-41f3-ac12-06d262ab9410 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:25:32.274734 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-cdad4a35-1fde-41f3-ac12-06d262ab9410 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218286464&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.1234107 Feb 04 06:25:32.354821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f3b720c0-1c4d-4815-a4a1-8a9fff12acf4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:32.356144 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f3b720c0-1c4d-4815-a4a1-8a9fff12acf4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 930 time: 0.0743320 Feb 04 06:25:32.436407 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-683dfcd8-094b-462e-8cb6-410261fde7b7 service neutron] 10.222.0.32 "GET /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0644405 Feb 04 06:25:32.584110 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-4e079308-be26-4752-91cc-aa6cc9b5e2b4 service neutron] 10.222.0.32 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403747 Feb 04 06:25:32.740529 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-e438b6f3-f628-42f7-bf3b-f899f9ed2804 service neutron] 10.222.0.32 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486490 Feb 04 06:25:32.780502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0d459df3-47f4-4b94-9c73-ac9d74c207e8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:25:32.855853 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 0d459df3-47f4-4b94-9c73-ac9d74c207e8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:32.856219 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:33.074649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-7324c8cf-859a-4680-a8a3-2c1415cf2a95 req-64754080-9a64-48dc-aa70-2ce4a0711eb4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:25:33.176171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-7324c8cf-859a-4680-a8a3-2c1415cf2a95 req-64754080-9a64-48dc-aa70-2ce4a0711eb4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:25:33.177418 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7324c8cf-859a-4680-a8a3-2c1415cf2a95 req-64754080-9a64-48dc-aa70-2ce4a0711eb4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 210 time: 0.1490374 Feb 04 06:25:34.350155 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-004d9ab8-a322-4ab4-9633-ac9eaa3d2112 req-8a7f4f5e-79c6-4772-a9bd-a5f53a07f167 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 210 time: 0.0436449 Feb 04 06:25:35.131464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-a50501b4-7a64-449d-8a28-c41df353860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:35.132797 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-a50501b4-7a64-449d-8a28-c41df353860f service neutron] 10.222.0.24 "GET /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 1026 time: 0.0686462 Feb 04 06:25:35.295046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-d7e85d72-e578-4821-ad67-0d158671fad6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:35.295636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-d7e85d72-e578-4821-ad67-0d158671fad6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:25:35.387105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-d7e85d72-e578-4821-ad67-0d158671fad6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:25:35.388391 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-d7e85d72-e578-4821-ad67-0d158671fad6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=21a3d653-1006-409a-aead-856c7e6bd114 HTTP/1.1" status: 200 len: 797 time: 0.2509141 Feb 04 06:25:35.444391 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-6802e72e-e371-43c1-9284-0ee59407e020 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 379 time: 0.0467329 Feb 04 06:25:35.454497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Request body: {'port': {'device_id': 'b7b8911a-4bed-4884-afba-23cf314ca4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:35.529832 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e5468ee4-d06a-4f1f-b5a3-f7e2a3a8d442 req-6d2ae727-ac16-45bc-8f67-e72ae6b02247 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 210 time: 0.0565817 Feb 04 06:25:35.572808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:36.037086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a8c8da-8346-4d6a-9478-0b92a0b2a834 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:25:36.044897 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:36.059833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Transition to ACTIVE for port object a2a8c8da-8346-4d6a-9478-0b92a0b2a834 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:25:36.147674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:36.319453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Pushing event updated for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:36.405184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Attempting to bind port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:25:36.405804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Attempting to bind port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:25:36.405804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Attempting to bind port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on network 21a3d653-1006-409a-aead-856c7e6bd114 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:25:36.411389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on network 21a3d653-1006-409a-aead-856c7e6bd114 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:25:36.411813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Attempting to bind port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on network 21a3d653-1006-409a-aead-856c7e6bd114 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:25:36.418257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:25:36.418601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Checking segment: {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:25:36.419020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Bound using segment: {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:25:36.419447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Bound port: a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:25:36.419798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:36.529165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:25:36.532271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:25:36.582743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:36.647825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:36.648497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:36.649898 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] 10.222.0.24 "PUT /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 1131 time: 1.1998572 Feb 04 06:25:36.650374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b8911a-4bed-4884-afba-23cf314ca4d6', 'tag': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:36.735776 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b8911a-4bed-4884-afba-23cf314ca4d6', 'tag': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'status': 'completed', 'code': 200} Feb 04 06:25:36.736499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e48637-b8c9-4df0-99c5-0f728c92feee service neutron] Pushing event updated for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:36.818199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4ba70-4679-4db4-8d70-a09a61abebbf req-cf0d2705-27b9-424a-8045-5ecdf733dd23 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:36.820460 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5bd4ba70-4679-4db4-8d70-a09a61abebbf req-cf0d2705-27b9-424a-8045-5ecdf733dd23 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 981 time: 0.1760526 Feb 04 06:25:36.892383 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5bd4ba70-4679-4db4-8d70-a09a61abebbf req-4eb939f5-7be7-4db9-b947-fca6c0490069 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594711 Feb 04 06:25:36.897252 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:25:36.903526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d0e69-8890-42e1-b5ab-86223800480a req-7d5c3a96-8838-4e9d-88ed-d9280593e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:36.905321 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-453d0e69-8890-42e1-b5ab-86223800480a req-7d5c3a96-8838-4e9d-88ed-d9280593e46f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 1134 time: 0.1446521 Feb 04 06:25:37.054061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d0e69-8890-42e1-b5ab-86223800480a req-b56d1958-9bec-4ac3-af1c-8def0b62e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:37.055556 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-453d0e69-8890-42e1-b5ab-86223800480a req-b56d1958-9bec-4ac3-af1c-8def0b62e7b8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed74ee2667754fabaada911129fc7b8d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1431484 Feb 04 06:25:37.195674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d0e69-8890-42e1-b5ab-86223800480a req-0d89e3a1-2fae-436f-a60e-40a7bc369244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:37.197805 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-453d0e69-8890-42e1-b5ab-86223800480a req-0d89e3a1-2fae-436f-a60e-40a7bc369244 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355448 Feb 04 06:25:37.310818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-547272fa-4685-4f6a-8d05-ec873fe1a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:37.312172 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-547272fa-4685-4f6a-8d05-ec873fe1a462 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 1134 time: 0.0782065 Feb 04 06:25:37.381949 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-7a2c8bf7-fa78-4c01-89fc-26c983749517 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 217 time: 0.0606935 Feb 04 06:25:37.451854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-52d3e29a-a88e-4e7a-ba13-f1d7fb68f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:37.453482 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-52d3e29a-a88e-4e7a-ba13-f1d7fb68f9bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2adf300e-9603-4822-8673-605752da656f HTTP/1.1" status: 200 len: 834 time: 0.0652461 Feb 04 06:25:37.531807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-9eecf898-3231-47c7-abc4-512850111e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:37.533335 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-9eecf898-3231-47c7-abc4-512850111e9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21a3d653-1006-409a-aead-856c7e6bd114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733638 Feb 04 06:25:37.673205 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-4841770b-41e7-4b3b-b950-fea3b96c1924 service neutron] 10.222.0.24 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337986 Feb 04 06:25:37.815258 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-be14530c-94bc-493c-acce-0bb3ea269f29 req-d972fbd0-12dc-49aa-9b2c-597db8484891 service neutron] 10.222.0.24 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358318 Feb 04 06:25:38.086479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b66300-05da-4fe1-bcb4-26308e8b7f1b req-c253cbf5-df4f-4b0b-8b4f-bd5a7c566f04 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:38.088869 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b4b66300-05da-4fe1-bcb4-26308e8b7f1b req-c253cbf5-df4f-4b0b-8b4f-bd5a7c566f04 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 981 time: 0.0842900 Feb 04 06:25:38.144869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-b4b66300-05da-4fe1-bcb4-26308e8b7f1b req-8f4da242-7991-4636-b0f5-4786c8f8da1c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:25:38.173704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-b4b66300-05da-4fe1-bcb4-26308e8b7f1b req-8f4da242-7991-4636-b0f5-4786c8f8da1c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:25:38.174932 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b4b66300-05da-4fe1-bcb4-26308e8b7f1b req-8f4da242-7991-4636-b0f5-4786c8f8da1c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803459 Feb 04 06:25:39.364936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f349c-7c02-4a1b-a4b9-57b84f1cac8b req-2cc66089-59ed-4343-a516-f2d1cce22e4e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:39.366433 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b41f349c-7c02-4a1b-a4b9-57b84f1cac8b req-2cc66089-59ed-4343-a516-f2d1cce22e4e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 981 time: 0.0819488 Feb 04 06:25:39.517580 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b41f349c-7c02-4a1b-a4b9-57b84f1cac8b req-38759f45-048a-45f8-a0d6-a13ae966f1d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452739 Feb 04 06:25:40.735281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2a8c8da-8346-4d6a-9478-0b92a0b2a834 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:25:40.834361 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe655a-7dd7-46db-88c8-336ea8b62d4f req-13734127-0bc7-4103-b0b0-aca71cd5373b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:40.835973 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0bfe655a-7dd7-46db-88c8-336ea8b62d4f req-13734127-0bc7-4103-b0b0-aca71cd5373b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 981 time: 0.2087533 Feb 04 06:25:40.873162 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:40.881864 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0bfe655a-7dd7-46db-88c8-336ea8b62d4f req-54ff8b0a-f984-434d-87d0-1bd30f8ded01 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Feb 04 06:25:40.892084 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'port_id': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'mac_address': 'fa:16:3e:b3:5d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:25:40.966294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:40.993687 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a8c8da-8346-4d6a-9478-0b92a0b2a834 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:25:41.029239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:41.141819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:41.217800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:41.455844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['a2a8c8da-8346-4d6a-9478-0b92a0b2a834'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:25:42.070146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7101ca-2f4f-4b09-8de4-e1698d72d465 req-917a1467-ebaf-445b-bd84-6c058a1b5a2f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:42.072257 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6b7101ca-2f4f-4b09-8de4-e1698d72d465 req-917a1467-ebaf-445b-bd84-6c058a1b5a2f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 982 time: 0.0815117 Feb 04 06:25:42.119374 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6b7101ca-2f4f-4b09-8de4-e1698d72d465 req-dd916da2-e3a7-48dc-8b95-e81e6a4edc05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 Feb 04 06:25:42.750430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2a8c8da-8346-4d6a-9478-0b92a0b2a834 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:25:42.895549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:25:42.901900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:42.902267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:43.023398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:43.053625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b8911a-4bed-4884-afba-23cf314ca4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:43.064166 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:43.102746 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b8911a-4bed-4884-afba-23cf314ca4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'code': 200} Feb 04 06:25:43.176964 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:43.250498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:43.346937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48a6e9-db44-4ba5-8015-7890d9a13dc9 req-8d1bff80-8aa4-4fde-a67d-f67509176ed6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:43.349110 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ff48a6e9-db44-4ba5-8015-7890d9a13dc9 req-8d1bff80-8aa4-4fde-a67d-f67509176ed6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 983 time: 0.1151896 Feb 04 06:25:43.403348 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ff48a6e9-db44-4ba5-8015-7890d9a13dc9 req-2f78374f-7817-4ad0-8e5c-f5af0493e971 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484674 Feb 04 06:25:43.548589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a719f-2d87-468d-a487-d910996bc4f0 req-4295d8f9-4cb0-484d-a293-bd92eb6f427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:43.550133 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5a0a719f-2d87-468d-a487-d910996bc4f0 req-4295d8f9-4cb0-484d-a293-bd92eb6f427e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 1136 time: 0.0883114 Feb 04 06:25:43.595099 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5a0a719f-2d87-468d-a487-d910996bc4f0 req-aeee63b9-f101-4115-8035-e8f98c594e4c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388241 Feb 04 06:25:44.610011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd3fae-3830-4899-97b8-47701ae3d063 req-01735670-1c79-40bd-9b87-ca99d0409cb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.612002 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-facd3fae-3830-4899-97b8-47701ae3d063 req-01735670-1c79-40bd-9b87-ca99d0409cb6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 983 time: 0.0852797 Feb 04 06:25:44.662560 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-facd3fae-3830-4899-97b8-47701ae3d063 req-e140cdae-5af3-41a9-a856-1830911e043e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445967 Feb 04 06:25:45.702282 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7e9cab34-fa8b-4a6e-bedb-238b761b124f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:45.871055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82449fb-400a-4e65-9161-4755e6076ee1 req-b148a234-f3b6-44f5-bd03-2ec667e64b2e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:45.872546 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c82449fb-400a-4e65-9161-4755e6076ee1 req-b148a234-f3b6-44f5-bd03-2ec667e64b2e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 983 time: 0.0891159 Feb 04 06:25:45.922995 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c82449fb-400a-4e65-9161-4755e6076ee1 req-dc080f81-7af8-4d0d-b167-aefaf144e066 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Feb 04 06:25:46.121758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7868f-6de7-4f5f-bc5c-eda190cff203 req-54c0c84a-4547-4e95-b7cd-cc70b59f77c8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:46.124072 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-90f7868f-6de7-4f5f-bc5c-eda190cff203 req-54c0c84a-4547-4e95-b7cd-cc70b59f77c8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 983 time: 0.0951760 Feb 04 06:25:46.176819 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-90f7868f-6de7-4f5f-bc5c-eda190cff203 req-caaf10c7-0353-40b9-8801-9802e34ba996 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471892 Feb 04 06:25:46.203001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51474) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:46.276280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff89d624-8ee4-4504-a6c6-9f82122e7709 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:46.277834 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ff89d624-8ee4-4504-a6c6-9f82122e7709 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 1131 time: 0.0738969 Feb 04 06:25:46.281663 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51478) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:46.287220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:46.293899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:46.297653 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:floatingip and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:46.300451 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:46.306866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:46.399373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:46.545928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:46.702678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.97 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/ba56bb32-884a-449f-8448-d4abae06edae) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:25:46.876377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:46.993096 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:47.063680 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:25:47.067183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:25:47.071127 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:25:47.105802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=ba56bb32-884a-449f-8448-d4abae06edae,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:47.563556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:47.720493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:47.976340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fefb253c-b4f1-4982-bded-6a12eb4a2a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:48.015932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:48.124075 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:48.237078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=ba56bb32-884a-449f-8448-d4abae06edae,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:48.253926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:48.550218 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP ab154cfe-beb8-4442-9472-076220498d09 associated. External IP: 172.26.7.97, port: a2a8c8da-8346-4d6a-9478-0b92a0b2a834. Feb 04 06:25:48.967443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 194e38e3-b8a3-4d50-87ef-55075db8edac has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:25:49.061555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:49.164810 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:49.169773 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:25:49.182929 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08571579-d947-46c4-ae00-1b64606563a9 None None] Sync routers for ids ['194e38e3-b8a3-4d50-87ef-55075db8edac'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:25:49.193487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08571579-d947-46c4-ae00-1b64606563a9 None None] Routers {'194e38e3-b8a3-4d50-87ef-55075db8edac'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:49.194116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-08571579-d947-46c4-ae00-1b64606563a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:25:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['194e38e3-b8a3-4d50-87ef-55075db8edac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:49.359583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:49.388634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-08571579-d947-46c4-ae00-1b64606563a9 None None] Set router 194e38e3-b8a3-4d50-87ef-55075db8edac gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:49.425807 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4893107c-0e98-4d42-98dd-421968492bde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 3.1430085 Feb 04 06:25:49.426427 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b8911a-4bed-4884-afba-23cf314ca4d6', 'tag': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:49.429339 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51488) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:49.531256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95975f5-6ef3-4ac5-b55d-fcf9deab2f68 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:49.536428 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c95975f5-6ef3-4ac5-b55d-fcf9deab2f68 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6&network_id=21a3d653-1006-409a-aead-856c7e6bd114 HTTP/1.1" status: 200 len: 1131 time: 0.1023374 Feb 04 06:25:49.652344 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b8911a-4bed-4884-afba-23cf314ca4d6', 'tag': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'status': 'completed', 'code': 200} Feb 04 06:25:49.768754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b3a65-4296-4717-a017-d1f47db94a92 req-cd4af379-7cdf-40d5-b802-abe98dd90fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:49.770811 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-200b3a65-4296-4717-a017-d1f47db94a92 req-cd4af379-7cdf-40d5-b802-abe98dd90fac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 1136 time: 0.0952091 Feb 04 06:25:49.820038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:49.870809 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-08571579-d947-46c4-ae00-1b64606563a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:25Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'ab154cfe-beb8-4442-9472-076220498d09', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.97', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'port_id': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-904488405', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'mac_address': 'fa:16:3e:b3:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b8911a-4bed-4884-afba-23cf314ca4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:25:47Z', 'updated_at': '2022-02-04T06:25:47Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d459df3-47f4-4b94-9c73-ac9d74c207e8', 'name': '', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:82:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:24Z', 'updated_at': '2022-02-04T06:25:31Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2adf300e-9603-4822-8673-605752da656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:49.876698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08571579-d947-46c4-ae00-1b64606563a9 None None] Checking router: 194e38e3-b8a3-4d50-87ef-55075db8edac for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:25:49.891111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08571579-d947-46c4-ae00-1b64606563a9 None None] Routers {'194e38e3-b8a3-4d50-87ef-55075db8edac'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:25:49.892695 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-08571579-d947-46c4-ae00-1b64606563a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:25:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['194e38e3-b8a3-4d50-87ef-55075db8edac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:49.975788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b3a65-4296-4717-a017-d1f47db94a92 req-412346fd-877e-4547-8538-906bd45cd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:49.979315 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-200b3a65-4296-4717-a017-d1f47db94a92 req-412346fd-877e-4547-8538-906bd45cd655 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21a3d653-1006-409a-aead-856c7e6bd114 HTTP/1.1" status: 200 len: 898 time: 0.2027571 Feb 04 06:25:50.084717 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-200b3a65-4296-4717-a017-d1f47db94a92 req-28e34b6d-e19b-48fd-8aee-c793b25e5cd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 1036 time: 0.1004429 Feb 04 06:25:50.113019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-08571579-d947-46c4-ae00-1b64606563a9 None None] Set router 194e38e3-b8a3-4d50-87ef-55075db8edac gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:25:50.154813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b3a65-4296-4717-a017-d1f47db94a92 req-62a157d2-d877-4539-99b2-2af5e007c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:50.156242 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-200b3a65-4296-4717-a017-d1f47db94a92 req-62a157d2-d877-4539-99b2-2af5e007c0d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2adf300e-9603-4822-8673-605752da656f HTTP/1.1" status: 200 len: 834 time: 0.0665631 Feb 04 06:25:50.233134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b3a65-4296-4717-a017-d1f47db94a92 req-ffeab96f-56c7-4c52-a36e-a958bc795c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:50.238625 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-200b3a65-4296-4717-a017-d1f47db94a92 req-ffeab96f-56c7-4c52-a36e-a958bc795c0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21a3d653-1006-409a-aead-856c7e6bd114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766730 Feb 04 06:25:50.384893 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-200b3a65-4296-4717-a017-d1f47db94a92 req-6ced92b2-d8a6-48bf-9449-df50ea9ff66f service neutron] 10.222.0.24 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399913 Feb 04 06:25:50.535875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-08571579-d947-46c4-ae00-1b64606563a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:25Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'ab154cfe-beb8-4442-9472-076220498d09', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.97', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'port_id': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-904488405', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'mac_address': 'fa:16:3e:b3:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b8911a-4bed-4884-afba-23cf314ca4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:25:47Z', 'updated_at': '2022-02-04T06:25:47Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d459df3-47f4-4b94-9c73-ac9d74c207e8', 'name': '', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:82:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:24Z', 'updated_at': '2022-02-04T06:25:31Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2adf300e-9603-4822-8673-605752da656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:25:50.541862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08571579-d947-46c4-ae00-1b64606563a9 None None] The sync data for ids ['194e38e3-b8a3-4d50-87ef-55075db8edac'] in dv-neutron-827796-1-hyperv is: [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:25Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'ab154cfe-beb8-4442-9472-076220498d09', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.97', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'port_id': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-904488405', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'mac_address': 'fa:16:3e:b3:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b8911a-4bed-4884-afba-23cf314ca4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:25:47Z', 'updated_at': '2022-02-04T06:25:47Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d459df3-47f4-4b94-9c73-ac9d74c207e8', 'name': '', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:82:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:24Z', 'updated_at': '2022-02-04T06:25:31Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2adf300e-9603-4822-8673-605752da656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:25:50.576429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:50.606434 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-200b3a65-4296-4717-a017-d1f47db94a92 req-86dd131a-87ea-4293-9e24-ca7a22216ec5 service neutron] 10.222.0.24 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154996 Feb 04 06:25:50.617922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7608952-51e7-490f-99d7-3f0f9bbc78a9 req-5241f62d-105b-4676-b238-d9b45eaf5060 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:50.619999 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7608952-51e7-490f-99d7-3f0f9bbc78a9 req-5241f62d-105b-4676-b238-d9b45eaf5060 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 983 time: 0.2024143 Feb 04 06:25:50.668807 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7608952-51e7-490f-99d7-3f0f9bbc78a9 req-65a2e169-04fd-4370-97b5-800ee576a9b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Feb 04 06:25:50.791242 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64111621-a545-4c08-88b0-25731d20e2bc None None] New status for floating IP ab154cfe-beb8-4442-9472-076220498d09: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:25:51.884558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c668d83-d09f-4c2b-8f5e-5a2101221184 req-233c2390-b010-4ff6-adf6-1bbdf0d9346c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:51.887153 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7c668d83-d09f-4c2b-8f5e-5a2101221184 req-233c2390-b010-4ff6-adf6-1bbdf0d9346c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 983 time: 0.0942986 Feb 04 06:25:51.936098 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7c668d83-d09f-4c2b-8f5e-5a2101221184 req-9a113576-5bde-4016-a643-42400b4a7899 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433278 Feb 04 06:25:52.080061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-de73758e-dc7a-43ed-85c7-581a7413a910 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:52.081680 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-de73758e-dc7a-43ed-85c7-581a7413a910 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 983 time: 0.0867994 Feb 04 06:25:52.166242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-64ebf90e-4a5c-4fe7-b545-9443c0ad7396 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:52.170023 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-64ebf90e-4a5c-4fe7-b545-9443c0ad7396 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0817463 Feb 04 06:25:52.427872 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e9e6482f-6bc8-4286-9792-a46ef5fd1502 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2536500 Feb 04 06:25:52.438515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:52.549042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:52.757764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:25:52.788706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:25:52.848047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] device_id is not set on port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:25:52.857914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:52.999367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:53.206120 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a4e6d450-f53f-42a9-83d0-e0860fa84582 req-e5689951-1239-46fc-b0d1-e0cef0ad8260 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 210 time: 0.0943127 Feb 04 06:25:53.218133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] Pushing event updated for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:53.272624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] No DVR routers for this DVR port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:25:53.317370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7239a854-13e6-46fc-a742-4d66b1355348 None None] Provisioning complete for port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:25:53.319554 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7239a854-13e6-46fc-a742-4d66b1355348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:53.378928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-7239a854-13e6-46fc-a742-4d66b1355348 None None] Port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:25:53.519977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] In _notify_port_updated(), no bound segment for port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on network 21a3d653-1006-409a-aead-856c7e6bd114 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:25:53.520862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:53.521474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:53.522753 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8e95fda-914c-4665-8b12-a790d4ce338c req-e4f2f965-f411-4406-8650-006c21ed7f0e service neutron] 10.222.0.24 "PUT /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 1026 time: 1.0886791 Feb 04 06:25:54.453988 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e1011119-9cdb-47d2-b41f-0450fabf1f6f req-4adced73-bfdf-4935-8d01-aba5307f1962 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7b8911a-4bed-4884-afba-23cf314ca4d6 HTTP/1.1" status: 200 len: 210 time: 0.0452251 Feb 04 06:25:54.812481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2a8c8da-8346-4d6a-9478-0b92a0b2a834 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:25:54.871586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2a8c8da-8346-4d6a-9478-0b92a0b2a834 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:25:55.559181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51522) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:55.634812 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62182636-1b85-45bc-a7fe-f4416a57bbd0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:55.636156 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-62182636-1b85-45bc-a7fe-f4416a57bbd0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 925 time: 0.0759823 Feb 04 06:25:56.085278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51528) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:56.091346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205786114', 'description': 'tempest-secgroup-smoke-1205786114 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:56.097589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:56.108003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:56.249226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:56.272456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:56.277164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:56.280021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:56.286034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:56.365241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:56.495934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:56.547074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44aca061-ed25-4c08-b492-2ab1ce7abe10,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:56.643592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:56.644877 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d7f25855-d64a-4614-805d-de9342975381 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5584989 Feb 04 06:25:56.647965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51534) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:56.655676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-41044c09-27ff-4210-a72c-16f65166c744 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '44aca061-ed25-4c08-b492-2ab1ce7abe10', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:56.662494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-41044c09-27ff-4210-a72c-16f65166c744 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:56.666989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-41044c09-27ff-4210-a72c-16f65166c744 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:56.669930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-41044c09-27ff-4210-a72c-16f65166c744 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:56.675795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-41044c09-27ff-4210-a72c-16f65166c744 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:56.736699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41044c09-27ff-4210-a72c-16f65166c744 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:56.800221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41044c09-27ff-4210-a72c-16f65166c744 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:56.918389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41044c09-27ff-4210-a72c-16f65166c744 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:56.942081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41044c09-27ff-4210-a72c-16f65166c744 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65eee7b-a7e1-4aef-b50e-7893cebe37f6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:57.021449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-41044c09-27ff-4210-a72c-16f65166c744 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:57.022685 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-41044c09-27ff-4210-a72c-16f65166c744 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3724422 Feb 04 06:25:57.026269 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51538) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:57.031946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b8e7111d-2059-4195-8ca1-3468b235f62d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '44aca061-ed25-4c08-b492-2ab1ce7abe10', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:57.039921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b8e7111d-2059-4195-8ca1-3468b235f62d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:57.044120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8e7111d-2059-4195-8ca1-3468b235f62d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:57.047164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8e7111d-2059-4195-8ca1-3468b235f62d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:57.052977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b8e7111d-2059-4195-8ca1-3468b235f62d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:57.155004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e7111d-2059-4195-8ca1-3468b235f62d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:57.220942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e7111d-2059-4195-8ca1-3468b235f62d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:57.324622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e7111d-2059-4195-8ca1-3468b235f62d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:57.349802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7111d-2059-4195-8ca1-3468b235f62d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822a8785-9128-43a1-81b9-347dc7a66276,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:57.438688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8e7111d-2059-4195-8ca1-3468b235f62d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:57.440030 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b8e7111d-2059-4195-8ca1-3468b235f62d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4126859 Feb 04 06:25:57.442938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51542) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:57.449231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-76836f56-fd2f-4f5b-adef-59167aff5766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '44aca061-ed25-4c08-b492-2ab1ce7abe10', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:57.456183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-76836f56-fd2f-4f5b-adef-59167aff5766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:57.460408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-76836f56-fd2f-4f5b-adef-59167aff5766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:57.463294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-76836f56-fd2f-4f5b-adef-59167aff5766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:57.469457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-76836f56-fd2f-4f5b-adef-59167aff5766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:57.593964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76836f56-fd2f-4f5b-adef-59167aff5766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:57.661348 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76836f56-fd2f-4f5b-adef-59167aff5766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:57.770125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76836f56-fd2f-4f5b-adef-59167aff5766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:57.799379 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76836f56-fd2f-4f5b-adef-59167aff5766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee195a94-bdb4-4e51-80f2-b6a9fa81c0e0,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:57.873265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-76836f56-fd2f-4f5b-adef-59167aff5766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:57.874445 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-76836f56-fd2f-4f5b-adef-59167aff5766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4304445 Feb 04 06:25:57.877236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51548) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:57.882266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e6353627-64e0-4643-8abd-73db782c655b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '44aca061-ed25-4c08-b492-2ab1ce7abe10', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:57.888269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e6353627-64e0-4643-8abd-73db782c655b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:57.892198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e6353627-64e0-4643-8abd-73db782c655b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:57.895930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e6353627-64e0-4643-8abd-73db782c655b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:57.901056 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e6353627-64e0-4643-8abd-73db782c655b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:57.996284 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6353627-64e0-4643-8abd-73db782c655b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:58.064586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6353627-64e0-4643-8abd-73db782c655b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:58.169586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6353627-64e0-4643-8abd-73db782c655b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:58.193408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6353627-64e0-4643-8abd-73db782c655b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f83ebda-9388-4bff-8faa-4966c46cf3a6,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:58.307474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6353627-64e0-4643-8abd-73db782c655b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:58.308722 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e6353627-64e0-4643-8abd-73db782c655b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4305367 Feb 04 06:25:58.311421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51552) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:58.316512 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '44aca061-ed25-4c08-b492-2ab1ce7abe10', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:58.323523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:58.327764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:58.331006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:58.336618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:58.422029 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:25:58.429996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:58.498347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:58.569976 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:58.594357 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b44360-350e-4f8d-8378-f33f2e3472e8,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:58.684667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:58.686069 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6ce604a3-ef30-4e23-b107-b1f66c139461 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3735561 Feb 04 06:25:58.688942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51556) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:25:58.694106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '44aca061-ed25-4c08-b492-2ab1ce7abe10', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:25:58.700808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:25:58.705175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:25:58.708106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:25:58.714626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:25:58.822903 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:25:58.833616 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:58.900091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:58.981302 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:59.005020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e837ba6-4359-487d-8608-f4d0011389d4,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:59.097783 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:59.099038 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ff53446d-1093-45b3-8c61-ee20ee683134 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4091673 Feb 04 06:25:59.266180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-1f4e62d6-d4a9-4b4a-8c30-6c0e827f90ea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:25:59.352784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-1f4e62d6-d4a9-4b4a-8c30-6c0e827f90ea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:25:59.354556 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-1f4e62d6-d4a9-4b4a-8c30-6c0e827f90ea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205786114&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.1304812 Feb 04 06:25:59.437503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-5fbe6247-7d78-4fc5-8c7b-8902321b2ff0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:59.438991 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-5fbe6247-7d78-4fc5-8c7b-8902321b2ff0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 930 time: 0.0777686 Feb 04 06:25:59.522975 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-11b5c86f-a3e5-4745-af19-2f9d32450244 service neutron] 10.222.0.32 "GET /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0716133 Feb 04 06:25:59.777284 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-6cd9547e-fbab-4356-9e2c-c55565799ca5 service neutron] 10.222.0.32 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478554 Feb 04 06:25:59.921404 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-d1b92e10-10c7-4bb4-9109-88761e23e616 service neutron] 10.222.0.32 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417904 Feb 04 06:26:00.341427 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-782b6f32-eb2f-4aeb-869b-667575508a83 req-aea05725-987d-4ab9-bbcd-9195777be63a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 210 time: 0.0505931 Feb 04 06:26:01.281556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [req-702df64d-2e9a-4eea-b11f-b2d9e44886da req-2842344d-e783-4a26-b72c-32f521859b5d service neutron] (88199) timed out ('10.222.0.24', 64312) {{(pid=88199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 06:26:01.529913 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4da134a9-d559-4b56-bf53-2bf4d73df010 req-b5ad5488-7588-410a-a50d-665032cacfc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 210 time: 0.0513496 Feb 04 06:26:02.430970 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-dc4314f5-c083-4782-924b-dd58b2e0947c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537198115&fields=id&tenant_id=7ddecbde9bc146ca808a0420422f898c HTTP/1.1" status: 200 len: 267 time: 0.0411041 Feb 04 06:26:02.717766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-f176415a-d078-4992-9c38-acaa6c307b41 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:02.719424 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-f176415a-d078-4992-9c38-acaa6c307b41 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 810 time: 0.2805433 Feb 04 06:26:02.721476 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f770caa2-eab7-492d-be83-b16985ccbe79 req-a0441bb1-5395-4166-b5a1-2d2642541913 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 210 time: 0.0618260 Feb 04 06:26:02.733465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-92680293-2a75-49f3-b54e-31a2a0648ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:02.734822 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-92680293-2a75-49f3-b54e-31a2a0648ff3 service neutron] 10.222.0.24 "GET /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 1026 time: 0.1151989 Feb 04 06:26:02.746543 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-8e6355c2-bccb-4364-9a20-e7cc5fdf6668 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/quotas/7ddecbde9bc146ca808a0420422f898c HTTP/1.1" status: 200 len: 375 time: 0.0197864 Feb 04 06:26:02.878067 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-35c60629-cbba-4edf-adc3-62e6ea72647c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1258724 Feb 04 06:26:02.892737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-a26f987f-3639-4fe6-84ce-aa4fa9bf66a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:02.894686 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-a26f987f-3639-4fe6-84ce-aa4fa9bf66a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=21a3d653-1006-409a-aead-856c7e6bd114 HTTP/1.1" status: 200 len: 797 time: 0.1545508 Feb 04 06:26:02.961718 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-cb0897cc-61ce-40a7-ac81-52496c2d0699 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 472 time: 0.0528963 Feb 04 06:26:02.974807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Request body: {'port': {'device_id': '6e66dae9-91c7-4d6b-9425-67fd0cb73a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:03.020540 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ebb04feb-638f-4565-929c-459db6e23d0a service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303487 Feb 04 06:26:03.088985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:03.160406 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-42f484f6-6ed9-4dec-9e8d-21b4ba9dfef8 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331420 Feb 04 06:26:03.455219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a8c8da-8346-4d6a-9478-0b92a0b2a834 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:03.463071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:03.478582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Transition to ACTIVE for port object a2a8c8da-8346-4d6a-9478-0b92a0b2a834 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:03.587019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:03.737387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=7']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:03.924512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Attempting to bind port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:26:03.924787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Attempting to bind port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:26:03.925115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Attempting to bind port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on network 21a3d653-1006-409a-aead-856c7e6bd114 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:26:03.933529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on network 21a3d653-1006-409a-aead-856c7e6bd114 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:26:03.933846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Attempting to bind port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on network 21a3d653-1006-409a-aead-856c7e6bd114 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:26:03.941788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:26:03.942120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Checking segment: {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:26:03.942502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Bound using segment: {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:26:03.942923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Bound port: a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5689c98d-791c-46b4-abde-46af4c163b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:26:03.943271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:04.015689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f9be6-8220-48f6-9efb-65f10d622636 req-9a5a977f-e4c6-4aad-b303-c6f9cd9d554c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:04.017270 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-083f9be6-8220-48f6-9efb-65f10d622636 req-9a5a977f-e4c6-4aad-b303-c6f9cd9d554c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 981 time: 0.1750400 Feb 04 06:26:04.091745 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-083f9be6-8220-48f6-9efb-65f10d622636 req-1433ac89-5e64-4fab-bf9f-8a82bf1c9969 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685463 Feb 04 06:26:04.092730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:26:04.100181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:26:04.192442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:04.253597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:04.254245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:04.255605 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] 10.222.0.24 "PUT /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 1131 time: 1.2875071 Feb 04 06:26:04.256040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e66dae9-91c7-4d6b-9425-67fd0cb73a4c', 'tag': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:04.276498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905b9b8-5302-479f-9958-5d74dc3d9034 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=8']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:04.309627 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e66dae9-91c7-4d6b-9425-67fd0cb73a4c', 'tag': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'status': 'completed', 'code': 200} Feb 04 06:26:04.412499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cbfda-b538-4bdd-a67e-e35cbbad871e req-ebaee97b-3c23-4f71-8e12-e6e6cb8642fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:04.412499 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fc8cbfda-b538-4bdd-a67e-e35cbbad871e req-ebaee97b-3c23-4f71-8e12-e6e6cb8642fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 1134 time: 0.0877941 Feb 04 06:26:04.677258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cbfda-b538-4bdd-a67e-e35cbbad871e req-e9edeaec-b580-407d-9e52-be3a1413752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:04.678714 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fc8cbfda-b538-4bdd-a67e-e35cbbad871e req-e9edeaec-b580-407d-9e52-be3a1413752a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed74ee2667754fabaada911129fc7b8d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2492948 Feb 04 06:26:04.816392 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cbfda-b538-4bdd-a67e-e35cbbad871e req-148b7b86-e120-4b39-b486-e25e57697af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:04.817870 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fc8cbfda-b538-4bdd-a67e-e35cbbad871e req-148b7b86-e120-4b39-b486-e25e57697af7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330979 Feb 04 06:26:04.948662 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-08950e46-35a0-4162-9e5f-7f20debc2aad req-c8002d41-3d91-4884-8dbd-af059ead29db tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 210 time: 0.0553226 Feb 04 06:26:04.986664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-f4651e8d-0115-4e51-8dd3-111c046e0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:04.988105 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-f4651e8d-0115-4e51-8dd3-111c046e0624 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 1134 time: 0.1295762 Feb 04 06:26:05.089867 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-b1743070-a2d2-4d77-bbd6-11db99424cff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 1036 time: 0.0944095 Feb 04 06:26:05.155656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-662d2352-a255-4f15-ac51-50913dc3bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:05.157143 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-662d2352-a255-4f15-ac51-50913dc3bbf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2adf300e-9603-4822-8673-605752da656f HTTP/1.1" status: 200 len: 834 time: 0.0611858 Feb 04 06:26:05.241002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-1e825b0c-6e5e-4826-b0e6-5da784453c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:05.242611 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-1e825b0c-6e5e-4826-b0e6-5da784453c61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21a3d653-1006-409a-aead-856c7e6bd114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793958 Feb 04 06:26:05.289770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7a946-f597-4cd5-9d83-2d56bc5fd166 req-1ef63b7c-5b9e-4c5d-8b21-1f188d58a934 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:05.291767 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b2d7a946-f597-4cd5-9d83-2d56bc5fd166 req-1ef63b7c-5b9e-4c5d-8b21-1f188d58a934 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 981 time: 0.0859721 Feb 04 06:26:05.349857 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b2d7a946-f597-4cd5-9d83-2d56bc5fd166 req-359b0d78-72c6-4f97-b4e4-d5b22acef6cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505221 Feb 04 06:26:05.384949 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-e2abbefb-e713-4988-a9ed-159a94b26376 service neutron] 10.222.0.24 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359000 Feb 04 06:26:05.525504 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0770ab1-3d91-48a7-9604-2c67d91b2489 req-2f13d014-b246-4c33-8c4d-55b35e1284e3 service neutron] 10.222.0.24 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336596 Feb 04 06:26:06.108157 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bf3130f0-0abe-4fda-8890-5ae63b567a54 req-c946f633-951f-4de7-8752-14a1d82c15cd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 210 time: 0.0500360 Feb 04 06:26:06.541414 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e51113-0729-4592-b1ba-e07aa3315534 req-f3717e48-eac7-49d9-b8e3-554d8c86bf5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:06.542889 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-27e51113-0729-4592-b1ba-e07aa3315534 req-f3717e48-eac7-49d9-b8e3-554d8c86bf5c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 981 time: 0.0816476 Feb 04 06:26:06.587511 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-27e51113-0729-4592-b1ba-e07aa3315534 req-8b21e9e4-c9cc-4ea3-a1c6-21964c698b7e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388968 Feb 04 06:26:07.157909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-bb41fbf5-29ee-4b2b-84c7-45e884923f96 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:07.159360 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-bb41fbf5-29ee-4b2b-84c7-45e884923f96 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 810 time: 0.1522145 Feb 04 06:26:07.207330 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-dcf50b21-eb24-4496-8e71-b1546294161f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ddecbde9bc146ca808a0420422f898c HTTP/1.1" status: 200 len: 380 time: 0.0399790 Feb 04 06:26:07.220198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'port': {'device_id': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'admin_state_up': True, 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'security_groups': ['dcdf9605-3c5b-44c5-b445-262db4b07053']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:07.374225 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a4ae6f99-2558-47c4-b0ae-499c517c2a07 req-677a1e45-a614-4993-9e84-b924e685cf4c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 210 time: 0.1373367 Feb 04 06:26:07.460121 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-89e86034-c173-42a8-b9cd-71f6be33d140 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2243328 Feb 04 06:26:07.461060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:07.480762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:07.569733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Made reservation on behalf of 7ddecbde9bc146ca808a0420422f898c for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:26:07.573732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:07.792485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e8360-7cc6-4d54-ae71-c5afb6949d35 req-cd89946e-01f0-4e3c-bab3-6efc51b2942a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:07.794077 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ad9e8360-7cc6-4d54-ae71-c5afb6949d35 req-cd89946e-01f0-4e3c-bab3-6efc51b2942a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 981 time: 0.0924258 Feb 04 06:26:07.825585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-3657759c-eef5-4e0b-9f92-b23625aebf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:07.826462 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-3657759c-eef5-4e0b-9f92-b23625aebf32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 1098 time: 0.2906473 Feb 04 06:26:07.848175 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ad9e8360-7cc6-4d54-ae71-c5afb6949d35 req-2b9dd145-c890-45b4-8f46-5cdcc0ae9b8d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450580 Feb 04 06:26:07.976031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Allocated IP 172.20.0.10 (e3f2652e-e79f-4240-823a-ac3010d57670/cebdbf98-791b-44c9-bb7b-51fcc9bbe32b/22546fb5-7fa0-436a-ac15-55dc683b1347) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:08.017763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-bd07d1b5-84ca-40c4-b21f-11c0549b4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:08.019231 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-bd07d1b5-84ca-40c4-b21f-11c0549b4aeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 911 time: 0.1650219 Feb 04 06:26:08.140001 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-6de94771-28b8-442e-9a28-bb525d40234e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4349fd7-1eb8-482b-9023-84bcd6e7b553 HTTP/1.1" status: 200 len: 1001 time: 0.1148894 Feb 04 06:26:08.292412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-eaa10998-1e09-4a41-a912-02919815f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:08.293892 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-eaa10998-1e09-4a41-a912-02919815f14b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.1471012 Feb 04 06:26:08.403788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:08.424411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Transition to ACTIVE for port object 22546fb5-7fa0-436a-ac15-55dc683b1347 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:08.438569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-bbaf6715-8926-469c-9bb3-f341c8fd75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:08.439420 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-bbaf6715-8926-469c-9bb3-f341c8fd75b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1364570 Feb 04 06:26:08.544424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:08.690745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Network e3f2652e-e79f-4240-823a-ac3010d57670 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:08.698433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'Port': ['ID=22546fb5-7fa0-436a-ac15-55dc683b1347,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:08.701497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:08.703051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:26:08.758261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.758591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.758935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.759297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.759633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.759963 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.760301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.760612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.760965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.761288 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.761606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.761925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:08.800577 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-af42deb2-cfa2-4e2c-87db-58ea3f4af216 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549798 Feb 04 06:26:08.849514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2a8c8da-8346-4d6a-9478-0b92a0b2a834 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:26:08.912572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:08.913728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:08.929043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f308b8-0b68-4fcd-9227-a1202b7342ea req-93f0ccc5-2121-49c9-a459-6683b2e5fc6a tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:08.934533 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-98f308b8-0b68-4fcd-9227-a1202b7342ea req-93f0ccc5-2121-49c9-a459-6683b2e5fc6a tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 932 time: 0.3935165 Feb 04 06:26:09.009927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:09.020597 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-98f308b8-0b68-4fcd-9227-a1202b7342ea req-5ee9462e-fc62-4f20-be2b-45f0ccb71d1b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791726 Feb 04 06:26:09.024939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'port_id': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'mac_address': 'fa:16:3e:b3:5d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:26:09.051863 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1c1471eb-ae69-497b-8436-1a57037a9a3c req-f3407321-81a9-4e21-903e-54988f1d909a service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427120 Feb 04 06:26:09.088627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95805a19-eda6-4a49-8272-1af998f12e1a req-8b8fc139-fc80-45c1-afa6-477268d0fad6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:09.090168 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-95805a19-eda6-4a49-8272-1af998f12e1a req-8b8fc139-fc80-45c1-afa6-477268d0fad6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 981 time: 0.1020370 Feb 04 06:26:09.096485 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-6d46fa23-1fe6-4cb7-82e8-8bb0641b9c38 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8821611 Feb 04 06:26:09.101539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:09.108467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Request body: {'port': {'device_id': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:09.121996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a8c8da-8346-4d6a-9478-0b92a0b2a834 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:09.137015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bfa6d855-21be-4e09-a447-c85b748cd066 None None] Provisioning for port 22546fb5-7fa0-436a-ac15-55dc683b1347 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:09.143494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:09.143745 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-95805a19-eda6-4a49-8272-1af998f12e1a req-bed8046d-367f-4d81-8f69-2549589ca838 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Feb 04 06:26:09.147370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bfa6d855-21be-4e09-a447-c85b748cd066 None None] Provisioning complete for port 22546fb5-7fa0-436a-ac15-55dc683b1347 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:09.147370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d855-21be-4e09-a447-c85b748cd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:09.207093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:09.236534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:09.245485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6d855-21be-4e09-a447-c85b748cd066 None None] Port 22546fb5-7fa0-436a-ac15-55dc683b1347 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:26:09.283538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=9']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:09.522288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['a2a8c8da-8346-4d6a-9478-0b92a0b2a834'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:26:09.735471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22546fb5-7fa0-436a-ac15-55dc683b1347 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:09.743293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:09.758221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Transition to ACTIVE for port object 22546fb5-7fa0-436a-ac15-55dc683b1347 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:09.821148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:09.952704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Pushing event updated for resources: {'Port': ['ID=22546fb5-7fa0-436a-ac15-55dc683b1347,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:10.062964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Attempting to bind port 22546fb5-7fa0-436a-ac15-55dc683b1347 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:26:10.063310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Attempting to bind port 22546fb5-7fa0-436a-ac15-55dc683b1347 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:26:10.063646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Attempting to bind port 22546fb5-7fa0-436a-ac15-55dc683b1347 on network e3f2652e-e79f-4240-823a-ac3010d57670 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:26:10.068801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Port 22546fb5-7fa0-436a-ac15-55dc683b1347 on network e3f2652e-e79f-4240-823a-ac3010d57670 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:26:10.069130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Attempting to bind port 22546fb5-7fa0-436a-ac15-55dc683b1347 on network e3f2652e-e79f-4240-823a-ac3010d57670 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:26:10.074943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:26:10.075285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Checking segment: {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:26:10.075677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Bound using segment: {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:26:10.076194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Bound port: 22546fb5-7fa0-436a-ac15-55dc683b1347, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e990ec7-0c89-4bcc-af7a-2151e06917b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:26:10.076451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:10.229337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] For port 22546fb5-7fa0-436a-ac15-55dc683b1347, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:26:10.233062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] For port 22546fb5-7fa0-436a-ac15-55dc683b1347, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=22546fb5-7fa0-436a-ac15-55dc683b1347,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:26:10.249646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973bf5e-5516-43e3-bd6b-d05236535490 req-d9a5219b-7961-495f-9bdd-1295dabf58eb tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:10.250358 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-e973bf5e-5516-43e3-bd6b-d05236535490 req-d9a5219b-7961-495f-9bdd-1295dabf58eb tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Synchronizing usage tracker for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:26:10.330774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:10.331029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93d1b6-0538-4c93-83bc-c93fd83fee15 req-90f3860b-9030-4413-bb5c-4269a5e21bae tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:10.332528 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1c93d1b6-0538-4c93-83bc-c93fd83fee15 req-90f3860b-9030-4413-bb5c-4269a5e21bae tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 982 time: 0.0807590 Feb 04 06:26:10.381672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-e973bf5e-5516-43e3-bd6b-d05236535490 req-d9a5219b-7961-495f-9bdd-1295dabf58eb tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Unset dirty status for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:26:10.382873 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e973bf5e-5516-43e3-bd6b-d05236535490 req-d9a5219b-7961-495f-9bdd-1295dabf58eb tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 944 time: 0.2518947 Feb 04 06:26:10.383908 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1c93d1b6-0538-4c93-83bc-c93fd83fee15 req-26d3c72e-a221-412f-9925-0cf0180c5df6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Feb 04 06:26:10.407063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:10.407063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:10.407063 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] 10.222.0.24 "PUT /v2.0/ports/22546fb5-7fa0-436a-ac15-55dc683b1347 HTTP/1.1" status: 200 len: 1094 time: 1.3029065 Feb 04 06:26:10.413041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'tag': '22546fb5-7fa0-436a-ac15-55dc683b1347'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:10.461808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab224630-4c16-4ab2-a65e-51071abb92db service neutron] Pushing event updated for resources: {'Port': ['ID=22546fb5-7fa0-436a-ac15-55dc683b1347,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:10.469574 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e973bf5e-5516-43e3-bd6b-d05236535490 req-db5da1f2-bf6a-475a-a6f0-705f475089ac tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753772 Feb 04 06:26:10.487707 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'tag': '22546fb5-7fa0-436a-ac15-55dc683b1347', 'status': 'completed', 'code': 200} Feb 04 06:26:10.587151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f8493-5e8f-4387-8dfa-3098faf38cfe req-f087b086-363a-4631-b9c3-f391548323d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:10.588672 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa7f8493-5e8f-4387-8dfa-3098faf38cfe req-f087b086-363a-4631-b9c3-f391548323d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 1097 time: 0.0755668 Feb 04 06:26:10.736497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f8493-5e8f-4387-8dfa-3098faf38cfe req-edecb384-bc93-4c53-addb-ac5ae78a940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:10.738588 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa7f8493-5e8f-4387-8dfa-3098faf38cfe req-edecb384-bc93-4c53-addb-ac5ae78a940f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ddecbde9bc146ca808a0420422f898c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1429875 Feb 04 06:26:10.848819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2a8c8da-8346-4d6a-9478-0b92a0b2a834 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:26:10.880348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f8493-5e8f-4387-8dfa-3098faf38cfe req-951803e2-5e97-483b-baf4-742e8031d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:10.881893 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa7f8493-5e8f-4387-8dfa-3098faf38cfe req-951803e2-5e97-483b-baf4-742e8031d11f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373811 Feb 04 06:26:10.994874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-8997784a-83ae-47f2-a74f-2462c2d4b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:10.996401 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-8997784a-83ae-47f2-a74f-2462c2d4b096 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 1097 time: 0.0766401 Feb 04 06:26:11.026961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:11.032468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:11.034517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:11.068292 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-e204bb1a-657f-4238-9db1-450722204304 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22546fb5-7fa0-436a-ac15-55dc683b1347 HTTP/1.1" status: 200 len: 217 time: 0.0652902 Feb 04 06:26:11.156960 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-f6c9ef21-d20d-49ab-baa4-d5944ac3580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:11.158377 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-f6c9ef21-d20d-49ab-baa4-d5944ac3580c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.0844626 Feb 04 06:26:11.160414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:11.188449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66dae9-91c7-4d6b-9425-67fd0cb73a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:11.198712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:11.252166 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e66dae9-91c7-4d6b-9425-67fd0cb73a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a8c8da-8346-4d6a-9478-0b92a0b2a834', 'code': 200} Feb 04 06:26:11.252428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-5143b0d7-c9b1-4b35-b9aa-10c58b49f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:11.252428 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-5143b0d7-c9b1-4b35-b9aa-10c58b49f38a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755818 Feb 04 06:26:11.294559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:11.364563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=10']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:11.377967 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-d35c53ba-b57e-4071-a0ff-10b0a60a2b31 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298063 Feb 04 06:26:11.566036 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40a40d0d-7dd6-4e60-8664-93e0402e4461 req-c43dce3d-22a0-41bc-bd04-4d85a0745366 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823406 Feb 04 06:26:11.605600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e61cf-d88c-474f-9ed6-ff8fd1bb4c76 req-72bf461b-4ccb-49b0-a1e6-f9da42bfac0a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:11.607041 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d65e61cf-d88c-474f-9ed6-ff8fd1bb4c76 req-72bf461b-4ccb-49b0-a1e6-f9da42bfac0a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 984 time: 0.0926566 Feb 04 06:26:11.676887 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17e227-426f-40b6-8cbd-a382d318876e req-ff5f7b38-497b-4947-8f21-d74969394061 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:11.678311 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cc17e227-426f-40b6-8cbd-a382d318876e req-ff5f7b38-497b-4947-8f21-d74969394061 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 944 time: 0.0898993 Feb 04 06:26:11.699954 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d65e61cf-d88c-474f-9ed6-ff8fd1bb4c76 req-f4ee267a-9788-4c1d-b128-f575e4878dc3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578561 Feb 04 06:26:11.711831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74060a-1043-43d3-b8ca-216ef4904d80 req-3dca3ab7-2a25-4422-88e1-a63839754cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:11.713448 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bc74060a-1043-43d3-b8ca-216ef4904d80 req-3dca3ab7-2a25-4422-88e1-a63839754cb0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 1137 time: 0.1055086 Feb 04 06:26:11.724151 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cc17e227-426f-40b6-8cbd-a382d318876e req-a5530b0e-878d-43e0-befe-8a689b483d14 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392678 Feb 04 06:26:11.761114 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bc74060a-1043-43d3-b8ca-216ef4904d80 req-8579b7d7-8145-4d99-a581-71cd38113d9a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392177 Feb 04 06:26:12.892164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271124c5-5506-4a14-882c-b3fa9779299c req-59160ab4-261e-4205-8fda-ccba7b690ed3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:12.893847 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-271124c5-5506-4a14-882c-b3fa9779299c req-59160ab4-261e-4205-8fda-ccba7b690ed3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 984 time: 0.0847721 Feb 04 06:26:12.910728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf67dd-518b-4de3-84c2-408f63f153ed req-e77b2669-acea-4c72-892d-1c8060742bda tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:12.915905 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a2cf67dd-518b-4de3-84c2-408f63f153ed req-e77b2669-acea-4c72-892d-1c8060742bda tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 944 time: 0.0825911 Feb 04 06:26:12.942104 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-271124c5-5506-4a14-882c-b3fa9779299c req-e6ff727d-f018-4abe-b1e3-8ce1f71c071f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Feb 04 06:26:12.962734 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a2cf67dd-518b-4de3-84c2-408f63f153ed req-7e6119a6-705e-4ade-a398-ebe3d07cd922 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440249 Feb 04 06:26:13.899281 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:26:14.156966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d412f6-976e-4415-950f-d6c652d21a9e req-a8858e2e-187d-45c1-9583-58b959cc5280 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:14.156966 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-52d412f6-976e-4415-950f-d6c652d21a9e req-a8858e2e-187d-45c1-9583-58b959cc5280 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 984 time: 0.0917089 Feb 04 06:26:14.170982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6618d-f45b-4a48-9dcf-2361c3e3f917 req-5e66a582-3b43-439a-805e-6b9163decb47 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:14.172543 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-88a6618d-f45b-4a48-9dcf-2361c3e3f917 req-5e66a582-3b43-439a-805e-6b9163decb47 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 944 time: 0.0901709 Feb 04 06:26:14.226915 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-88a6618d-f45b-4a48-9dcf-2361c3e3f917 req-84719d24-56c1-45c3-b95d-5822ba76d9eb tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482705 Feb 04 06:26:14.301605 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-52d412f6-976e-4415-950f-d6c652d21a9e req-ab7a280c-5120-44f0-b3b3-ac332f554536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421034 Feb 04 06:26:14.489798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cb574-26e7-4cd2-af5c-15b00db67d17 req-85df07a6-f392-46fb-82db-1ba90b97b14b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:14.491509 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-423cb574-26e7-4cd2-af5c-15b00db67d17 req-85df07a6-f392-46fb-82db-1ba90b97b14b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 984 time: 0.0809727 Feb 04 06:26:14.542279 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-423cb574-26e7-4cd2-af5c-15b00db67d17 req-70493e86-9f12-4014-84df-5b2fddf18ac1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447614 Feb 04 06:26:14.565859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51666) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:14.643597 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09f1c42-ebe4-430d-94c5-bfe1f8768a96 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:14.645133 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e09f1c42-ebe4-430d-94c5-bfe1f8768a96 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c&network_id=21a3d653-1006-409a-aead-856c7e6bd114 HTTP/1.1" status: 200 len: 1132 time: 0.0782881 Feb 04 06:26:15.277900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed76ceb-88fd-4af3-a3c9-1e789ea1fe42 req-8fb7cace-b425-4734-9776-e911a239baf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:15.279420 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-eed76ceb-88fd-4af3-a3c9-1e789ea1fe42 req-8fb7cace-b425-4734-9776-e911a239baf3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 984 time: 0.0812774 Feb 04 06:26:15.328811 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-eed76ceb-88fd-4af3-a3c9-1e789ea1fe42 req-42f2fbf1-93b8-467a-a542-6cedd77e8040 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430851 Feb 04 06:26:15.414522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fc187-0f6c-49b5-b7f9-5b7fc6c4020a req-ee4288b3-a778-49e5-97dd-33184cd98eaa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:15.416028 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-851fc187-0f6c-49b5-b7f9-5b7fc6c4020a req-ee4288b3-a778-49e5-97dd-33184cd98eaa tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 944 time: 0.0800886 Feb 04 06:26:15.461994 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-851fc187-0f6c-49b5-b7f9-5b7fc6c4020a req-0b10a00a-8300-4288-b2a5-919f7f680c50 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402448 Feb 04 06:26:15.718819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9346f3a2-c60f-4a80-8128-e4df3f5679e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:16.532673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff143e1e-b391-48da-a48b-77eb5433adbf req-922a5ddf-e7f1-45db-85d1-3bc998884274 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:16.534204 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ff143e1e-b391-48da-a48b-77eb5433adbf req-922a5ddf-e7f1-45db-85d1-3bc998884274 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 984 time: 0.0949998 Feb 04 06:26:16.584175 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ff143e1e-b391-48da-a48b-77eb5433adbf req-d17742ac-3436-487a-9599-830a3f65753f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=f83f2fb9-2c10-430b-9bae-445622195489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438247 Feb 04 06:26:16.657907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7b0d1-baea-4ca1-9851-5b286b28f756 req-da86455b-dd96-4fa2-8431-e50c2474e9cd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:16.659470 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16d7b0d1-baea-4ca1-9851-5b286b28f756 req-da86455b-dd96-4fa2-8431-e50c2474e9cd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 944 time: 0.0887716 Feb 04 06:26:16.703830 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16d7b0d1-baea-4ca1-9851-5b286b28f756 req-4fa3e624-7018-4a8a-9b43-0d79ebacd3a5 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384355 Feb 04 06:26:16.817278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-02554c0d-cb35-458c-8434-df550c1011d8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:16.818746 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-02554c0d-cb35-458c-8434-df550c1011d8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 984 time: 0.0801475 Feb 04 06:26:16.893814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-ee9a8d37-087c-4707-91f8-f7d43920d155 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:16.895099 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-ee9a8d37-087c-4707-91f8-f7d43920d155 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0703952 Feb 04 06:26:17.044316 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-6d189bab-6928-46a1-a0f7-ada0b0bd3c08 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1420679 Feb 04 06:26:17.056968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:17.168416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:17.360872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:17.389826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] For port a2a8c8da-8346-4d6a-9478-0b92a0b2a834, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:26:17.445516 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] device_id is not set on port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 yet. {{(pid=88198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 06:26:17.454453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:17.523759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:17.668584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] Pushing event updated for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=11']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:17.724496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] No DVR routers for this DVR port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:26:17.776545 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-13c695db-9201-42c4-b6e2-9d7cea52f96d req-855824c4-35e7-448f-b29d-21a82261839c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 210 time: 0.0537734 Feb 04 06:26:17.855912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fabd18f8-c86e-4471-b577-0da79876308b None None] Provisioning complete for port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:17.856525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fabd18f8-c86e-4471-b577-0da79876308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:17.925514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fabd18f8-c86e-4471-b577-0da79876308b None None] Port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:26:17.975823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0a783b38-1540-45f5-9ac5-fe39e96992ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:18.011724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] In _notify_port_updated(), no bound segment for port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 on network 21a3d653-1006-409a-aead-856c7e6bd114 {{(pid=88198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 04 06:26:18.012562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:18.013200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:18.014481 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6574354-d664-465a-9e7d-39b2bf4caca7 req-5f001a33-b616-4c05-a39b-99fc73942dbd service neutron] 10.222.0.24 "PUT /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 200 len: 1027 time: 0.9623058 Feb 04 06:26:18.030307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddbdc6-a00a-4f4c-85f7-d33631a17236 req-6c02e401-df9e-4eb6-8c19-86cd74cbbcd3 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:18.031786 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10ddbdc6-a00a-4f4c-85f7-d33631a17236 req-6c02e401-df9e-4eb6-8c19-86cd74cbbcd3 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 944 time: 0.1586964 Feb 04 06:26:18.076524 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10ddbdc6-a00a-4f4c-85f7-d33631a17236 req-49542977-cf3a-4dc2-97ee-7b58518c57c2 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385373 Feb 04 06:26:18.885186 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 22546fb5-7fa0-436a-ac15-55dc683b1347 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:26:18.890817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2a8c8da-8346-4d6a-9478-0b92a0b2a834 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:26:18.955965 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-00abf66c-6305-4abb-8199-3829c138e9ea req-9d936e5f-9824-4d3a-8cbe-0fb4b55643d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e66dae9-91c7-4d6b-9425-67fd0cb73a4c HTTP/1.1" status: 200 len: 210 time: 0.0496750 Feb 04 06:26:19.047078 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2a8c8da-8346-4d6a-9478-0b92a0b2a834 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:26:19.098172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 22546fb5-7fa0-436a-ac15-55dc683b1347, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=22546fb5-7fa0-436a-ac15-55dc683b1347,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:19.112061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '22546fb5-7fa0-436a-ac15-55dc683b1347', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'port_id': '22546fb5-7fa0-436a-ac15-55dc683b1347', 'mac_address': 'fa:16:3e:8b:f6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:26:19.172564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:19.190649 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22546fb5-7fa0-436a-ac15-55dc683b1347 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:19.208584 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 22546fb5-7fa0-436a-ac15-55dc683b1347, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=22546fb5-7fa0-436a-ac15-55dc683b1347,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:19.249968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:19.250782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:19.267224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53944c2-fef1-45cf-97bd-05d03cb19b4d req-63fcc70e-0062-48e3-befd-d71a143a6015 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:19.268688 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d53944c2-fef1-45cf-97bd-05d03cb19b4d req-63fcc70e-0062-48e3-befd-d71a143a6015 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 944 time: 0.0861151 Feb 04 06:26:19.295652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:19.378527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=22546fb5-7fa0-436a-ac15-55dc683b1347,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:19.386806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.387151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.387988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.388232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.389182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.389182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.389356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.389632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.389843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.390158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.390514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.391320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:19.430669 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d53944c2-fef1-45cf-97bd-05d03cb19b4d req-3b016cbc-5020-4e07-9846-3f5bb0eb6190 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561706 Feb 04 06:26:19.634886 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['22546fb5-7fa0-436a-ac15-55dc683b1347'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:26:19.773176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:20.076800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51690) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:20.145843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:20.177045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:20.344186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:20.359279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aca061-ed25-4c08-b492-2ab1ce7abe10,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:20.367383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.372948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.372948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.372948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.372948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.372948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.372948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.372948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.372948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.372948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.372948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.372948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:20.454143 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:20.457700 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-754a0707-e252-4cb0-9c8a-6f6740906c76 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/44aca061-ed25-4c08-b492-2ab1ce7abe10 HTTP/1.1" status: 204 len: 168 time: 0.3775086 Feb 04 06:26:20.500886 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:20.536696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51698) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:20.626466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc46dc-c9d1-438a-944a-ac21997bd24b req-4d785d32-d4c7-4a1d-8047-99f5ff3230c2 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:20.628894 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f0cc46dc-c9d1-438a-944a-ac21997bd24b req-4d785d32-d4c7-4a1d-8047-99f5ff3230c2 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 945 time: 0.0821786 Feb 04 06:26:20.675148 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f0cc46dc-c9d1-438a-944a-ac21997bd24b req-589327e2-81d2-4e19-9f0e-0c74945419ed tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394175 Feb 04 06:26:20.747424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port ba56bb32-884a-449f-8448-d4abae06edae {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:26:20.747662 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:20.905520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 22546fb5-7fa0-436a-ac15-55dc683b1347 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:26:20.922683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:20.923014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:21.052941 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for ba56bb32-884a-449f-8448-d4abae06edae owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:26:21.151611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 22546fb5-7fa0-436a-ac15-55dc683b1347 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:21.157487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 22546fb5-7fa0-436a-ac15-55dc683b1347 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:21.157793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:21.278548 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:21.279536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:21.309255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22546fb5-7fa0-436a-ac15-55dc683b1347'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:21.319917 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 22546fb5-7fa0-436a-ac15-55dc683b1347, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=22546fb5-7fa0-436a-ac15-55dc683b1347,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:21.332699 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=ba56bb32-884a-449f-8448-d4abae06edae,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:21.366486 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22546fb5-7fa0-436a-ac15-55dc683b1347', 'code': 200} Feb 04 06:26:21.387153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:21.429395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:21.430015 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP ab154cfe-beb8-4442-9472-076220498d09 disassociated (deleted). External IP: 172.26.7.97, port: a2a8c8da-8346-4d6a-9478-0b92a0b2a834. Feb 04 06:26:21.461707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=22546fb5-7fa0-436a-ac15-55dc683b1347,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:21.754714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493810c4-c20c-41ce-b45d-2970da8e37cd req-e29dbae2-07d3-4c3e-bcae-a23dc20978b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:21.756131 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-493810c4-c20c-41ce-b45d-2970da8e37cd req-e29dbae2-07d3-4c3e-bcae-a23dc20978b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 1099 time: 0.0775716 Feb 04 06:26:21.833028 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-493810c4-c20c-41ce-b45d-2970da8e37cd req-224f1160-983c-47cc-802d-87df3455c80a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709851 Feb 04 06:26:21.876085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea56eb-e767-4d26-b602-01393ec0ff1b req-38946d3a-d4c9-435a-86d1-98dc96a1fb4b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:21.877616 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eaea56eb-e767-4d26-b602-01393ec0ff1b req-38946d3a-d4c9-435a-86d1-98dc96a1fb4b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 946 time: 0.0863130 Feb 04 06:26:21.910624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 194e38e3-b8a3-4d50-87ef-55075db8edac has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:26:21.927234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eaea56eb-e767-4d26-b602-01393ec0ff1b req-d7620aa2-f0fc-47e2-b96d-2ddb6e530ace tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435677 Feb 04 06:26:22.097443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:26:22.108140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e1770d-83ea-47eb-a3ca-fcbdd3736991 None None] Sync routers for ids ['194e38e3-b8a3-4d50-87ef-55075db8edac'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:26:22.118676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e1770d-83ea-47eb-a3ca-fcbdd3736991 None None] Routers {'194e38e3-b8a3-4d50-87ef-55075db8edac'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:22.119296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-50e1770d-83ea-47eb-a3ca-fcbdd3736991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['194e38e3-b8a3-4d50-87ef-55075db8edac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:22.232600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:22.287921 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8b0e1256-c7a8-4524-820c-6252bc5ace93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/floatingips/ab154cfe-beb8-4442-9472-076220498d09 HTTP/1.1" status: 204 len: 168 time: 1.7499437 Feb 04 06:26:22.301537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-50e1770d-83ea-47eb-a3ca-fcbdd3736991 None None] Set router 194e38e3-b8a3-4d50-87ef-55075db8edac gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:22.436109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51710) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:22.511365 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-abcc0eea-bda6-4460-8d8b-35d3077a778d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:22.545009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-abcc0eea-bda6-4460-8d8b-35d3077a778d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:22.647769 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-50e1770d-83ea-47eb-a3ca-fcbdd3736991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:25Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0d459df3-47f4-4b94-9c73-ac9d74c207e8', 'name': '', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:82:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:24Z', 'updated_at': '2022-02-04T06:25:31Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2adf300e-9603-4822-8673-605752da656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:22.651654 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e1770d-83ea-47eb-a3ca-fcbdd3736991 None None] Checking router: 194e38e3-b8a3-4d50-87ef-55075db8edac for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:26:22.661712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-abcc0eea-bda6-4460-8d8b-35d3077a778d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:22.662728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e1770d-83ea-47eb-a3ca-fcbdd3736991 None None] Routers {'194e38e3-b8a3-4d50-87ef-55075db8edac'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:22.663348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-50e1770d-83ea-47eb-a3ca-fcbdd3736991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['194e38e3-b8a3-4d50-87ef-55075db8edac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:22.677454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc0eea-bda6-4460-8d8b-35d3077a778d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7703a569-3bda-4354-a1f7-b8b0c9f66dac,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:22.682965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-abcc0eea-bda6-4460-8d8b-35d3077a778d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:22.687909 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-abcc0eea-bda6-4460-8d8b-35d3077a778d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/7703a569-3bda-4354-a1f7-b8b0c9f66dac HTTP/1.1" status: 204 len: 168 time: 0.2469521 Feb 04 06:26:22.759758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51716) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:22.827400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c5d48995-59d5-4af2-bc8e-50afbe4e4271 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port a2a8c8da-8346-4d6a-9478-0b92a0b2a834 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:26:22.827742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5d48995-59d5-4af2-bc8e-50afbe4e4271 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:22.858555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-50e1770d-83ea-47eb-a3ca-fcbdd3736991 None None] Set router 194e38e3-b8a3-4d50-87ef-55075db8edac gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:23.095432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5d48995-59d5-4af2-bc8e-50afbe4e4271 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:23.213955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47e0d2-7c26-471c-8677-9ac05add7f5c req-d411155f-8f2d-46f0-89fd-fd389750c991 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:23.213955 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ec47e0d2-7c26-471c-8677-9ac05add7f5c req-d411155f-8f2d-46f0-89fd-fd389750c991 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 946 time: 0.1149185 Feb 04 06:26:23.215772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-50e1770d-83ea-47eb-a3ca-fcbdd3736991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:25Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0d459df3-47f4-4b94-9c73-ac9d74c207e8', 'name': '', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:82:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:24Z', 'updated_at': '2022-02-04T06:25:31Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2adf300e-9603-4822-8673-605752da656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:23.220175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e1770d-83ea-47eb-a3ca-fcbdd3736991 None None] The sync data for ids ['194e38e3-b8a3-4d50-87ef-55075db8edac'] in dv-neutron-827796-1-hyperv is: [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:25:25Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '0d459df3-47f4-4b94-9c73-ac9d74c207e8', 'name': '', 'network_id': '21a3d653-1006-409a-aead-856c7e6bd114', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:82:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '2adf300e-9603-4822-8673-605752da656f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:24Z', 'updated_at': '2022-02-04T06:25:31Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '2adf300e-9603-4822-8673-605752da656f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:26:23.249723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c5d48995-59d5-4af2-bc8e-50afbe4e4271 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for a2a8c8da-8346-4d6a-9478-0b92a0b2a834 owned by {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:26:23.277455 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ec47e0d2-7c26-471c-8677-9ac05add7f5c req-dc7202e5-d949-4b18-b8fb-573648c30746 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556822 Feb 04 06:26:23.485367 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a76239d-6d32-42ae-ae5f-817831d2266c None None] New status for floating IP ab154cfe-beb8-4442-9472-076220498d09: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:26:23.489776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5d48995-59d5-4af2-bc8e-50afbe4e4271 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:23.542917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d48995-59d5-4af2-bc8e-50afbe4e4271 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=a2a8c8da-8346-4d6a-9478-0b92a0b2a834,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:23.774674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c5d48995-59d5-4af2-bc8e-50afbe4e4271 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:23.784039 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c5d48995-59d5-4af2-bc8e-50afbe4e4271 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/ports/a2a8c8da-8346-4d6a-9478-0b92a0b2a834 HTTP/1.1" status: 204 len: 168 time: 1.0230761 Feb 04 06:26:23.787107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51722) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:24.387813 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:24.592848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2ab89-cc52-4362-87c9-9810baa33fac req-d8564705-8dc8-4f6b-bf13-479af46da991 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:24.594321 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-44f2ab89-cc52-4362-87c9-9810baa33fac req-d8564705-8dc8-4f6b-bf13-479af46da991 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 946 time: 0.2404823 Feb 04 06:26:24.731997 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-44f2ab89-cc52-4362-87c9-9810baa33fac req-f476d536-c099-41b9-8146-3880bbeb6eaf tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935712 Feb 04 06:26:24.817244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 0d459df3-47f4-4b94-9c73-ac9d74c207e8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:26:24.817657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:24.924157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6fca2-47e0-489a-b451-0c4973a576bd req-0d493838-6561-4c17-9bab-cf56b5fcc31b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:24.925648 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dad6fca2-47e0-489a-b451-0c4973a576bd req-0d493838-6561-4c17-9bab-cf56b5fcc31b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 946 time: 0.0858865 Feb 04 06:26:24.971652 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dad6fca2-47e0-489a-b451-0c4973a576bd req-0698c451-10ad-40eb-b7e7-764aea1c6e93 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393965 Feb 04 06:26:24.997172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51730) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:25.012576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 0d459df3-47f4-4b94-9c73-ac9d74c207e8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=0d459df3-47f4-4b94-9c73-ac9d74c207e8,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:25.012966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:25.182869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26da1123-80b5-4ea9-bad5-dc23e3b2c771 tempest-TestVolumeBootPattern-128235837 tempest-TestVolumeBootPattern-128235837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:25.184333 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-26da1123-80b5-4ea9-bad5-dc23e3b2c771 tempest-TestVolumeBootPattern-128235837 tempest-TestVolumeBootPattern-128235837-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 1094 time: 0.1861484 Feb 04 06:26:25.187128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51736) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:25.192185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '22546fb5-7fa0-436a-ac15-55dc683b1347', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:25.198487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:25.202547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Usage tracker for resource:floatingip and tenant:7ddecbde9bc146ca808a0420422f898c is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:25.207705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:25.212143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:25.257271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 0d459df3-47f4-4b94-9c73-ac9d74c207e8 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:26:25.306983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:25.456558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:25.928325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Allocated IP 172.26.7.179 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/b2f3f937-bbef-46be-8925-5e57004efa73) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:25.928325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:26.059253 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:26.064012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:26.064232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=0d459df3-47f4-4b94-9c73-ac9d74c207e8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:26.084749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:26.088457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:26.092770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:26:26.131971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'Port': ['ID=b2f3f937-bbef-46be-8925-5e57004efa73,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:26.287692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:26.579353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:26.710535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 194e38e3-b8a3-4d50-87ef-55075db8edac has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:26:26.762763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:26.903245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:26:26.923662 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf9676-6f08-49f2-8cd4-f24bd85eaca9 None None] Sync routers for ids ['194e38e3-b8a3-4d50-87ef-55075db8edac'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:26:26.924114 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-272a5117-f204-4197-8c63-de03995a548c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/194e38e3-b8a3-4d50-87ef-55075db8edac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1293123 Feb 04 06:26:26.924206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51740) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:26.925854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf9676-6f08-49f2-8cd4-f24bd85eaca9 None None] Routers {'194e38e3-b8a3-4d50-87ef-55075db8edac'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:26.926472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d8cf9676-6f08-49f2-8cd4-f24bd85eaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['194e38e3-b8a3-4d50-87ef-55075db8edac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:27.069204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-432591fc-2219-46a2-846e-d2862eec6611 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting subnet 2adf300e-9603-4822-8673-605752da656f {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:26:27.075801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-432591fc-2219-46a2-846e-d2862eec6611 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:27.113015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d8cf9676-6f08-49f2-8cd4-f24bd85eaca9 None None] Set router 194e38e3-b8a3-4d50-87ef-55075db8edac gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:27.160013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-432591fc-2219-46a2-846e-d2862eec6611 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:27.243892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:27.271242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-432591fc-2219-46a2-846e-d2862eec6611 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:27.306233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:27.403592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d8cf9676-6f08-49f2-8cd4-f24bd85eaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:26:25Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:27.407669 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf9676-6f08-49f2-8cd4-f24bd85eaca9 None None] Checking router: 194e38e3-b8a3-4d50-87ef-55075db8edac for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:26:27.417034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf9676-6f08-49f2-8cd4-f24bd85eaca9 None None] Routers {'194e38e3-b8a3-4d50-87ef-55075db8edac'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:27.417639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d8cf9676-6f08-49f2-8cd4-f24bd85eaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['194e38e3-b8a3-4d50-87ef-55075db8edac'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:27.441320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event updated for resources: {'Port': ['ID=b2f3f937-bbef-46be-8925-5e57004efa73,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:27.455022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:27.511202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-432591fc-2219-46a2-846e-d2862eec6611 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:27.570521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432591fc-2219-46a2-846e-d2862eec6611 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Subnet': ['ID=2adf300e-9603-4822-8673-605752da656f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:27.572567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-432591fc-2219-46a2-846e-d2862eec6611 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:27.601281 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-432591fc-2219-46a2-846e-d2862eec6611 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/subnets/2adf300e-9603-4822-8673-605752da656f HTTP/1.1" status: 204 len: 168 time: 0.6797347 Feb 04 06:26:27.604328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51744) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:27.619270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d927aac0-e6a8-4b7e-b917-b353811062d9 None None] Network 21a3d653-1006-409a-aead-856c7e6bd114 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:26:27.730196 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-d8cf9676-6f08-49f2-8cd4-f24bd85eaca9 None None] Set router 194e38e3-b8a3-4d50-87ef-55075db8edac gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:27.768572 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Floating IP 1d00da1e-74ef-44be-9195-0d6473941f0e associated. External IP: 172.26.7.179, port: 22546fb5-7fa0-436a-ac15-55dc683b1347. Feb 04 06:26:27.986300 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.107718 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-d8cf9676-6f08-49f2-8cd4-f24bd85eaca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:26:25Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:28.112220 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf9676-6f08-49f2-8cd4-f24bd85eaca9 None None] The sync data for ids ['194e38e3-b8a3-4d50-87ef-55075db8edac'] in dv-neutron-827796-1-hyperv is: [{'id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'name': 'tempest-TestNetworkBasicOps-router-1870431490', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229'}], 'enable_snat': True}, 'gw_port_id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:25:19Z', 'updated_at': '2022-02-04T06:26:25Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '63340d3e-13c3-4c18-833e-b339b65e3bcf', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e38e3-b8a3-4d50-87ef-55075db8edac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:25:20Z', 'updated_at': '2022-02-04T06:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:26:28.158648 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eae48f-d1b6-4798-a02b-8be32ed3d5bc None None] DHCP port deletion for 21a3d653-1006-409a-aead-856c7e6bd114 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:26:28.163156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a4eae48f-d1b6-4798-a02b-8be32ed3d5bc None None] Deleting port 772ea152-a5b8-45df-806e-8a6375e78e39 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:26:28.166751 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a4eae48f-d1b6-4798-a02b-8be32ed3d5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.379735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a4eae48f-d1b6-4798-a02b-8be32ed3d5bc None None] For port 772ea152-a5b8-45df-806e-8a6375e78e39, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=772ea152-a5b8-45df-806e-8a6375e78e39,segment=NetworkSegment(5689c98d-791c-46b4-abde-46af4c163b96),segment_id=5689c98d-791c-46b4-abde-46af4c163b96)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:28.380119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a4eae48f-d1b6-4798-a02b-8be32ed3d5bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.450231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.499383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Router 051c6209-f6a2-4e66-b055-e1b22b09a6fe has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:26:28.503346 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a4eae48f-d1b6-4798-a02b-8be32ed3d5bc None None] Calling delete_port for 772ea152-a5b8-45df-806e-8a6375e78e39 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:26:28.657213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 63340d3e-13c3-4c18-833e-b339b65e3bcf {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:26:28.657554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.689319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a4eae48f-d1b6-4798-a02b-8be32ed3d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.734267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:26:28.739245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eae48f-d1b6-4798-a02b-8be32ed3d5bc None None] No DVR routers for this DVR port 772ea152-a5b8-45df-806e-8a6375e78e39 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:26:28.744292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eae48f-d1b6-4798-a02b-8be32ed3d5bc None None] Pushing event deleted for resources: {'Port': ['ID=772ea152-a5b8-45df-806e-8a6375e78e39,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:28.754851 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38e51be-e31c-4e1f-a288-e3b89a21e0c5 None None] Sync routers for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:26:28.766312 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e51be-e31c-4e1f-a288-e3b89a21e0c5 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:28.767145 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b38e51be-e31c-4e1f-a288-e3b89a21e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:28.821259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 772ea152-a5b8-45df-806e-8a6375e78e39 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:26:28.864920 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 772ea152-a5b8-45df-806e-8a6375e78e39 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:26:28.865853 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 772ea152-a5b8-45df-806e-8a6375e78e39 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:26:28.866461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0d459df3-47f4-4b94-9c73-ac9d74c207e8 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:26:28.866634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.910230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 0d459df3-47f4-4b94-9c73-ac9d74c207e8 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:26:28.910230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 0d459df3-47f4-4b94-9c73-ac9d74c207e8 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:26:28.925553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 63340d3e-13c3-4c18-833e-b339b65e3bcf, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=63340d3e-13c3-4c18-833e-b339b65e3bcf,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:28.925915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:28.960587 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b38e51be-e31c-4e1f-a288-e3b89a21e0c5 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:29.050219 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a7088d61-be0f-4b42-8078-8cd6635f62b9 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8620331 Feb 04 06:26:29.057389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 63340d3e-13c3-4c18-833e-b339b65e3bcf owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:26:29.084524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'tag': '22546fb5-7fa0-436a-ac15-55dc683b1347'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:29.131216 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'tag': '22546fb5-7fa0-436a-ac15-55dc683b1347', 'status': 'completed', 'code': 200} Feb 04 06:26:29.271580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428d908-8930-4be6-8f41-7e891355ea76 req-4e70ad66-cf0f-41a8-ac35-2914749a7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:29.273115 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d428d908-8930-4be6-8f41-7e891355ea76 req-4e70ad66-cf0f-41a8-ac35-2914749a7cc7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 1099 time: 0.1186004 Feb 04 06:26:29.333681 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b38e51be-e31c-4e1f-a288-e3b89a21e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1c11d888-8176-4ade-94ad-77093acb7dda', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:03:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:04Z', 'updated_at': '2022-02-04T06:23:07Z', 'revision_number': 1, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}, {'id': '1d00da1e-74ef-44be-9195-0d6473941f0e', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': '22546fb5-7fa0-436a-ac15-55dc683b1347', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:8b:f6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:26:26Z', 'updated_at': '2022-02-04T06:26:26Z', 'revision_number': 0, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:29.338377 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38e51be-e31c-4e1f-a288-e3b89a21e0c5 None None] Checking router: 051c6209-f6a2-4e66-b055-e1b22b09a6fe for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:26:29.346616 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e51be-e31c-4e1f-a288-e3b89a21e0c5 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:29.347204 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b38e51be-e31c-4e1f-a288-e3b89a21e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:29.417752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428d908-8930-4be6-8f41-7e891355ea76 req-67876e72-d9ff-41dd-9701-5eae9869535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:29.419244 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d428d908-8930-4be6-8f41-7e891355ea76 req-67876e72-d9ff-41dd-9701-5eae9869535c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 911 time: 0.1371696 Feb 04 06:26:29.496554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:29.561155 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b38e51be-e31c-4e1f-a288-e3b89a21e0c5 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:29.561283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=63340d3e-13c3-4c18-833e-b339b65e3bcf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:29.644362 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d428d908-8930-4be6-8f41-7e891355ea76 req-c77180f9-3dc3-47e7-8ea9-a71257d1a3e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22546fb5-7fa0-436a-ac15-55dc683b1347 HTTP/1.1" status: 200 len: 1000 time: 0.2189643 Feb 04 06:26:29.825598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:29.928760 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b38e51be-e31c-4e1f-a288-e3b89a21e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1c11d888-8176-4ade-94ad-77093acb7dda', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:03:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:04Z', 'updated_at': '2022-02-04T06:23:07Z', 'revision_number': 1, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}, {'id': '1d00da1e-74ef-44be-9195-0d6473941f0e', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': '22546fb5-7fa0-436a-ac15-55dc683b1347', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:8b:f6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:26:26Z', 'updated_at': '2022-02-04T06:26:26Z', 'revision_number': 0, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:29.933574 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38e51be-e31c-4e1f-a288-e3b89a21e0c5 None None] The sync data for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv is: [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1c11d888-8176-4ade-94ad-77093acb7dda', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:03:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:04Z', 'updated_at': '2022-02-04T06:23:07Z', 'revision_number': 1, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}, {'id': '1d00da1e-74ef-44be-9195-0d6473941f0e', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': '22546fb5-7fa0-436a-ac15-55dc683b1347', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:8b:f6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:26:26Z', 'updated_at': '2022-02-04T06:26:26Z', 'revision_number': 0, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:26:29.955716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428d908-8930-4be6-8f41-7e891355ea76 req-aea1f54d-a5fb-4676-b267-12256c3ad173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:29.957220 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d428d908-8930-4be6-8f41-7e891355ea76 req-aea1f54d-a5fb-4676-b267-12256c3ad173 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.3030856 Feb 04 06:26:30.016777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.048303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.104600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428d908-8930-4be6-8f41-7e891355ea76 req-959f6de2-ef40-4e43-ab86-a7be878b88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:30.106059 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d428d908-8930-4be6-8f41-7e891355ea76 req-959f6de2-ef40-4e43-ab86-a7be878b88f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965924 Feb 04 06:26:30.143194 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84251f5-de87-4409-a116-89b43662eb5e None None] New status for floating IP 1d00da1e-74ef-44be-9195-0d6473941f0e: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:26:30.183061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.183564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Fanout notify agent at l3_agent the message router_deleted on router 194e38e3-b8a3-4d50-87ef-55075db8edac {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:26:30.218484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.219583 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-babf078f-e5d9-4bcf-b7b1-2ac504979a03 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/routers/194e38e3-b8a3-4d50-87ef-55075db8edac HTTP/1.1" status: 204 len: 168 time: 2.6143038 Feb 04 06:26:30.222478 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51752) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:30.276758 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d428d908-8930-4be6-8f41-7e891355ea76 req-6c85ae6c-bb6c-46e0-a194-b8c97d8f08ba service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645477 Feb 04 06:26:30.433738 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d428d908-8930-4be6-8f41-7e891355ea76 req-12238026-309e-45a3-8a3c-cec87ba038d2 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504254 Feb 04 06:26:30.491551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.626111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.653519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a3d653-1006-409a-aead-856c7e6bd114']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:30.666580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5689c98d-791c-46b4-abde-46af4c163b96') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:30.666883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5689c98d-791c-46b4-abde-46af4c163b96') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:30.679618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.695449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.703786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:26:30.704011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:26:30.723758 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:26:30.818792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 63340d3e-13c3-4c18-833e-b339b65e3bcf no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:26:30.853976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 63340d3e-13c3-4c18-833e-b339b65e3bcf {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:26:30.854206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 63340d3e-13c3-4c18-833e-b339b65e3bcf not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:26:30.901524 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.919074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:30.930417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Network': ['ID=21a3d653-1006-409a-aead-856c7e6bd114,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:31.034547 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c7f4610d-15bf-43c8-98f4-6792fa401ba7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/networks/21a3d653-1006-409a-aead-856c7e6bd114 HTTP/1.1" status: 204 len: 168 time: 0.8097320 Feb 04 06:26:31.049411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51756) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:31.061730 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b1a1e1a1-00aa-4d17-8250-2dbcb0f94830 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111346 Feb 04 06:26:31.064221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51760) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:31.069602 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'network': {'name': 'tempest-network-smoke--1635466141', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'port_security_enabled': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:31.074946 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:31.080420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:network and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:31.083029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:31.089102 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:31.175063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:26:31.179177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:31.213329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:26:31.221859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:31.222192 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Added segment 8d9f049c-a8f1-4b51-8f80-e7bfe89175e4 of type vlan for network 05064f92-a49b-4a41-a26b-4558cbc97e3d Feb 04 06:26:31.246962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:31.437888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:31.443353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:31.443948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:31.551927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Network': ['ID=05064f92-a49b-4a41-a26b-4558cbc97e3d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:31.562422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 05064f92-a49b-4a41-a26b-4558cbc97e3d details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:26:31.615753 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d27ec940-5eb8-470d-b3f1-db595800099d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5504577 Feb 04 06:26:31.618905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51764) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:31.623965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-484426092', 'admin_state_up': True, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:31.630984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:31.634874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:router and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:31.637725 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:31.644242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:31.729826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:31.730876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:31.746771 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:32.123430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:32.495216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:32.539583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:32.665283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.207 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:32.932598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:33.056985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:33.124437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:33.127291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:33.130979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:26:33.163596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:33.643734 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:33.987435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.244053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 180df549-daaf-4440-9c87-71ed82c63a7a is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:26:34.547744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:26:34.559260 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Sync routers for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:26:34.568691 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:34.569292 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:34.661223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:34.667467 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0282d3ce-48e6-4d69-a2c8-4ce05f41fd0b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0426803 Feb 04 06:26:34.667587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51768) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:34.714949 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9fca9df7-1df0-4783-9734-c2b70fec97ac tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ed74ee2667754fabaada911129fc7b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475662 Feb 04 06:26:34.717876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51772) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:34.764589 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:34.871834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc9e2af-bade-4b30-b712-84ccd6ba76e1 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:34.879296 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1dc9e2af-bade-4b30-b712-84ccd6ba76e1 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1543884 Feb 04 06:26:34.879296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51776) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:34.932256 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-245f14f6-2889-417b-a806-82ca24db5402 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504396 Feb 04 06:26:34.932774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51780) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:34.936855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320360887', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:35.053888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:35.058109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:subnet and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:35.061740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:35.067673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:35.070926 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:33Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:35.075770 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Checking router: 180df549-daaf-4440-9c87-71ed82c63a7a for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:26:35.076111 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Updating router 180df549-daaf-4440-9c87-71ed82c63a7a port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:26:35.137700 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.151255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:26:35.151255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.483375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.497399 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.504863 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Transition to ACTIVE for port object 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:35.570326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Subnet': ['ID=72077b24-5311-4999-be15-5ce6bf5e1388,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:35.576364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Checking segment: {'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:26:35.576747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network hostable DHCP agents. Network: 05064f92-a49b-4a41-a26b-4558cbc97e3d, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:26:35.729292 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.746964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 05064f92-a49b-4a41-a26b-4558cbc97e3d is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:26:35.804437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 05064f92-a49b-4a41-a26b-4558cbc97e3d) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:35.816523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:35.816523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.818629 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72864780-3a3c-4f34-b340-d51bd5fa8aab None None] Network 05064f92-a49b-4a41-a26b-4558cbc97e3d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:26:35.819893 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Attempting to bind port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:26:35.819893 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Attempting to bind port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:26:35.819893 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Attempting to bind port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:26:35.819893 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Pushing event updated for resources: {'Port': ['ID=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:35.834411 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:26:35.834411 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:26:35.834411 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.834411 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:26:35.834411 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Bound port: 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:26:35.834411 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:35.856757 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.856757 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.856757 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.857079 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.857271 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.857603 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.858550 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.858550 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.858794 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.858933 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.859367 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.859581 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:26:35.916712 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] For port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:26:35.920214 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] For port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:26:35.941479 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-58d31d45-f913-4fa4-9fc7-a1bfea907fec tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0091970 Feb 04 06:26:35.957593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51786) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:36.016370 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.127617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-05064f92-a49b-4a41-a26b-4558cbc97e3d', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:26:36.128840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.135128 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:36.135766 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:36.203590 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e006e-9c56-4d0f-a308-9d40f2946181 None None] Pushing event updated for resources: {'Port': ['ID=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:36.317110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Allocated IP 172.20.0.2 (05064f92-a49b-4a41-a26b-4558cbc97e3d/72077b24-5311-4999-be15-5ce6bf5e1388/d6ec532a-dd37-441a-8058-13ea9993f112) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:36.337528 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:36.572639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.588238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Transition to ACTIVE for port object d6ec532a-dd37-441a-8058-13ea9993f112 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:36.611591 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Transition to ACTIVE for port object d6ec532a-dd37-441a-8058-13ea9993f112 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:36.673524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.683608 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:33Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:36.694364 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4bc11-b491-43ac-b0eb-f46e4726655d None None] The sync data for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv is: [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:33Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:26:36.751440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Network 05064f92-a49b-4a41-a26b-4558cbc97e3d is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:36.754563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:36.760447 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:26:36.847506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Pushing event updated for resources: {'Port': ['ID=d6ec532a-dd37-441a-8058-13ea9993f112,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:36.868925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Attempting to bind port d6ec532a-dd37-441a-8058-13ea9993f112 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:26:36.869302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Attempting to bind port d6ec532a-dd37-441a-8058-13ea9993f112 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:26:36.869670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Attempting to bind port d6ec532a-dd37-441a-8058-13ea9993f112 on network 05064f92-a49b-4a41-a26b-4558cbc97e3d {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:26:36.875663 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:26:36.876040 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Checking segment: {'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:26:36.876862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.876862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Bound using segment: {'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:26:36.877543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Bound port: d6ec532a-dd37-441a-8058-13ea9993f112, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:26:36.877756 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:36.924623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.017506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] For port d6ec532a-dd37-441a-8058-13ea9993f112, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:26:37.020632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] For port d6ec532a-dd37-441a-8058-13ea9993f112, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d6ec532a-dd37-441a-8058-13ea9993f112,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:26:37.105358 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.197033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc5dd8-8d58-4234-a0c2-38a44a13a988 None None] Pushing event updated for resources: {'Port': ['ID=d6ec532a-dd37-441a-8058-13ea9993f112,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:37.442361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.1 (05064f92-a49b-4a41-a26b-4558cbc97e3d/72077b24-5311-4999-be15-5ce6bf5e1388/559a595f-6c32-4580-901c-140db260e318) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:37.633138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.649797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 559a595f-6c32-4580-901c-140db260e318 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:37.776038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:37.848581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 05064f92-a49b-4a41-a26b-4558cbc97e3d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:37.851652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:37.856455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:26:37.892093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=559a595f-6c32-4580-901c-140db260e318,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:37.920500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:38.240239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b240b9-9b15-44a7-b227-1df7b6711368 None None] Network 05064f92-a49b-4a41-a26b-4558cbc97e3d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:26:38.294038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:38.399998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-636c5bbd-fc7f-4f9a-a079-d260d7cb69b6 None None] Provisioning for port d6ec532a-dd37-441a-8058-13ea9993f112 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:38.821471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1c6ff1c5-9d24-4a32-83eb-556cc7088870 None None] Provisioning for port 559a595f-6c32-4580-901c-140db260e318 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:38.831078 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1c6ff1c5-9d24-4a32-83eb-556cc7088870 None None] Provisioning complete for port 559a595f-6c32-4580-901c-140db260e318 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:38.832356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff1c5-9d24-4a32-83eb-556cc7088870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:38.906127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ff1c5-9d24-4a32-83eb-556cc7088870 None None] Port 559a595f-6c32-4580-901c-140db260e318 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:26:38.933350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:38.946542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d6ec532a-dd37-441a-8058-13ea9993f112 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:26:39.009160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.025062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f125b5cb-3c9d-4af3-be97-6221e33ccc14 None None] Provisioning complete for port 559a595f-6c32-4580-901c-140db260e318 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:39.025433 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f125b5cb-3c9d-4af3-be97-6221e33ccc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.078707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f125b5cb-3c9d-4af3-be97-6221e33ccc14 None None] Port 559a595f-6c32-4580-901c-140db260e318 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:26:39.124702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=559a595f-6c32-4580-901c-140db260e318,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:39.127747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.203833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port d6ec532a-dd37-441a-8058-13ea9993f112 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:39.210161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d6ec532a-dd37-441a-8058-13ea9993f112 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:39.210161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.278704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 05064f92-a49b-4a41-a26b-4558cbc97e3d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:39.280561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:39.374878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.410600 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port d6ec532a-dd37-441a-8058-13ea9993f112, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d6ec532a-dd37-441a-8058-13ea9993f112,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:39.474875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 180df549-daaf-4440-9c87-71ed82c63a7a has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:26:39.483915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.489320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:26:39.607901 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fcd7a89b-612f-4d55-a1f0-c3333d661b11 None None] Provisioning complete for port 559a595f-6c32-4580-901c-140db260e318 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:39.608275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fcd7a89b-612f-4d55-a1f0-c3333d661b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.660736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:26:39.666162 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=d6ec532a-dd37-441a-8058-13ea9993f112,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:39.674147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Sync routers for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:26:39.675003 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-eeb0e4fd-6b69-4c16-9bb5-f290af3516ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/180df549-daaf-4440-9c87-71ed82c63a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7293563 Feb 04 06:26:39.689057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51790) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:39.690411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7a89b-612f-4d55-a1f0-c3333d661b11 None None] Port 559a595f-6c32-4580-901c-140db260e318 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:26:39.693948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:39.694584 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:39.756935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:39.768050 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:39.768425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:39.843276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8e9d8-4426-4821-8431-b46d307a2446 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.843772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8e9d8-4426-4821-8431-b46d307a2446 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.844245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8e9d8-4426-4821-8431-b46d307a2446 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.844742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8e9d8-4426-4821-8431-b46d307a2446 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.845208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8e9d8-4426-4821-8431-b46d307a2446 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.845668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8e9d8-4426-4821-8431-b46d307a2446 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.847487 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ebf8e9d8-4426-4821-8431-b46d307a2446 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1687541 Feb 04 06:26:39.850377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51794) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:39.922130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27dfc3-9e3f-45f2-b94b-88063f46b87d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.922600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27dfc3-9e3f-45f2-b94b-88063f46b87d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.923069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27dfc3-9e3f-45f2-b94b-88063f46b87d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.923560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27dfc3-9e3f-45f2-b94b-88063f46b87d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.924031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27dfc3-9e3f-45f2-b94b-88063f46b87d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.924687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27dfc3-9e3f-45f2-b94b-88063f46b87d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:39.926499 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0a27dfc3-9e3f-45f2-b94b-88063f46b87d tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0751691 Feb 04 06:26:39.929787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51798) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:39.933612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:40.111704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.146809 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-188a25f0-fffd-4bfb-9243-33b583a29010 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2132151 Feb 04 06:26:40.194129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:40.288978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.373058 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:40.381871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:40.386633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Checking router: 180df549-daaf-4440-9c87-71ed82c63a7a for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:26:40.386990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Updating router 180df549-daaf-4440-9c87-71ed82c63a7a port 559a595f-6c32-4580-901c-140db260e318 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:26:40.444036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.697258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51804) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:40.702498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619002108', 'description': 'tempest-secgroup-smoke-1619002108 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:40.708487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:40.712675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:40.715574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:40.721204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:40.798863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.813031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Transition to ACTIVE for port object 559a595f-6c32-4580-901c-140db260e318 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:40.822834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d6ec532a-dd37-441a-8058-13ea9993f112 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:26:40.855217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.871810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:40.877627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:40.878777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:40.884584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:40.899643 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d6ec532a-dd37-441a-8058-13ea9993f112 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:40.904735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.959015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:40.977997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.072682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.127457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:41.168996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e65a0-8bf6-4f3b-be8d-86492698a536 None None] Pushing event updated for resources: {'Port': ['ID=559a595f-6c32-4580-901c-140db260e318,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:41.226602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.228085 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-93d3e3ba-751b-4049-a416-8c966aa6a574 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5297716 Feb 04 06:26:41.231524 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51808) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:41.237185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a6248a4a-ab7b-426e-84d3-b73e65771723 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:41.243677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a6248a4a-ab7b-426e-84d3-b73e65771723 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:41.256729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a6248a4a-ab7b-426e-84d3-b73e65771723 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:41.256729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a6248a4a-ab7b-426e-84d3-b73e65771723 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:41.259337 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a6248a4a-ab7b-426e-84d3-b73e65771723 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:41.267453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Attempting to bind port 559a595f-6c32-4580-901c-140db260e318 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:26:41.267836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Attempting to bind port 559a595f-6c32-4580-901c-140db260e318 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:26:41.268201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Attempting to bind port 559a595f-6c32-4580-901c-140db260e318 on network 05064f92-a49b-4a41-a26b-4558cbc97e3d {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:26:41.279384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:26:41.280561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Checking segment: {'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:26:41.280561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.280561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Bound using segment: {'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:26:41.281075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Bound port: 559a595f-6c32-4580-901c-140db260e318, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:26:41.281457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.294181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:26:41.376354 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a6248a4a-ab7b-426e-84d3-b73e65771723 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.443112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] For port 559a595f-6c32-4580-901c-140db260e318, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:26:41.449680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] For port 559a595f-6c32-4580-901c-140db260e318, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=559a595f-6c32-4580-901c-140db260e318,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:26:41.452475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:41.452889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.453000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a6248a4a-ab7b-426e-84d3-b73e65771723 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.572060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.579344 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a6248a4a-ab7b-426e-84d3-b73e65771723 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.603093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6248a4a-ab7b-426e-84d3-b73e65771723 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324c622a-4f04-4c57-82a1-792da467c74b,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:41.652980 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:26:41.652980 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:41.677861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a6248a4a-ab7b-426e-84d3-b73e65771723 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.682254 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a6248a4a-ab7b-426e-84d3-b73e65771723 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4462392 Feb 04 06:26:41.682487 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51812) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:41.688064 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-48961e36-840e-4ee9-9b85-c02c89fc1391 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:41.694662 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-48961e36-840e-4ee9-9b85-c02c89fc1391 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:41.699763 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-48961e36-840e-4ee9-9b85-c02c89fc1391 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:41.703877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-48961e36-840e-4ee9-9b85-c02c89fc1391 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:41.711024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-48961e36-840e-4ee9-9b85-c02c89fc1391 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:41.732801 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e65a0-8bf6-4f3b-be8d-86492698a536 None None] Pushing event updated for resources: {'Port': ['ID=559a595f-6c32-4580-901c-140db260e318,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:41.816967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48961e36-840e-4ee9-9b85-c02c89fc1391 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.873411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:26:41.886649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48961e36-840e-4ee9-9b85-c02c89fc1391 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.964051 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48961e36-840e-4ee9-9b85-c02c89fc1391 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:41.988553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48961e36-840e-4ee9-9b85-c02c89fc1391 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72e569d-39a2-4501-a9ca-2f958379f4c4,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:42.203316 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-48961e36-840e-4ee9-9b85-c02c89fc1391 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.203753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:26:42.206763 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-48961e36-840e-4ee9-9b85-c02c89fc1391 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5207946 Feb 04 06:26:42.207349 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51816) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:42.208248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880bca63-aecd-43f6-ad6e-600cdba8e5c9 None None] The sync data for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv is: [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:41Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:26:42.213891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5477fa16-cfe9-43b4-bff4-0c7be9fc5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:42.220339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5477fa16-cfe9-43b4-bff4-0c7be9fc5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:42.232570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5477fa16-cfe9-43b4-bff4-0c7be9fc5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:42.232570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5477fa16-cfe9-43b4-bff4-0c7be9fc5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:42.239570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5477fa16-cfe9-43b4-bff4-0c7be9fc5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:42.307475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5477fa16-cfe9-43b4-bff4-0c7be9fc5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.387385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5477fa16-cfe9-43b4-bff4-0c7be9fc5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.489609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5477fa16-cfe9-43b4-bff4-0c7be9fc5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.517369 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477fa16-cfe9-43b4-bff4-0c7be9fc5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b96793-02ad-47c7-8a1d-110c5a119878,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:42.597753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5477fa16-cfe9-43b4-bff4-0c7be9fc5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.599023 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5477fa16-cfe9-43b4-bff4-0c7be9fc5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3907375 Feb 04 06:26:42.602396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51822) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:42.607752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-6122b1ea-f2a1-4fa8-a382-b0eda2c0b766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:42.613898 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6122b1ea-f2a1-4fa8-a382-b0eda2c0b766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:42.617824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6122b1ea-f2a1-4fa8-a382-b0eda2c0b766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:42.620877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6122b1ea-f2a1-4fa8-a382-b0eda2c0b766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:42.626926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6122b1ea-f2a1-4fa8-a382-b0eda2c0b766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:42.708208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6122b1ea-f2a1-4fa8-a382-b0eda2c0b766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.785691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6122b1ea-f2a1-4fa8-a382-b0eda2c0b766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.832220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6122b1ea-f2a1-4fa8-a382-b0eda2c0b766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.861740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122b1ea-f2a1-4fa8-a382-b0eda2c0b766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d750256-1ff4-4f4b-ad31-70f0153a1cc4,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:42.865671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 559a595f-6c32-4580-901c-140db260e318 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:26:42.929806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6122b1ea-f2a1-4fa8-a382-b0eda2c0b766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.931354 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6122b1ea-f2a1-4fa8-a382-b0eda2c0b766 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280168 Feb 04 06:26:42.934360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51826) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:42.940286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:42.950594 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:42.955301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:42.965733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:42.965733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:43.028626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 559a595f-6c32-4580-901c-140db260e318 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:43.031915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 559a595f-6c32-4580-901c-140db260e318 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:43.032231 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.055490 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:26:43.063663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.140891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.161959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.209709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 559a595f-6c32-4580-901c-140db260e318, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=559a595f-6c32-4580-901c-140db260e318,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:43.226373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.252465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf50fff-78b7-42a4-9bd5-4811cd2531c5,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:43.290136 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.360690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.363547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51830) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:26:43.369967 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-eb27d028-0978-4839-81c4-708d42915322 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4291174 Feb 04 06:26:43.372570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:43.376688 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=559a595f-6c32-4580-901c-140db260e318,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:43.378941 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:43.384397 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:26:43.397015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:26:43.397015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:43.481673 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:26:43.486105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.581442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.651617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.692967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e7d08d-e8bb-48fb-a063-d0fe4563697f,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:43.793351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:43.793351 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a8f3af82-ceb0-44f6-955b-c206cb344a43 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4246733 Feb 04 06:26:44.172049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-f5bb8d7a-0941-44d5-8206-045eb61c74b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:26:44.239550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-f5bb8d7a-0941-44d5-8206-045eb61c74b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:26:44.239550 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-f5bb8d7a-0941-44d5-8206-045eb61c74b4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619002108&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.1117549 Feb 04 06:26:44.412486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-2486f7bf-7b9d-48ca-81b3-e0f6e0c7cfc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:44.412486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-2486f7bf-7b9d-48ca-81b3-e0f6e0c7cfc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:26:44.525245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-2486f7bf-7b9d-48ca-81b3-e0f6e0c7cfc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:26:44.525245 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-2486f7bf-7b9d-48ca-81b3-e0f6e0c7cfc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/networks?id=05064f92-a49b-4a41-a26b-4558cbc97e3d HTTP/1.1" status: 200 len: 797 time: 0.2788813 Feb 04 06:26:44.539389 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-6fd8838d-f05b-4019-8f55-a3ef3e56a7b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/quotas/ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 375 time: 0.0116615 Feb 04 06:26:44.630273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-dc80b081-1042-49b2-b70e-b6dcd81ff162 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:26:44.737547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-dc80b081-1042-49b2-b70e-b6dcd81ff162 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:26:44.737547 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-dc80b081-1042-49b2-b70e-b6dcd81ff162 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1883488 Feb 04 06:26:44.834363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 559a595f-6c32-4580-901c-140db260e318 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:26:44.895988 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-ebe55d03-bd45-41d8-bf5b-94a093db040e service neutron] 10.222.0.32 "GET /v2.0/networks/05064f92-a49b-4a41-a26b-4558cbc97e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490831 Feb 04 06:26:44.919227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 559a595f-6c32-4580-901c-140db260e318 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:44.919227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:45.056590 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-86bf507a-c86c-46fc-a3aa-3eb19964f9f6 service neutron] 10.222.0.32 "GET /v2.0/networks/05064f92-a49b-4a41-a26b-4558cbc97e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444695 Feb 04 06:26:45.571257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-31a90ab9-5e78-4819-8a21-ea57991cbe8c req-95263f6b-1001-4bd0-b8f3-192d600c99f6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:26:45.583488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-31a90ab9-5e78-4819-8a21-ea57991cbe8c req-95263f6b-1001-4bd0-b8f3-192d600c99f6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:26:45.583488 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-31a90ab9-5e78-4819-8a21-ea57991cbe8c req-95263f6b-1001-4bd0-b8f3-192d600c99f6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 210 time: 0.2801578 Feb 04 06:26:45.831503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8250e11d-bc22-4bd8-a669-d03589db8ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:46.753834 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fdeb51cc-cb95-41f8-af1f-db5ee5119aa3 req-31a82bd7-2a20-4670-8ddb-2135de4a1c4e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 210 time: 0.0573819 Feb 04 06:26:47.980917 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a3091f6-9c1c-40c6-afa0-d4b68e791ef6 req-1ec048c4-4750-453d-9005-d8a040fa604d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 210 time: 0.0724187 Feb 04 06:26:48.031957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1290633a-dae5-4174-a926-97f5e8fb992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:48.051860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-5eb49be6-cf0e-4972-9d38-b915599a5100 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:48.053254 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-5eb49be6-cf0e-4972-9d38-b915599a5100 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=05064f92-a49b-4a41-a26b-4558cbc97e3d HTTP/1.1" status: 200 len: 797 time: 0.3152905 Feb 04 06:26:48.104137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-07dbb423-b6b3-4212-9bef-98780abc86c3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:26:48.119089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-07dbb423-b6b3-4212-9bef-98780abc86c3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:26:48.119559 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-07dbb423-b6b3-4212-9bef-98780abc86c3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 380 time: 0.0581129 Feb 04 06:26:48.129531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'device_id': '7569580d-bfe6-417d-8af8-97c633f301c1', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'admin_state_up': True, 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'security_groups': ['3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:48.278714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:26:48.288620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:26:48.426752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:26:48.436192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:48.606538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.6 (05064f92-a49b-4a41-a26b-4558cbc97e3d/72077b24-5311-4999-be15-5ce6bf5e1388/d35a9954-98c7-4b60-b1a0-40d4117c9a4b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:26:48.814210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:48.823758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object d35a9954-98c7-4b60-b1a0-40d4117c9a4b will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:48.921881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:48.991264 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 05064f92-a49b-4a41-a26b-4558cbc97e3d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:26:48.994433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:26:48.997633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:26:49.054822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:49.065653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=d35a9954-98c7-4b60-b1a0-40d4117c9a4b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:49.112614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:49.112614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:49.129087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:49.210155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f443f-b77e-4bd1-922e-0b7f97ca7db0 req-eed1582a-b32d-4431-9096-8e0e368b4232 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:49.214376 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-623f443f-b77e-4bd1-922e-0b7f97ca7db0 req-eed1582a-b32d-4431-9096-8e0e368b4232 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 931 time: 0.1036284 Feb 04 06:26:49.259923 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-623f443f-b77e-4bd1-922e-0b7f97ca7db0 req-acf6ccfc-dada-46f0-bbec-30b14e07019d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 Feb 04 06:26:49.266699 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-c32cd455-b922-4988-89e9-00bd3633cd4f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1418247 Feb 04 06:26:49.322726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Request body: {'port': {'device_id': '7569580d-bfe6-417d-8af8-97c633f301c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:26:49.392309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f65f47da-b675-43c7-953c-7156be145a7f None None] Provisioning for port d35a9954-98c7-4b60-b1a0-40d4117c9a4b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:49.392309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f65f47da-b675-43c7-953c-7156be145a7f None None] Provisioning complete for port d35a9954-98c7-4b60-b1a0-40d4117c9a4b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:49.392309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f65f47da-b675-43c7-953c-7156be145a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:49.444700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:49.447691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f65f47da-b675-43c7-953c-7156be145a7f None None] Port d35a9954-98c7-4b60-b1a0-40d4117c9a4b cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:26:49.757828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:49.808837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35a9954-98c7-4b60-b1a0-40d4117c9a4b {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:49.816130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:49.830738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Transition to ACTIVE for port object d35a9954-98c7-4b60-b1a0-40d4117c9a4b will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:26:49.922341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:50.061855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Pushing event updated for resources: {'Port': ['ID=d35a9954-98c7-4b60-b1a0-40d4117c9a4b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:50.318901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Attempting to bind port d35a9954-98c7-4b60-b1a0-40d4117c9a4b on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:26:50.318901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Attempting to bind port d35a9954-98c7-4b60-b1a0-40d4117c9a4b by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:26:50.318901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Attempting to bind port d35a9954-98c7-4b60-b1a0-40d4117c9a4b on network 05064f92-a49b-4a41-a26b-4558cbc97e3d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:26:50.326193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Port d35a9954-98c7-4b60-b1a0-40d4117c9a4b on network 05064f92-a49b-4a41-a26b-4558cbc97e3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:26:50.326193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Attempting to bind port d35a9954-98c7-4b60-b1a0-40d4117c9a4b on network 05064f92-a49b-4a41-a26b-4558cbc97e3d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:26:50.334330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:26:50.334330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Checking segment: {'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:26:50.334330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Bound using segment: {'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:26:50.334330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Bound port: d35a9954-98c7-4b60-b1a0-40d4117c9a4b, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:26:50.334330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:50.493219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] For port d35a9954-98c7-4b60-b1a0-40d4117c9a4b, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:26:50.493219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] For port d35a9954-98c7-4b60-b1a0-40d4117c9a4b, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=d35a9954-98c7-4b60-b1a0-40d4117c9a4b,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:26:50.512800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72aa33a-12b2-4c77-b1fe-4ad4814fa37c req-12f82ac9-a3a5-4f8b-904a-b9de05106d24 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:50.512800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-e72aa33a-12b2-4c77-b1fe-4ad4814fa37c req-12f82ac9-a3a5-4f8b-904a-b9de05106d24 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:26:50.578634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:50.604798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:50.611177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-e72aa33a-12b2-4c77-b1fe-4ad4814fa37c req-12f82ac9-a3a5-4f8b-904a-b9de05106d24 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:26:50.611177 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e72aa33a-12b2-4c77-b1fe-4ad4814fa37c req-12f82ac9-a3a5-4f8b-904a-b9de05106d24 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 943 time: 0.2331581 Feb 04 06:26:50.697225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:50.697225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:50.697225 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] 10.222.0.24 "PUT /v2.0/ports/d35a9954-98c7-4b60-b1a0-40d4117c9a4b HTTP/1.1" status: 200 len: 1093 time: 1.4152064 Feb 04 06:26:50.697225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7569580d-bfe6-417d-8af8-97c633f301c1', 'tag': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:50.736592 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e72aa33a-12b2-4c77-b1fe-4ad4814fa37c req-434170f0-443a-4188-b9d4-08db7004cf3c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936103 Feb 04 06:26:50.746900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b331e-32dc-45f4-9b20-89dd63578bff service neutron] Pushing event updated for resources: {'Port': ['ID=d35a9954-98c7-4b60-b1a0-40d4117c9a4b,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:50.819165 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7569580d-bfe6-417d-8af8-97c633f301c1', 'tag': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'status': 'completed', 'code': 200} Feb 04 06:26:50.902261 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:26:50.932775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ba605-a108-408c-8e63-b1985aebe778 req-a0f64e47-347c-42ff-a092-d4f6de450f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:50.934266 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a08ba605-a108-408c-8e63-b1985aebe778 req-a0f64e47-347c-42ff-a092-d4f6de450f9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 1096 time: 0.0907664 Feb 04 06:26:51.076896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ba605-a108-408c-8e63-b1985aebe778 req-52e2c186-a752-4331-8476-b730cdefd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:51.078262 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a08ba605-a108-408c-8e63-b1985aebe778 req-52e2c186-a752-4331-8476-b730cdefd603 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed74ee2667754fabaada911129fc7b8d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1371813 Feb 04 06:26:51.220858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ba605-a108-408c-8e63-b1985aebe778 req-c75312b8-0177-496a-98f1-e6c26f52a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:51.222425 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a08ba605-a108-408c-8e63-b1985aebe778 req-c75312b8-0177-496a-98f1-e6c26f52a096 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385622 Feb 04 06:26:51.341282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-02f0b232-6b0e-47bb-af62-c254ad16b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:51.341282 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-02f0b232-6b0e-47bb-af62-c254ad16b5a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 1096 time: 0.0759177 Feb 04 06:26:51.416683 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-3a227c53-acd0-4f23-8f08-f8ac3487af3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d35a9954-98c7-4b60-b1a0-40d4117c9a4b HTTP/1.1" status: 200 len: 217 time: 0.0687988 Feb 04 06:26:51.486675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-0adbca1d-9173-43bb-ab85-b9c91d05f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:51.488300 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-0adbca1d-9173-43bb-ab85-b9c91d05f183 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=72077b24-5311-4999-be15-5ce6bf5e1388 HTTP/1.1" status: 200 len: 834 time: 0.0667372 Feb 04 06:26:51.568268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-1dd17f59-0b43-4d92-ae5b-3bb5305119d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:51.569785 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-1dd17f59-0b43-4d92-ae5b-3bb5305119d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05064f92-a49b-4a41-a26b-4558cbc97e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756524 Feb 04 06:26:51.702622 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-174a4b73-72ce-42a7-b4bf-fdbaf94f509e service neutron] 10.222.0.24 "GET /v2.0/networks/05064f92-a49b-4a41-a26b-4558cbc97e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266730 Feb 04 06:26:51.844743 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0a1654f-e1af-4d49-8456-e6402b5e8590 req-796d9fcb-82db-4427-80e9-c45f6412d092 service neutron] 10.222.0.24 "GET /v2.0/networks/05064f92-a49b-4a41-a26b-4558cbc97e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344879 Feb 04 06:26:51.940468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0d571-1d07-4b35-928b-6923a3ee2ae4 req-1666cfaf-c958-4521-9138-9b8323474d70 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:51.942898 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f1f0d571-1d07-4b35-928b-6923a3ee2ae4 req-1666cfaf-c958-4521-9138-9b8323474d70 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 943 time: 0.0824001 Feb 04 06:26:51.994623 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f1f0d571-1d07-4b35-928b-6923a3ee2ae4 req-df61873f-8a5a-4868-8455-ae0110786dde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443726 Feb 04 06:26:53.200563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b11602-be61-4783-a92c-e8e7b3516098 req-ddf1b405-a28e-4f35-a687-89f93f4e132a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:53.202126 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a9b11602-be61-4783-a92c-e8e7b3516098 req-ddf1b405-a28e-4f35-a687-89f93f4e132a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 943 time: 0.0866814 Feb 04 06:26:53.252867 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a9b11602-be61-4783-a92c-e8e7b3516098 req-d9e98737-14cc-4c6c-abed-b84407abd089 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440392 Feb 04 06:26:54.444590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b078dc5-4cf1-44c6-a561-a8dad09f6cf8 req-9c3a3580-8f78-4a28-a2a3-9281afdd3dfe tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:54.446620 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1b078dc5-4cf1-44c6-a561-a8dad09f6cf8 req-9c3a3580-8f78-4a28-a2a3-9281afdd3dfe tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 943 time: 0.0823853 Feb 04 06:26:54.495486 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1b078dc5-4cf1-44c6-a561-a8dad09f6cf8 req-bd2a21de-21e2-4e1e-be98-a4ef175265f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420992 Feb 04 06:26:55.707445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147b094-2e7e-45f9-828d-ad48b028bdaa req-0afb5b8e-954f-4bb2-9f6e-5efca8917804 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:55.709006 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6147b094-2e7e-45f9-828d-ad48b028bdaa req-0afb5b8e-954f-4bb2-9f6e-5efca8917804 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 943 time: 0.0986807 Feb 04 06:26:55.764544 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6147b094-2e7e-45f9-828d-ad48b028bdaa req-50be55ba-37e4-4f26-8579-f618efacf5af tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485291 Feb 04 06:26:56.977361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e34bbf-b02f-40ba-83eb-a5919d9cfe73 req-360bdee6-ccd7-4655-9b29-ac24b53ac92a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:56.977361 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e34bbf-b02f-40ba-83eb-a5919d9cfe73 req-360bdee6-ccd7-4655-9b29-ac24b53ac92a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 943 time: 0.0997627 Feb 04 06:26:57.026340 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e34bbf-b02f-40ba-83eb-a5919d9cfe73 req-9d52d83e-e650-42a4-880c-07fb3b083720 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Feb 04 06:26:57.096315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device d35a9954-98c7-4b60-b1a0-40d4117c9a4b details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:26:57.245510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port d35a9954-98c7-4b60-b1a0-40d4117c9a4b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=d35a9954-98c7-4b60-b1a0-40d4117c9a4b,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:57.262385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'port_id': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'mac_address': 'fa:16:3e:2c:59:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:26:57.336079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:57.355681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35a9954-98c7-4b60-b1a0-40d4117c9a4b {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:57.372453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port d35a9954-98c7-4b60-b1a0-40d4117c9a4b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=d35a9954-98c7-4b60-b1a0-40d4117c9a4b,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:57.471091 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:57.546405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=d35a9954-98c7-4b60-b1a0-40d4117c9a4b,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:57.805580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['d35a9954-98c7-4b60-b1a0-40d4117c9a4b'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:26:58.223389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae966189-0881-4d1a-b091-3d39edc97db8 req-9ea8cb11-a1d6-4a76-9c94-38d6632b5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:58.224978 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ae966189-0881-4d1a-b091-3d39edc97db8 req-9ea8cb11-a1d6-4a76-9c94-38d6632b5157 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 944 time: 0.0865676 Feb 04 06:26:58.271252 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ae966189-0881-4d1a-b091-3d39edc97db8 req-63be9b0b-d88f-4dbe-a074-e788796b637c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395522 Feb 04 06:26:59.107890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device d35a9954-98c7-4b60-b1a0-40d4117c9a4b up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:26:59.338960 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port d35a9954-98c7-4b60-b1a0-40d4117c9a4b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:26:59.344237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port d35a9954-98c7-4b60-b1a0-40d4117c9a4b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:59.344632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:59.467325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808075-9c48-4c7a-9bc2-5b043b8b53fa req-42ffbc6c-e9c0-47ef-868d-85e62df20c98 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:59.468956 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9f808075-9c48-4c7a-9bc2-5b043b8b53fa req-42ffbc6c-e9c0-47ef-868d-85e62df20c98 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 944 time: 0.0849586 Feb 04 06:26:59.470301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:59.499802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7569580d-bfe6-417d-8af8-97c633f301c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:59.509887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port d35a9954-98c7-4b60-b1a0-40d4117c9a4b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=d35a9954-98c7-4b60-b1a0-40d4117c9a4b,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:26:59.519180 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9f808075-9c48-4c7a-9bc2-5b043b8b53fa req-0d5767bd-b7c9-4352-8da1-7efcf1b345d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442708 Feb 04 06:26:59.552159 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7569580d-bfe6-417d-8af8-97c633f301c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'code': 200} Feb 04 06:26:59.603153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:59.674090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=d35a9954-98c7-4b60-b1a0-40d4117c9a4b,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:00.108769 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb58bd-f987-4f39-ae0a-247436848395 req-5149b904-d77e-4171-b7a3-6b1d02654295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:00.110316 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5fdb58bd-f987-4f39-ae0a-247436848395 req-5149b904-d77e-4171-b7a3-6b1d02654295 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 1098 time: 0.1866410 Feb 04 06:27:00.151446 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5fdb58bd-f987-4f39-ae0a-247436848395 req-cf0cacfa-39a2-4373-a9ba-86d21da28e39 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352602 Feb 04 06:27:00.712026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b411b3-e88b-44e5-bb2b-8e3950548597 req-6b0ebda4-8208-4e52-87e1-ef3b2735b01f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:00.714956 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-07b411b3-e88b-44e5-bb2b-8e3950548597 req-6b0ebda4-8208-4e52-87e1-ef3b2735b01f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 945 time: 0.0814295 Feb 04 06:27:00.765744 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-07b411b3-e88b-44e5-bb2b-8e3950548597 req-61b83eb1-bd39-40b4-982d-ee55c80d1859 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450225 Feb 04 06:27:01.954500 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29a1bb-3d9d-4676-aecc-3ef4fc31d50c req-0baf4f16-fa7f-48df-b425-35a472e813f1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:01.956012 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-aa29a1bb-3d9d-4676-aecc-3ef4fc31d50c req-0baf4f16-fa7f-48df-b425-35a472e813f1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 945 time: 0.0829303 Feb 04 06:27:02.002941 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-aa29a1bb-3d9d-4676-aecc-3ef4fc31d50c req-885859c8-cbe3-4cf1-8504-74fbd42eba1d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409198 Feb 04 06:27:02.189130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9aa11-fd7c-4def-840d-6afb5d40099a req-21f7b45d-7687-415a-88d0-4edd952278f7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:02.191027 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-29a9aa11-fd7c-4def-840d-6afb5d40099a req-21f7b45d-7687-415a-88d0-4edd952278f7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 945 time: 0.0820949 Feb 04 06:27:02.237356 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-29a9aa11-fd7c-4def-840d-6afb5d40099a req-59e2e12e-c1f2-4bbd-9d3d-447946ee446a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402253 Feb 04 06:27:02.261574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51904) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:27:02.501145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a0e987-ad18-48ce-b94c-56f0d7727459 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:02.507407 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-45a0e987-ad18-48ce-b94c-56f0d7727459 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 1093 time: 0.2401035 Feb 04 06:27:02.507407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51910) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:27:02.510749 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:02.517215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:27:02.521291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:floatingip and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:27:02.524872 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:27:02.531113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:27:02.580368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:02.838409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:02.980440 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.147 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/441a29c4-c890-469a-bff5-b1ee1226b6f6) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:27:03.130901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:03.317608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:03.380865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:27:03.384323 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:03.390187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:27:03.419051 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=441a29c4-c890-469a-bff5-b1ee1226b6f6,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:03.822932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:03.990619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:04.200710 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:04.276438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:04.390532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=441a29c4-c890-469a-bff5-b1ee1226b6f6,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:04.408479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:04.592954 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP 1167aed7-6961-48f5-a378-a4e36be33129 associated. External IP: 172.26.7.147, port: d35a9954-98c7-4b60-b1a0-40d4117c9a4b. Feb 04 06:27:05.051925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 180df549-daaf-4440-9c87-71ed82c63a7a has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:27:05.237672 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:27:05.251957 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d342c2cc-4edf-473c-9cf3-81d1586a7aad None None] Sync routers for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:27:05.261868 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342c2cc-4edf-473c-9cf3-81d1586a7aad None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:27:05.262479 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d342c2cc-4edf-473c-9cf3-81d1586a7aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:05.362433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:05.432962 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ee176b5c-29e9-401f-ac1c-cef4c1c94df2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9240513 Feb 04 06:27:05.432962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7569580d-bfe6-417d-8af8-97c633f301c1', 'tag': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:27:05.433554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51914) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:27:05.457632 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-d342c2cc-4edf-473c-9cf3-81d1586a7aad None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:27:05.479187 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7569580d-bfe6-417d-8af8-97c633f301c1', 'tag': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'status': 'completed', 'code': 200} Feb 04 06:27:05.707136 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cf671c4a-4181-4373-a853-1d53078e3ef6 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers/180df549-daaf-4440-9c87-71ed82c63a7a HTTP/1.1" status: 200 len: 922 time: 0.2654746 Feb 04 06:27:05.707246 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51920) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:27:05.707316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e350977-2de2-431d-bbac-3d7d824aea94 req-aca23177-246e-4188-b9a1-218846c25e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:05.707316 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4e350977-2de2-431d-bbac-3d7d824aea94 req-aca23177-246e-4188-b9a1-218846c25e8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 1098 time: 0.1952224 Feb 04 06:27:05.820215 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fcf578b7-bbd1-471c-a85e-ecffedf02f90 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/1167aed7-6961-48f5-a378-a4e36be33129 HTTP/1.1" status: 200 len: 991 time: 0.1159163 Feb 04 06:27:05.824559 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d342c2cc-4edf-473c-9cf3-81d1586a7aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1167aed7-6961-48f5-a378-a4e36be33129', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'port_id': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'mac_address': 'fa:16:3e:2c:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7569580d-bfe6-417d-8af8-97c633f301c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:27:03Z', 'updated_at': '2022-02-04T06:27:03Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:05.828682 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d342c2cc-4edf-473c-9cf3-81d1586a7aad None None] Checking router: 180df549-daaf-4440-9c87-71ed82c63a7a for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:27:05.837831 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342c2cc-4edf-473c-9cf3-81d1586a7aad None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:27:05.838423 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d342c2cc-4edf-473c-9cf3-81d1586a7aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:26:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:05.847428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e350977-2de2-431d-bbac-3d7d824aea94 req-1f39513c-d574-4e3a-8aa9-c9a801d6dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:05.848956 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4e350977-2de2-431d-bbac-3d7d824aea94 req-1f39513c-d574-4e3a-8aa9-c9a801d6dc9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=05064f92-a49b-4a41-a26b-4558cbc97e3d HTTP/1.1" status: 200 len: 898 time: 0.1375129 Feb 04 06:27:05.952868 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4e350977-2de2-431d-bbac-3d7d824aea94 req-55454743-8831-4a3e-8a5e-be5461e9927d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d35a9954-98c7-4b60-b1a0-40d4117c9a4b HTTP/1.1" status: 200 len: 999 time: 0.0952427 Feb 04 06:27:06.021093 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-d342c2cc-4edf-473c-9cf3-81d1586a7aad None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:27:06.023686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e350977-2de2-431d-bbac-3d7d824aea94 req-7dad99d2-61fb-45ca-8997-e6aaf7d7589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:06.025189 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4e350977-2de2-431d-bbac-3d7d824aea94 req-7dad99d2-61fb-45ca-8997-e6aaf7d7589b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=72077b24-5311-4999-be15-5ce6bf5e1388 HTTP/1.1" status: 200 len: 834 time: 0.0671592 Feb 04 06:27:06.111337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e350977-2de2-431d-bbac-3d7d824aea94 req-f836c542-7497-4ac4-899b-eb513d090a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:06.112798 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4e350977-2de2-431d-bbac-3d7d824aea94 req-f836c542-7497-4ac4-899b-eb513d090a02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05064f92-a49b-4a41-a26b-4558cbc97e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822821 Feb 04 06:27:06.250415 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4e350977-2de2-431d-bbac-3d7d824aea94 req-b9b724ea-6fb6-4f03-ab1b-061530da6625 service neutron] 10.222.0.24 "GET /v2.0/networks/05064f92-a49b-4a41-a26b-4558cbc97e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315908 Feb 04 06:27:06.396067 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4e350977-2de2-431d-bbac-3d7d824aea94 req-77c79263-675e-4293-93fe-738ec0ab781a service neutron] 10.222.0.24 "GET /v2.0/networks/05064f92-a49b-4a41-a26b-4558cbc97e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384692 Feb 04 06:27:06.428409 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d342c2cc-4edf-473c-9cf3-81d1586a7aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1167aed7-6961-48f5-a378-a4e36be33129', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'port_id': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'mac_address': 'fa:16:3e:2c:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7569580d-bfe6-417d-8af8-97c633f301c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:27:03Z', 'updated_at': '2022-02-04T06:27:03Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:06.433619 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d342c2cc-4edf-473c-9cf3-81d1586a7aad None None] The sync data for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv is: [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1167aed7-6961-48f5-a378-a4e36be33129', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'port_id': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'mac_address': 'fa:16:3e:2c:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7569580d-bfe6-417d-8af8-97c633f301c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:27:03Z', 'updated_at': '2022-02-04T06:27:03Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:26:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:27:06.636356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe9b108-8c86-48ca-b53b-f93650ec8b0f None None] New status for floating IP 1167aed7-6961-48f5-a378-a4e36be33129: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:27:06.823577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51924) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:27:06.933872 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fe02c3ab-1a19-4a8e-85d6-d741bb662fff tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/1167aed7-6961-48f5-a378-a4e36be33129 HTTP/1.1" status: 200 len: 991 time: 0.1090772 Feb 04 06:27:07.937570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51928) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:27:08.049753 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-97fa5026-8683-48a7-b061-0f71affa9494 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/1167aed7-6961-48f5-a378-a4e36be33129 HTTP/1.1" status: 200 len: 993 time: 0.1110487 Feb 04 06:27:08.322484 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3158b3c-7309-488d-876a-67274535799d req-56e8c4e9-e8f5-4e42-9e5b-04d80d2adcb8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740907 Feb 04 06:27:08.465305 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3158b3c-7309-488d-876a-67274535799d req-41c0825a-bfc8-44f5-a7a8-c5a7393066c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:08.466827 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3158b3c-7309-488d-876a-67274535799d req-41c0825a-bfc8-44f5-a7a8-c5a7393066c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 1098 time: 0.0751543 Feb 04 06:27:08.611708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3158b3c-7309-488d-876a-67274535799d req-9ee95dea-c712-4c76-b1b9-f4dcb4a8ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:08.613203 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3158b3c-7309-488d-876a-67274535799d req-9ee95dea-c712-4c76-b1b9-f4dcb4a8ee09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 911 time: 0.1276011 Feb 04 06:27:08.814803 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3158b3c-7309-488d-876a-67274535799d req-744416ef-a6cf-4c2b-b1e8-1cccd9936b45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4349fd7-1eb8-482b-9023-84bcd6e7b553 HTTP/1.1" status: 200 len: 1001 time: 0.1955602 Feb 04 06:27:08.877687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3158b3c-7309-488d-876a-67274535799d req-7a573d2d-3c73-4247-8c76-ee674c2b026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:08.879143 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3158b3c-7309-488d-876a-67274535799d req-7a573d2d-3c73-4247-8c76-ee674c2b026a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.0580976 Feb 04 06:27:08.956705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3158b3c-7309-488d-876a-67274535799d req-4f927552-986a-40ce-b7c4-3553d176e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:08.958227 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3158b3c-7309-488d-876a-67274535799d req-4f927552-986a-40ce-b7c4-3553d176e148 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732837 Feb 04 06:27:09.090631 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3158b3c-7309-488d-876a-67274535799d req-9a7572c9-c5cb-4eab-896c-a6988c907e8e service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250989 Feb 04 06:27:09.222764 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3158b3c-7309-488d-876a-67274535799d req-2312bf7e-b5bb-4f4d-afb8-540b37824669 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263838 Feb 04 06:27:15.711614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b2e1f773-9344-418d-abf8-fabf22d93663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:17.985888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ce1bbbbb-df25-4997-91db-bd31194b4fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:19.076633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:19.110678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:19.788461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:20.503069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:27.903505 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:27:45.676327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-009b8950-6e74-4487-ac29-3e9d47a492a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:47.979598 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9e80a25a-5afd-435b-a6d0-85a04589f42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.042059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.076542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.740723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:50.510069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:04.902026 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:28:08.705782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51960) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:08.890203 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-12c1cc78-091a-48ac-8026-01d55fc0b793 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers/180df549-daaf-4440-9c87-71ed82c63a7a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1832330 Feb 04 06:28:08.893015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51964) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:09.143049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708e93d7-2a27-4a95-bd32-b85a1c44b763 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Notify agent at dv-neutron-827796-1-hyperv the message router_removed_from_agent {{(pid=88199) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 04 06:28:09.146119 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-708e93d7-2a27-4a95-bd32-b85a1c44b763 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "DELETE /v2.0/agents/32ee8951-2c35-4d3f-bcee-032797843939/l3-routers/180df549-daaf-4440-9c87-71ed82c63a7a HTTP/1.1" status: 204 len: 168 time: 0.2522311 Feb 04 06:28:09.148843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51968) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:09.353301 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-3aa202bd-3f10-4889-a081-65bc45f7665d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756466 Feb 04 06:28:09.450737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-62410104-d0bc-49e1-9baf-79ac15dd2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:09.452476 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-62410104-d0bc-49e1-9baf-79ac15dd2a33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 1099 time: 0.0789294 Feb 04 06:28:09.461369 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3bb6e10c-0c95-43f7-b0be-039c3592cd13 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers/180df549-daaf-4440-9c87-71ed82c63a7a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3110275 Feb 04 06:28:09.464121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51972) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:09.577568 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f85507ab-d1a2-4f5e-821d-0b2559880e48 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/1167aed7-6961-48f5-a378-a4e36be33129 HTTP/1.1" status: 200 len: 993 time: 0.1121686 Feb 04 06:28:09.626314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-a5669604-59f3-416e-bcaa-18d710b9c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:09.628704 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-a5669604-59f3-416e-bcaa-18d710b9c581 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 911 time: 0.1543136 Feb 04 06:28:09.737123 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-69ab576a-ad24-4d2f-a10b-96638656f307 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22546fb5-7fa0-436a-ac15-55dc683b1347 HTTP/1.1" status: 200 len: 1002 time: 0.1024809 Feb 04 06:28:09.802425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-9949950e-00c3-49d1-9861-7ee7a37b1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:09.802839 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-9949950e-00c3-49d1-9861-7ee7a37b1a94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.0586033 Feb 04 06:28:09.876502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-a86d4123-5d60-44a0-944e-6e73d4fe36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:09.878107 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-a86d4123-5d60-44a0-944e-6e73d4fe36b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689371 Feb 04 06:28:09.933549 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52c63d-8bf0-4fce-b5b8-f321a2344dc4 None None] New status for floating IP 1167aed7-6961-48f5-a378-a4e36be33129: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:28:10.010944 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-879b75b7-90f2-48a8-89f1-24ee8d730a15 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261642 Feb 04 06:28:10.147835 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5800216-0d5c-4a4d-a688-d732a9dce759 req-866c2b16-08f6-4557-8e25-e0153e9ffd5e service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299415 Feb 04 06:28:10.581368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 51976) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:10.687572 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d7e0090c-936d-4134-81e5-a0eb4ee879f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/1167aed7-6961-48f5-a378-a4e36be33129 HTTP/1.1" status: 200 len: 991 time: 0.1049998 Feb 04 06:28:10.850557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:10.961416 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:10.977357 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:11.046765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:11.048193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 559a595f-6c32-4580-901c-140db260e318 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:11.168179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:11.203575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.203978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.204311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.204666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.204992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.205317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.205637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.205955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.206272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.206588 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.206902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.207212 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:11.239565 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:11.271895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 559a595f-6c32-4580-901c-140db260e318, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=559a595f-6c32-4580-901c-140db260e318,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:11.361340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:11.428480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=559a595f-6c32-4580-901c-140db260e318,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:12.727792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51984) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:13.085983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a16a8f-9456-4b53-b1fc-bc42ca0c4749 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Router 180df549-daaf-4440-9c87-71ed82c63a7a is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:28:13.090514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a16a8f-9456-4b53-b1fc-bc42ca0c4749 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Notify agent at dv-neutron-827796-1-hyperv the message router_added_to_agent {{(pid=88198) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 04 06:28:13.103750 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e8a16a8f-9456-4b53-b1fc-bc42ca0c4749 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "POST /v2.0/agents/32ee8951-2c35-4d3f-bcee-032797843939/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3748956 Feb 04 06:28:13.106354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51994) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:13.120117 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec9527-02d3-4e5f-bd1d-bec7ea6441c7 None None] Sync routers for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:13.129911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec9527-02d3-4e5f-bd1d-bec7ea6441c7 None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:13.130520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-18ec9527-02d3-4e5f-bd1d-bec7ea6441c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:27:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:13.316928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-18ec9527-02d3-4e5f-bd1d-bec7ea6441c7 None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:13.400628 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-928e752b-bf00-4c41-9ef8-c06c549e2972 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers/180df549-daaf-4440-9c87-71ed82c63a7a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2932010 Feb 04 06:28:13.403390 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 51998) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:13.513682 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-168de493-2c53-4879-86a6-89e9fd1b76ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/1167aed7-6961-48f5-a378-a4e36be33129 HTTP/1.1" status: 200 len: 991 time: 0.1077499 Feb 04 06:28:13.665207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-18ec9527-02d3-4e5f-bd1d-bec7ea6441c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:28:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1167aed7-6961-48f5-a378-a4e36be33129', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'port_id': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'mac_address': 'fa:16:3e:2c:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7569580d-bfe6-417d-8af8-97c633f301c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:27:03Z', 'updated_at': '2022-02-04T06:28:10Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:28:11Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:13.668987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec9527-02d3-4e5f-bd1d-bec7ea6441c7 None None] Checking router: 180df549-daaf-4440-9c87-71ed82c63a7a for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:13.677317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec9527-02d3-4e5f-bd1d-bec7ea6441c7 None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:13.677908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-18ec9527-02d3-4e5f-bd1d-bec7ea6441c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:27:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:13.857709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-18ec9527-02d3-4e5f-bd1d-bec7ea6441c7 None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:14.236546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-18ec9527-02d3-4e5f-bd1d-bec7ea6441c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:28:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1167aed7-6961-48f5-a378-a4e36be33129', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'port_id': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'mac_address': 'fa:16:3e:2c:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7569580d-bfe6-417d-8af8-97c633f301c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:27:03Z', 'updated_at': '2022-02-04T06:28:10Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:28:11Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:14.240457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec9527-02d3-4e5f-bd1d-bec7ea6441c7 None None] The sync data for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv is: [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:28:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1167aed7-6961-48f5-a378-a4e36be33129', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.147', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'port_id': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'mac_address': 'fa:16:3e:2c:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7569580d-bfe6-417d-8af8-97c633f301c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:27:03Z', 'updated_at': '2022-02-04T06:28:10Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:28:11Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:14.516664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52002) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:14.628463 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-353f6cb9-7154-4055-ae0b-666409d8e603 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/1167aed7-6961-48f5-a378-a4e36be33129 HTTP/1.1" status: 200 len: 991 time: 0.1105325 Feb 04 06:28:14.887541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 559a595f-6c32-4580-901c-140db260e318 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:14.960062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 559a595f-6c32-4580-901c-140db260e318 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:14.960687 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.101022 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.137412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 559a595f-6c32-4580-901c-140db260e318, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=559a595f-6c32-4580-901c-140db260e318,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:15.190312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.262055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=559a595f-6c32-4580-901c-140db260e318,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:15.632258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52006) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:15.715768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1b2d686b-be5e-4aa2-9bbe-f461680ecd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:15.749407 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3ba426e9-cd25-46f5-8b68-3dabaddf1e3e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/1167aed7-6961-48f5-a378-a4e36be33129 HTTP/1.1" status: 200 len: 991 time: 0.1086643 Feb 04 06:28:16.094969 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c33fe0-e632-41d3-b1f0-7db9e02dc332 None None] New status for floating IP 1167aed7-6961-48f5-a378-a4e36be33129: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:28:16.746502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52010) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:16.854906 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-db965238-b7c1-485c-81b9-024040468e60 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/1167aed7-6961-48f5-a378-a4e36be33129 HTTP/1.1" status: 200 len: 993 time: 0.1072428 Feb 04 06:28:16.931624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:17.000253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:17.000570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:17.116190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:17.132925 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:17.196634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:17.196772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 559a595f-6c32-4580-901c-140db260e318 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:17.308617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:17.321963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 559a595f-6c32-4580-901c-140db260e318 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:17.322331 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:17.995937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0cb79766-39ea-4715-a4fa-132e26a340fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:18.854867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:18.924175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:18.924552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.064263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.154705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52020) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:19.176738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.355176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 441a29c4-c890-469a-bff5-b1ee1226b6f6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:19.355443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.548192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.549035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.670530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 441a29c4-c890-469a-bff5-b1ee1226b6f6 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:19.750371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.870509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:19.917633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=441a29c4-c890-469a-bff5-b1ee1226b6f6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:19.959961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.960367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.960745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.961069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.961429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.961754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.962077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.962406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.962744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.963062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.963428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:19.963791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:20.131894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.132227 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP 1167aed7-6961-48f5-a378-a4e36be33129 disassociated (deleted). External IP: 172.26.7.147, port: d35a9954-98c7-4b60-b1a0-40d4117c9a4b. Feb 04 06:28:20.505674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 180df549-daaf-4440-9c87-71ed82c63a7a has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:28:20.567144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.688072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:28:20.699223 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc44fcd-5411-4cf8-8923-465009775d5b None None] Sync routers for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:20.707867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc44fcd-5411-4cf8-8923-465009775d5b None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:20.708486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fbc44fcd-5411-4cf8-8923-465009775d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:28:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:20.779139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:20.838671 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-54776537-c865-449f-b3b2-664ae224290e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/floatingips/1167aed7-6961-48f5-a378-a4e36be33129 HTTP/1.1" status: 204 len: 168 time: 1.6828556 Feb 04 06:28:20.839427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7569580d-bfe6-417d-8af8-97c633f301c1', 'tag': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:20.887896 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7569580d-bfe6-417d-8af8-97c633f301c1', 'tag': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'status': 'completed', 'code': 200} Feb 04 06:28:20.917438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fbc44fcd-5411-4cf8-8923-465009775d5b None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:20.997458 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46872c8-2912-4370-832e-f403f54f4cdc req-e4c8960a-9138-4ffc-a758-5a48b7c1f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:20.999058 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c46872c8-2912-4370-832e-f403f54f4cdc req-e4c8960a-9138-4ffc-a758-5a48b7c1f9f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 1098 time: 0.0872779 Feb 04 06:28:21.152172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46872c8-2912-4370-832e-f403f54f4cdc req-a45bc437-1acc-47f5-8dc4-4b7dae59345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:21.154240 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c46872c8-2912-4370-832e-f403f54f4cdc req-a45bc437-1acc-47f5-8dc4-4b7dae59345d service neutron] 10.222.0.24 "GET /v2.0/networks?id=05064f92-a49b-4a41-a26b-4558cbc97e3d HTTP/1.1" status: 200 len: 898 time: 0.1484420 Feb 04 06:28:21.223869 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c46872c8-2912-4370-832e-f403f54f4cdc req-c8bd21ad-76d0-45ba-b192-add30b436a6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d35a9954-98c7-4b60-b1a0-40d4117c9a4b HTTP/1.1" status: 200 len: 217 time: 0.0632787 Feb 04 06:28:21.292376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46872c8-2912-4370-832e-f403f54f4cdc req-1dc84730-770c-4d4d-bcb2-e4631f356500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:21.294497 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c46872c8-2912-4370-832e-f403f54f4cdc req-1dc84730-770c-4d4d-bcb2-e4631f356500 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=72077b24-5311-4999-be15-5ce6bf5e1388 HTTP/1.1" status: 200 len: 834 time: 0.0645533 Feb 04 06:28:21.303387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fbc44fcd-5411-4cf8-8923-465009775d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:28:15Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:21.308137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc44fcd-5411-4cf8-8923-465009775d5b None None] Checking router: 180df549-daaf-4440-9c87-71ed82c63a7a for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:21.317139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc44fcd-5411-4cf8-8923-465009775d5b None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:21.317761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fbc44fcd-5411-4cf8-8923-465009775d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:28:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:21.446617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46872c8-2912-4370-832e-f403f54f4cdc req-cfa17746-6e6f-4a70-ba28-47cc7c11bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:21.448404 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c46872c8-2912-4370-832e-f403f54f4cdc req-cfa17746-6e6f-4a70-ba28-47cc7c11bb8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05064f92-a49b-4a41-a26b-4558cbc97e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1391144 Feb 04 06:28:21.530055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-fbc44fcd-5411-4cf8-8923-465009775d5b None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:21.576600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaca3dc-ffb4-419f-86a2-f38c13d6e016 req-2936a0a9-eb7b-4236-8d61-060d30bd22f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:21.577342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-caaca3dc-ffb4-419f-86a2-f38c13d6e016 req-2936a0a9-eb7b-4236-8d61-060d30bd22f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:28:21.643143 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c46872c8-2912-4370-832e-f403f54f4cdc req-d6a7b80d-eb68-4342-9c01-5df2b4b5e9bb service neutron] 10.222.0.24 "GET /v2.0/networks/05064f92-a49b-4a41-a26b-4558cbc97e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845245 Feb 04 06:28:21.714363 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-caaca3dc-ffb4-419f-86a2-f38c13d6e016 req-2936a0a9-eb7b-4236-8d61-060d30bd22f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:28:21.715524 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-caaca3dc-ffb4-419f-86a2-f38c13d6e016 req-2936a0a9-eb7b-4236-8d61-060d30bd22f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 945 time: 0.3415999 Feb 04 06:28:21.867285 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-fbc44fcd-5411-4cf8-8923-465009775d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:28:15Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:21.872101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc44fcd-5411-4cf8-8923-465009775d5b None None] The sync data for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv is: [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:26:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '559a595f-6c32-4580-901c-140db260e318', 'name': '', 'network_id': '05064f92-a49b-4a41-a26b-4558cbc97e3d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:e1:98:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:37Z', 'updated_at': '2022-02-04T06:28:15Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '72077b24-5311-4999-be15-5ce6bf5e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:21.930933 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-caaca3dc-ffb4-419f-86a2-f38c13d6e016 req-2a5c2a61-f0fa-4b13-820a-e4a4099412a2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078152 Feb 04 06:28:21.939803 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c46872c8-2912-4370-832e-f403f54f4cdc req-7a0cfb7b-17cd-4f30-b950-7f0ddf43e301 service neutron] 10.222.0.24 "GET /v2.0/networks/05064f92-a49b-4a41-a26b-4558cbc97e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897804 Feb 04 06:28:22.558977 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc98c7-b816-42cd-af4e-2da6d676c2ae None None] New status for floating IP 1167aed7-6961-48f5-a378-a4e36be33129: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:28:23.092728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6189f-a3bb-468d-a78c-fb81f2626f9b req-a3897867-e353-4715-8fba-28b9ba60e1e2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:23.094311 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-30b6189f-a3bb-468d-a78c-fb81f2626f9b req-a3897867-e353-4715-8fba-28b9ba60e1e2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 945 time: 0.0823481 Feb 04 06:28:23.133067 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5007b3a-a5ce-4981-ac63-4592bfeb78c0 req-ef93e2f8-e5fa-4f80-ae21-3a47348b2269 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:23.134593 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a5007b3a-a5ce-4981-ac63-4592bfeb78c0 req-ef93e2f8-e5fa-4f80-ae21-3a47348b2269 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 945 time: 0.0887558 Feb 04 06:28:23.170841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-30b6189f-a3bb-468d-a78c-fb81f2626f9b req-cb11f8ba-e3c7-4ffb-b622-e8d6c9b24c63 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port d35a9954-98c7-4b60-b1a0-40d4117c9a4b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:23.171177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-30b6189f-a3bb-468d-a78c-fb81f2626f9b req-cb11f8ba-e3c7-4ffb-b622-e8d6c9b24c63 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.193110 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a5007b3a-a5ce-4981-ac63-4592bfeb78c0 req-d16cd8d3-873d-49ed-a5c5-5425965e2797 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523503 Feb 04 06:28:23.427118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-30b6189f-a3bb-468d-a78c-fb81f2626f9b req-cb11f8ba-e3c7-4ffb-b622-e8d6c9b24c63 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port d35a9954-98c7-4b60-b1a0-40d4117c9a4b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=d35a9954-98c7-4b60-b1a0-40d4117c9a4b,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:23.427484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-30b6189f-a3bb-468d-a78c-fb81f2626f9b req-cb11f8ba-e3c7-4ffb-b622-e8d6c9b24c63 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.564315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-30b6189f-a3bb-468d-a78c-fb81f2626f9b req-cb11f8ba-e3c7-4ffb-b622-e8d6c9b24c63 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for d35a9954-98c7-4b60-b1a0-40d4117c9a4b owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:23.801537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-30b6189f-a3bb-468d-a78c-fb81f2626f9b req-cb11f8ba-e3c7-4ffb-b622-e8d6c9b24c63 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.868467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11f8ba-e3c7-4ffb-b622-e8d6c9b24c63 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=d35a9954-98c7-4b60-b1a0-40d4117c9a4b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:23.955515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b6189f-a3bb-468d-a78c-fb81f2626f9b req-cb11f8ba-e3c7-4ffb-b622-e8d6c9b24c63 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] No DVR routers for this DVR port d35a9954-98c7-4b60-b1a0-40d4117c9a4b on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:28:23.958025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-30b6189f-a3bb-468d-a78c-fb81f2626f9b req-cb11f8ba-e3c7-4ffb-b622-e8d6c9b24c63 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:23.960939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7569580d-bfe6-417d-8af8-97c633f301c1', 'name': 'network-vif-deleted', 'tag': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:24.011575 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7569580d-bfe6-417d-8af8-97c633f301c1', 'name': 'network-vif-deleted', 'tag': 'd35a9954-98c7-4b60-b1a0-40d4117c9a4b', 'status': 'completed', 'code': 200} Feb 04 06:28:24.046237 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-30b6189f-a3bb-468d-a78c-fb81f2626f9b req-cb11f8ba-e3c7-4ffb-b622-e8d6c9b24c63 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "DELETE /v2.0/ports/d35a9954-98c7-4b60-b1a0-40d4117c9a4b HTTP/1.1" status: 204 len: 173 time: 0.9469390 Feb 04 06:28:24.353129 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8a480718-7f11-495e-a1f0-d41ea1bd1ade req-8b2e225a-71a1-436e-8fdc-8f072a6cafcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=7569580d-bfe6-417d-8af8-97c633f301c1 HTTP/1.1" status: 200 len: 210 time: 0.0450866 Feb 04 06:28:25.455483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52044) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:25.530721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.565260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.721425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.739790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:25.748294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.748539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.748903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.749237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.749564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.749891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.750212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.750534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.750854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.751171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.751486 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.751799 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:25.828608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:25.829773 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a758dde1-1df8-4cc2-9654-46199b91697f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/3083a8a5-0f4a-4c21-88f7-7f2a5d39b05e HTTP/1.1" status: 204 len: 168 time: 0.3731954 Feb 04 06:28:25.922279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52050) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:26.479518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:26.949043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 559a595f-6c32-4580-901c-140db260e318 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:26.949043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.151042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 559a595f-6c32-4580-901c-140db260e318, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=559a595f-6c32-4580-901c-140db260e318,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:27.151429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.276544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 559a595f-6c32-4580-901c-140db260e318 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:27.544446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device d35a9954-98c7-4b60-b1a0-40d4117c9a4b no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:27.579454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: d35a9954-98c7-4b60-b1a0-40d4117c9a4b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:28:27.580064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device d35a9954-98c7-4b60-b1a0-40d4117c9a4b not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:28:27.678688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.721989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=559a595f-6c32-4580-901c-140db260e318,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:28.005890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.492113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 180df549-daaf-4440-9c87-71ed82c63a7a has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:28:28.669295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:28:28.678686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8287fd3-cbbf-488d-b455-69b2ab71095b None None] Sync routers for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:28.683470 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b388335c-3a74-4593-b613-e95f8848a43b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/180df549-daaf-4440-9c87-71ed82c63a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7601318 Feb 04 06:28:28.686297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52056) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:28.688798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8287fd3-cbbf-488d-b455-69b2ab71095b None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:28.689412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8287fd3-cbbf-488d-b455-69b2ab71095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:28:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:28.752927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8a2f3c-8898-4900-84f3-62768f5b7fe0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting subnet 72077b24-5311-4999-be15-5ce6bf5e1388 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:28:28.755856 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2f3c-8898-4900-84f3-62768f5b7fe0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.818992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2f3c-8898-4900-84f3-62768f5b7fe0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:28.875773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f8287fd3-cbbf-488d-b455-69b2ab71095b None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:28.904367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2f3c-8898-4900-84f3-62768f5b7fe0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.097129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2f3c-8898-4900-84f3-62768f5b7fe0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.142653 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a2f3c-8898-4900-84f3-62768f5b7fe0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Subnet': ['ID=72077b24-5311-4999-be15-5ce6bf5e1388,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:29.147263 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2f3c-8898-4900-84f3-62768f5b7fe0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.151100 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cd8a2f3c-8898-4900-84f3-62768f5b7fe0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/subnets/72077b24-5311-4999-be15-5ce6bf5e1388 HTTP/1.1" status: 204 len: 168 time: 0.4637592 Feb 04 06:28:29.153671 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52060) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:29.156092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba1d15-73a1-4528-acd6-273b86e635eb None None] Network 05064f92-a49b-4a41-a26b-4558cbc97e3d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:28:29.257939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8287fd3-cbbf-488d-b455-69b2ab71095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:28:27Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:29.287222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8287fd3-cbbf-488d-b455-69b2ab71095b None None] Checking router: 180df549-daaf-4440-9c87-71ed82c63a7a for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:29.331159 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.375262 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8287fd3-cbbf-488d-b455-69b2ab71095b None None] Routers {'180df549-daaf-4440-9c87-71ed82c63a7a'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:29.375815 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8287fd3-cbbf-488d-b455-69b2ab71095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:28:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['180df549-daaf-4440-9c87-71ed82c63a7a'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:29.514016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.572253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f8287fd3-cbbf-488d-b455-69b2ab71095b None None] Set router 180df549-daaf-4440-9c87-71ed82c63a7a gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:29.669683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849a8b6f-a720-46e2-a090-2d05fba1ef40 None None] DHCP port deletion for 05064f92-a49b-4a41-a26b-4558cbc97e3d request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:28:29.676036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:29.679053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.691938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-849a8b6f-a720-46e2-a090-2d05fba1ef40 None None] Deleting port d6ec532a-dd37-441a-8058-13ea9993f112 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:28:29.692480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-849a8b6f-a720-46e2-a090-2d05fba1ef40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:29.867243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:29.868465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.029178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-849a8b6f-a720-46e2-a090-2d05fba1ef40 None None] For port d6ec532a-dd37-441a-8058-13ea9993f112, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d6ec532a-dd37-441a-8058-13ea9993f112,segment=NetworkSegment(8d9f049c-a8f1-4b51-8f80-e7bfe89175e4),segment_id=8d9f049c-a8f1-4b51-8f80-e7bfe89175e4)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:30.029178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-849a8b6f-a720-46e2-a090-2d05fba1ef40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.113891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:30.157382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-849a8b6f-a720-46e2-a090-2d05fba1ef40 None None] Calling delete_port for d6ec532a-dd37-441a-8058-13ea9993f112 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:28:30.226655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f8287fd3-cbbf-488d-b455-69b2ab71095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:28:27Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:30.235923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8287fd3-cbbf-488d-b455-69b2ab71095b None None] The sync data for ids ['180df549-daaf-4440-9c87-71ed82c63a7a'] in dv-neutron-827796-1-hyperv is: [{'id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'name': 'tempest-TestNetworkBasicOps-router-484426092', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:26:31Z', 'updated_at': '2022-02-04T06:28:27Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fe:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180df549-daaf-4440-9c87-71ed82c63a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:26:32Z', 'updated_at': '2022-02-04T06:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:30.326864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-849a8b6f-a720-46e2-a090-2d05fba1ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.373120 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a8b6f-a720-46e2-a090-2d05fba1ef40 None None] Pushing event deleted for resources: {'Port': ['ID=d6ec532a-dd37-441a-8058-13ea9993f112,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:30.377394 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a8b6f-a720-46e2-a090-2d05fba1ef40 None None] No DVR routers for this DVR port d6ec532a-dd37-441a-8058-13ea9993f112 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:28:30.395832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.445054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:30.542225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.722271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.725099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.834499 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.834499 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Fanout notify agent at l3_agent the message router_deleted on router 180df549-daaf-4440-9c87-71ed82c63a7a {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:28:30.847178 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:30.848721 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-63bd8d07-df4c-4d72-ae8b-bc70c5e842f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/routers/180df549-daaf-4440-9c87-71ed82c63a7a HTTP/1.1" status: 204 len: 168 time: 1.6940911 Feb 04 06:28:30.851927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52070) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:30.919981 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d6ec532a-dd37-441a-8058-13ea9993f112 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:30.962788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: d6ec532a-dd37-441a-8058-13ea9993f112 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:28:30.963142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d6ec532a-dd37-441a-8058-13ea9993f112 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:28:30.966652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 559a595f-6c32-4580-901c-140db260e318 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:30.985476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.000476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 559a595f-6c32-4580-901c-140db260e318 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:28:31.000848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 559a595f-6c32-4580-901c-140db260e318 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:28:31.129627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.159094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05064f92-a49b-4a41-a26b-4558cbc97e3d']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:31.171509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:31.171858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9f049c-a8f1-4b51-8f80-e7bfe89175e4') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:31.183883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.200019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.205934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:28:31.210214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:28:31.220443 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:28:31.372855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.393659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.404677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Network': ['ID=05064f92-a49b-4a41-a26b-4558cbc97e3d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:31.480400 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d427c58f-4bf0-4b4f-88ae-01bcbf63168a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/networks/05064f92-a49b-4a41-a26b-4558cbc97e3d HTTP/1.1" status: 204 len: 168 time: 0.6268010 Feb 04 06:28:31.499245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52074) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:31.505156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'network': {'name': 'tempest-network-smoke--1728472529', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:31.510196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:31.514355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:network and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:31.517190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:31.524303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:31.607008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:28:31.610488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.639084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:28:31.657764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.657764 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Added segment ae7a4ca5-9480-425d-a16f-1f52f104152c of type vlan for network d570446f-68f2-4201-bccb-d403ea5bd3ae Feb 04 06:28:31.675720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.767854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.772564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:31.773192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:31.881890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Network': ['ID=d570446f-68f2-4201-bccb-d403ea5bd3ae,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:31.892249 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network d570446f-68f2-4201-bccb-d403ea5bd3ae details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:28:31.932831 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9dfa8e1f-6258-4434-9a46-a06a459f5a52 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4324291 Feb 04 06:28:31.935557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52078) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:31.940472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-744490358', 'admin_state_up': True, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:31.948233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:31.952091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:router and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:31.954918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:31.961169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:32.036498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.037586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.053701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.567678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.820009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:28:32.854664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:28:32.854664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 10a0e8f9-7371-4cb6-9b70-3e6f8ab3ad1f not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:28:32.935547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:32.969183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:33.103178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.43 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/163f233e-c867-4c8b-8709-3254be268e3c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:33.251671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:33.327565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:33.395758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:33.398685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:33.403314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:28:33.437019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=163f233e-c867-4c8b-8709-3254be268e3c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:33.872169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:34.324984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:34.630451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 833649c4-58d3-4a84-bfd2-807b6290ccd9 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:28:34.867016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:28:34.878865 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Sync routers for ids ['833649c4-58d3-4a84-bfd2-807b6290ccd9'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:34.888627 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Routers {'833649c4-58d3-4a84-bfd2-807b6290ccd9'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:34.889213 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:28:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['833649c4-58d3-4a84-bfd2-807b6290ccd9'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:34.983709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:34.984977 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-676356a3-6884-4f52-831b-5a8364e744c4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0484676 Feb 04 06:28:34.988332 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52090) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:35.028902 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-41992d64-a1dc-48fe-8e4f-30964a57d084 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ed74ee2667754fabaada911129fc7b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392153 Feb 04 06:28:35.031693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52094) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:35.105266 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Set router 833649c4-58d3-4a84-bfd2-807b6290ccd9 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:35.163962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d236d-a017-4efc-a22b-b90a40244a2e tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:35.172714 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-211d236d-a017-4efc-a22b-b90a40244a2e tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333523 Feb 04 06:28:35.172714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52098) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:35.214068 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a2051d16-fc40-4359-85eb-0a53ff1bee29 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432761 Feb 04 06:28:35.216418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52102) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:35.221926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1091489073', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:35.333029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:35.336971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:subnet and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:35.339889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:35.346526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:35.409212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:28:35.409212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:35.436230 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:33Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:35.440267 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Checking router: 833649c4-58d3-4a84-bfd2-807b6290ccd9 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:35.440611 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Updating router 833649c4-58d3-4a84-bfd2-807b6290ccd9 port 163f233e-c867-4c8b-8709-3254be268e3c binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:28:35.496681 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:35.732912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:35.814791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Subnet': ['ID=34581361-a92e-4bd9-a4cc-084c917a5886,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:35.825509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Checking segment: {'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:28:35.825722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network hostable DHCP agents. Network: d570446f-68f2-4201-bccb-d403ea5bd3ae, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:28:35.841479 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:35.853214 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Transition to ACTIVE for port object 163f233e-c867-4c8b-8709-3254be268e3c will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:28:35.905408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network d570446f-68f2-4201-bccb-d403ea5bd3ae is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:28:35.934299 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:35.992087 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, d570446f-68f2-4201-bccb-d403ea5bd3ae) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:36.007490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:36.009015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.009298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2db2e8-0bcb-4910-a85a-584d357d0b50 None None] Network d570446f-68f2-4201-bccb-d403ea5bd3ae requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:28:36.027435 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Attempting to bind port 163f233e-c867-4c8b-8709-3254be268e3c on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:28:36.027435 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Attempting to bind port 163f233e-c867-4c8b-8709-3254be268e3c by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:28:36.027435 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Attempting to bind port 163f233e-c867-4c8b-8709-3254be268e3c on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:28:36.032601 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:28:36.033006 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:28:36.033624 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.034013 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:28:36.034470 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Bound port: 163f233e-c867-4c8b-8709-3254be268e3c, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:28:36.034828 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.058976 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Pushing event updated for resources: {'Port': ['ID=163f233e-c867-4c8b-8709-3254be268e3c,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:36.084573 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.084957 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.085291 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.085622 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.085944 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.086342 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.087203 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.087531 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.087848 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.088162 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.088477 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.088817 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:28:36.100983 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5d8a8bf1-8f34-4cb9-9c62-dadaddf29610 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8824396 Feb 04 06:28:36.103708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52106) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:36.137222 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] For port 163f233e-c867-4c8b-8709-3254be268e3c, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:28:36.140600 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] For port 163f233e-c867-4c8b-8709-3254be268e3c, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=163f233e-c867-4c8b-8709-3254be268e3c,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:28:36.233473 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.303817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-d570446f-68f2-4201-bccb-d403ea5bd3ae', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ips': [{'subnet_id': '34581361-a92e-4bd9-a4cc-084c917a5886'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:28:36.305622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.308496 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Routers {'833649c4-58d3-4a84-bfd2-807b6290ccd9'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:36.309140 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:28:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['833649c4-58d3-4a84-bfd2-807b6290ccd9'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:36.384766 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b1c3d-5a1b-4c2c-914e-9477775e4770 None None] Pushing event updated for resources: {'Port': ['ID=163f233e-c867-4c8b-8709-3254be268e3c,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:36.512191 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] Set router 833649c4-58d3-4a84-bfd2-807b6290ccd9 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:36.515478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Allocated IP 172.20.0.2 (d570446f-68f2-4201-bccb-d403ea5bd3ae/34581361-a92e-4bd9-a4cc-084c917a5886/2d2a5549-d7ff-4514-a7dd-b7102c0068e4) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:36.736671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.748010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Transition to ACTIVE for port object 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:28:36.769440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Transition to ACTIVE for port object 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:28:36.837049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:36.844163 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:33Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:36.848398 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1087135-8209-48d5-9bf6-b6df6970898e None None] The sync data for ids ['833649c4-58d3-4a84-bfd2-807b6290ccd9'] in dv-neutron-827796-1-hyperv is: [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:33Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:36.913512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Network d570446f-68f2-4201-bccb-d403ea5bd3ae is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:36.917892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:36.920135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:28:36.955423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Pushing event updated for resources: {'Port': ['ID=2d2a5549-d7ff-4514-a7dd-b7102c0068e4,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:37.001624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.029502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Attempting to bind port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:28:37.030068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Attempting to bind port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:28:37.030225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Attempting to bind port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 on network d570446f-68f2-4201-bccb-d403ea5bd3ae {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:28:37.037197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:28:37.037417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Checking segment: {'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:28:37.037985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.037985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Bound using segment: {'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:28:37.038423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Bound port: 2d2a5549-d7ff-4514-a7dd-b7102c0068e4, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:28:37.040012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.155104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] For port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:28:37.161502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] For port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2d2a5549-d7ff-4514-a7dd-b7102c0068e4,segment=NetworkSegment(ae7a4ca5-9480-425d-a16f-1f52f104152c),segment_id=ae7a4ca5-9480-425d-a16f-1f52f104152c)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:28:37.236169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.331596 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f47666-0be4-4f68-83a1-b3b28db9f827 None None] Pushing event updated for resources: {'Port': ['ID=2d2a5549-d7ff-4514-a7dd-b7102c0068e4,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:37.495400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.1 (d570446f-68f2-4201-bccb-d403ea5bd3ae/34581361-a92e-4bd9-a4cc-084c917a5886/45f775fa-5ee5-4a48-a120-a68e9cff61f8) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:37.705024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.724212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 45f775fa-5ee5-4a48-a120-a68e9cff61f8 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:28:37.853415 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:37.927327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network d570446f-68f2-4201-bccb-d403ea5bd3ae is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:37.931285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:37.935120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:28:37.965059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=45f775fa-5ee5-4a48-a120-a68e9cff61f8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:37.995199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:38.391228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7205a5ac-068a-4821-af1f-4fc9c30b2dde None None] Network d570446f-68f2-4201-bccb-d403ea5bd3ae requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:28:38.483538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:38.721552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a7fe5bb1-9b88-4f42-99df-b53f28878bbb None None] Provisioning for port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:28:38.935223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:38.963853 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 163f233e-c867-4c8b-8709-3254be268e3c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:39.041407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:39.067761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7e6cc84c-738a-46ed-bc49-bd8507fbb6ae None None] Provisioning for port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:28:39.069778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7e6cc84c-738a-46ed-bc49-bd8507fbb6ae None None] Provisioning complete for port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:39.070221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc84c-738a-46ed-bc49-bd8507fbb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:39.130260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-7e6cc84c-738a-46ed-bc49-bd8507fbb6ae None None] Port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:28:39.153591 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 163f233e-c867-4c8b-8709-3254be268e3c completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:28:39.158339 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=45f775fa-5ee5-4a48-a120-a68e9cff61f8,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:39.159263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:39.159446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 163f233e-c867-4c8b-8709-3254be268e3c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:39.160368 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:39.291165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f5133176-b973-48fb-8438-71d91c8a8e02 None None] Provisioning complete for port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:39.291533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f5133176-b973-48fb-8438-71d91c8a8e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:39.295036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network d570446f-68f2-4201-bccb-d403ea5bd3ae is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:39.296120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:39.319732 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:39.376048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 163f233e-c867-4c8b-8709-3254be268e3c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=163f233e-c867-4c8b-8709-3254be268e3c,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:39.377153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f5133176-b973-48fb-8438-71d91c8a8e02 None None] Port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:28:39.485163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:39.485938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:39.496375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 833649c4-58d3-4a84-bfd2-807b6290ccd9 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:28:39.636518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cfefc48b-9ad4-4d0f-a17d-8056c3eac32d None None] Provisioning complete for port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:39.636918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfefc48b-9ad4-4d0f-a17d-8056c3eac32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:39.661271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=163f233e-c867-4c8b-8709-3254be268e3c,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:39.702566 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:28:39.718075 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5db798a9-449f-4edc-bd8f-5edb0abd2e0c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/833649c4-58d3-4a84-bfd2-807b6290ccd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6123669 Feb 04 06:28:39.718334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Sync routers for ids ['833649c4-58d3-4a84-bfd2-807b6290ccd9'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:39.720608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:39.732944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:28:39.744436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:39.744848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:39.771227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Routers {'833649c4-58d3-4a84-bfd2-807b6290ccd9'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:39.771488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:28:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['833649c4-58d3-4a84-bfd2-807b6290ccd9'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:39.855280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cfefc48b-9ad4-4d0f-a17d-8056c3eac32d None None] Port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:28:39.870662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac87d2-d997-42c3-94cf-08dea7dd4a57 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.870662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac87d2-d997-42c3-94cf-08dea7dd4a57 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.870662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac87d2-d997-42c3-94cf-08dea7dd4a57 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.871609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac87d2-d997-42c3-94cf-08dea7dd4a57 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.871609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac87d2-d997-42c3-94cf-08dea7dd4a57 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.871876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac87d2-d997-42c3-94cf-08dea7dd4a57 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.873682 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-efac87d2-d997-42c3-94cf-08dea7dd4a57 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1521163 Feb 04 06:28:39.879271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52114) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:39.954760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92863ec0-daf3-4e24-8ad9-ff37f7c8d7f0 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.955222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92863ec0-daf3-4e24-8ad9-ff37f7c8d7f0 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.955675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92863ec0-daf3-4e24-8ad9-ff37f7c8d7f0 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.956614 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92863ec0-daf3-4e24-8ad9-ff37f7c8d7f0 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.956764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92863ec0-daf3-4e24-8ad9-ff37f7c8d7f0 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.957235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92863ec0-daf3-4e24-8ad9-ff37f7c8d7f0 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:39.959105 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-92863ec0-daf3-4e24-8ad9-ff37f7c8d7f0 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0787759 Feb 04 06:28:39.961830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52118) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:40.023306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Set router 833649c4-58d3-4a84-bfd2-807b6290ccd9 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:40.096662 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.263003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2d2a5549-d7ff-4514-a7dd-b7102c0068e4,segment=NetworkSegment(ae7a4ca5-9480-425d-a16f-1f52f104152c),segment_id=ae7a4ca5-9480-425d-a16f-1f52f104152c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:40.293652 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-db2cc55c-472d-4b94-aca7-49f48b6b9688 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3307204 Feb 04 06:28:40.346307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.444349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=2d2a5549-d7ff-4514-a7dd-b7102c0068e4,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:40.459857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '45f775fa-5ee5-4a48-a120-a68e9cff61f8', 'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:65:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:37Z', 'updated_at': '2022-02-04T06:28:38Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:40.464022 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Checking router: 833649c4-58d3-4a84-bfd2-807b6290ccd9 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:40.464448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Updating router 833649c4-58d3-4a84-bfd2-807b6290ccd9 port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:28:40.527326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.833093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52124) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:40.839284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259192350', 'description': 'tempest-secgroup-smoke-259192350 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:40.848727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:40.852715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:40.856109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:40.862755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:40.886530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 163f233e-c867-4c8b-8709-3254be268e3c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:40.930547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.953524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.954343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Transition to ACTIVE for port object 45f775fa-5ee5-4a48-a120-a68e9cff61f8 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:28:40.974031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 163f233e-c867-4c8b-8709-3254be268e3c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:40.974393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:40.974661 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:40.984781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:40.984781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:40.988573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:41.074557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.093882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.147793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:41.178953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.240803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb8b594-fae6-484c-9027-0026a96d6d9c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:41.315095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.316334 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d009e746-3295-4abc-9ac2-3df9aed8def5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4823773 Feb 04 06:28:41.319352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52128) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:41.325667 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0937f71f-9f1a-4514-aa9f-b701b1800870 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7cb8b594-fae6-484c-9027-0026a96d6d9c', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:41.327966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d94ab5-6768-4618-b835-064d2f103a30 None None] Pushing event updated for resources: {'Port': ['ID=45f775fa-5ee5-4a48-a120-a68e9cff61f8,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:41.339216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0937f71f-9f1a-4514-aa9f-b701b1800870 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:41.343861 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0937f71f-9f1a-4514-aa9f-b701b1800870 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:41.346961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0937f71f-9f1a-4514-aa9f-b701b1800870 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:41.354883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0937f71f-9f1a-4514-aa9f-b701b1800870 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:41.432270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Attempting to bind port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:28:41.432634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Attempting to bind port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:28:41.433015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Attempting to bind port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 on network d570446f-68f2-4201-bccb-d403ea5bd3ae {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:28:41.436717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:41.437087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.466902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:28:41.467984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Checking segment: {'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:28:41.467984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.468192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0937f71f-9f1a-4514-aa9f-b701b1800870 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.468292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Bound using segment: {'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:28:41.468550 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Bound port: 45f775fa-5ee5-4a48-a120-a68e9cff61f8, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:28:41.468901 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.536985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0937f71f-9f1a-4514-aa9f-b701b1800870 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.639961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] For port 45f775fa-5ee5-4a48-a120-a68e9cff61f8, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:28:41.647071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0937f71f-9f1a-4514-aa9f-b701b1800870 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.653331 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] For port 45f775fa-5ee5-4a48-a120-a68e9cff61f8, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=45f775fa-5ee5-4a48-a120-a68e9cff61f8,segment=NetworkSegment(ae7a4ca5-9480-425d-a16f-1f52f104152c),segment_id=ae7a4ca5-9480-425d-a16f-1f52f104152c)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:28:41.673126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937f71f-9f1a-4514-aa9f-b701b1800870 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cda7e85-3833-4f70-997f-3d2739d1cb32,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:41.764558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.772972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0937f71f-9f1a-4514-aa9f-b701b1800870 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.774542 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0937f71f-9f1a-4514-aa9f-b701b1800870 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4538734 Feb 04 06:28:41.777880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52132) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:41.784075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-82efa32b-5466-4407-92e4-13770e38265f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7cb8b594-fae6-484c-9027-0026a96d6d9c', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:41.792406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82efa32b-5466-4407-92e4-13770e38265f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:41.797273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-82efa32b-5466-4407-92e4-13770e38265f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:41.800311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-82efa32b-5466-4407-92e4-13770e38265f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:41.807439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82efa32b-5466-4407-92e4-13770e38265f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:41.848430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Routers {'833649c4-58d3-4a84-bfd2-807b6290ccd9'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:28:41.849110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:28:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['833649c4-58d3-4a84-bfd2-807b6290ccd9'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:41.876017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82efa32b-5466-4407-92e4-13770e38265f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:41.910485 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:28:41.918431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d94ab5-6768-4618-b835-064d2f103a30 None None] Pushing event updated for resources: {'Port': ['ID=45f775fa-5ee5-4a48-a120-a68e9cff61f8,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:41.959146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82efa32b-5466-4407-92e4-13770e38265f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.042608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82efa32b-5466-4407-92e4-13770e38265f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.056492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] Set router 833649c4-58d3-4a84-bfd2-807b6290ccd9 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:28:42.072227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efa32b-5466-4407-92e4-13770e38265f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa14ace5-32c6-448c-b02b-720f1418bc74,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:42.218244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82efa32b-5466-4407-92e4-13770e38265f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.219458 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-82efa32b-5466-4407-92e4-13770e38265f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4404974 Feb 04 06:28:42.222324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52136) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:42.228118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-29353374-c63c-4fb2-9ad9-0d148515362f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7cb8b594-fae6-484c-9027-0026a96d6d9c', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:42.234402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-29353374-c63c-4fb2-9ad9-0d148515362f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:42.238401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-29353374-c63c-4fb2-9ad9-0d148515362f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:42.241374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-29353374-c63c-4fb2-9ad9-0d148515362f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:42.247478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-29353374-c63c-4fb2-9ad9-0d148515362f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:42.332989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29353374-c63c-4fb2-9ad9-0d148515362f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.384134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '45f775fa-5ee5-4a48-a120-a68e9cff61f8', 'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:65:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:37Z', 'updated_at': '2022-02-04T06:28:41Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:42.388213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d76cb-aff4-4b73-9696-ce32f46fa78a None None] The sync data for ids ['833649c4-58d3-4a84-bfd2-807b6290ccd9'] in dv-neutron-827796-1-hyperv is: [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '45f775fa-5ee5-4a48-a120-a68e9cff61f8', 'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:65:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:37Z', 'updated_at': '2022-02-04T06:28:41Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:42.397257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29353374-c63c-4fb2-9ad9-0d148515362f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.464280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29353374-c63c-4fb2-9ad9-0d148515362f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.496915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29353374-c63c-4fb2-9ad9-0d148515362f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43ea468-69dc-4f2a-9952-2edfd941326a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:42.582371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-29353374-c63c-4fb2-9ad9-0d148515362f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.583643 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-29353374-c63c-4fb2-9ad9-0d148515362f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3602118 Feb 04 06:28:42.587005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52140) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:42.592375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e97cf3c2-5b3d-433b-921d-a631976f396f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7cb8b594-fae6-484c-9027-0026a96d6d9c', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:42.598676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e97cf3c2-5b3d-433b-921d-a631976f396f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:42.602942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e97cf3c2-5b3d-433b-921d-a631976f396f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:42.606197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e97cf3c2-5b3d-433b-921d-a631976f396f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:42.612253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e97cf3c2-5b3d-433b-921d-a631976f396f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:42.693887 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e97cf3c2-5b3d-433b-921d-a631976f396f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.762574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e97cf3c2-5b3d-433b-921d-a631976f396f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.839293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e97cf3c2-5b3d-433b-921d-a631976f396f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.857075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cf3c2-5b3d-433b-921d-a631976f396f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7f216b-8fd3-4681-8b1b-4113822133d3,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:42.909060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 45f775fa-5ee5-4a48-a120-a68e9cff61f8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:42.944506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e97cf3c2-5b3d-433b-921d-a631976f396f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.946687 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e97cf3c2-5b3d-433b-921d-a631976f396f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3583896 Feb 04 06:28:42.949160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52144) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:42.954712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7cb8b594-fae6-484c-9027-0026a96d6d9c', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:42.961281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:42.965765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:42.969067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:42.976393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:43.056930 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:28:43.062636 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:43.063012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:43.085526 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:28:43.093354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:43.170333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:43.201557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:43.234998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 45f775fa-5ee5-4a48-a120-a68e9cff61f8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=45f775fa-5ee5-4a48-a120-a68e9cff61f8,segment=NetworkSegment(ae7a4ca5-9480-425d-a16f-1f52f104152c),segment_id=ae7a4ca5-9480-425d-a16f-1f52f104152c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:43.239484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:43.274479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a87201-f550-43ec-8170-c9cf1f218570,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:43.355286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:43.355484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:43.359180 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-69b81119-6915-43ca-b981-42fa0a52317c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4062545 Feb 04 06:28:43.359464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52148) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:43.365418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '7cb8b594-fae6-484c-9027-0026a96d6d9c', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:43.373405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:43.377618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:43.380851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:43.391240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:43.432530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=45f775fa-5ee5-4a48-a120-a68e9cff61f8,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:43.463717 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:28:43.472518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:43.543027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:43.635226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:43.659335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a80e5b9-d9b6-4822-aa12-808255005a75,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:43.795748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:43.796919 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9a95ecbc-9c4c-4b77-b404-9a1d224c55ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4363410 Feb 04 06:28:43.958093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-3c1d4685-61ad-45c6-b876-4be04095607e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:28:44.035658 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-3c1d4685-61ad-45c6-b876-4be04095607e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:28:44.036911 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-3c1d4685-61ad-45c6-b876-4be04095607e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259192350&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.1178746 Feb 04 06:28:44.188266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-36b5c8f0-a2a2-4f6d-96e7-bcef362f9f55 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:44.189925 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-36b5c8f0-a2a2-4f6d-96e7-bcef362f9f55 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/networks?id=d570446f-68f2-4201-bccb-d403ea5bd3ae HTTP/1.1" status: 200 len: 797 time: 0.1462445 Feb 04 06:28:44.206574 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-03659984-5620-4dd9-838a-fbd832ee17b5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/quotas/ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 375 time: 0.0100961 Feb 04 06:28:44.303334 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-1172a572-eaa1-4d86-995c-3746deaef20e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902469 Feb 04 06:28:44.492592 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-e9b98c85-650f-4349-a6d4-a81766cdf83a service neutron] 10.222.0.32 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740487 Feb 04 06:28:44.627775 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-aa6f0177-7eda-4f12-9be2-d732c69dc60c service neutron] 10.222.0.32 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310143 Feb 04 06:28:44.879633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 45f775fa-5ee5-4a48-a120-a68e9cff61f8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:44.892604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-7fba2f7c-c3a6-440c-81d5-c82060c8b48c req-74354886-7879-420f-a106-d4deb562deea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:28:44.949938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:44.950319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:44.959292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-7fba2f7c-c3a6-440c-81d5-c82060c8b48c req-74354886-7879-420f-a106-d4deb562deea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:28:44.960460 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7fba2f7c-c3a6-440c-81d5-c82060c8b48c req-74354886-7879-420f-a106-d4deb562deea tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 210 time: 0.1136396 Feb 04 06:28:45.715155 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-77108ba4-060a-4b84-a413-fac9ae0fff56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:46.123064 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9b9558a3-8197-4b66-bf96-1f30e6184b57 req-123692da-b958-4549-956d-0472dbbd7194 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 210 time: 0.0505230 Feb 04 06:28:46.988399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-ddb871c8-0f1a-4be2-8171-bdeba257a113 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:46.989262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-ddb871c8-0f1a-4be2-8171-bdeba257a113 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:28:47.090364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-ddb871c8-0f1a-4be2-8171-bdeba257a113 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:28:47.091524 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-ddb871c8-0f1a-4be2-8171-bdeba257a113 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=d570446f-68f2-4201-bccb-d403ea5bd3ae HTTP/1.1" status: 200 len: 797 time: 0.2500947 Feb 04 06:28:47.142720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-1b17dc68-4f76-4e85-9827-30d1757c8231 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:28:47.155933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-1b17dc68-4f76-4e85-9827-30d1757c8231 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:28:47.157172 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-1b17dc68-4f76-4e85-9827-30d1757c8231 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 379 time: 0.0578959 Feb 04 06:28:47.165958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'device_id': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'admin_state_up': True, 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'security_groups': ['7cb8b594-fae6-484c-9027-0026a96d6d9c']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:47.300307 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a2e458ed-c750-4b27-97af-d3971c46e8e4 req-55ec3920-90af-46f8-89da-4e0f2b60bb92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 210 time: 0.0574985 Feb 04 06:28:47.356967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:47.366751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:47.430112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:28:47.434216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:47.603953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.14 (d570446f-68f2-4201-bccb-d403ea5bd3ae/34581361-a92e-4bd9-a4cc-084c917a5886/36354d0d-bf8b-44dd-965b-365b50a18b15) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:47.803908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:47.821971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 36354d0d-bf8b-44dd-965b-365b50a18b15 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:28:47.919931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:47.949243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4047-f984-4f14-8a03-3dc787f43db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:48.006814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network d570446f-68f2-4201-bccb-d403ea5bd3ae is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:48.010106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:48.014288 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:28:48.048254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=36354d0d-bf8b-44dd-965b-365b50a18b15,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:48.097282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:48.097966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:48.188875 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-5fd135c5-3cc1-4d91-b44a-bcebdb18b548 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0268340 Feb 04 06:28:48.200331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Request body: {'port': {'device_id': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:48.314820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:48.353558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-be7912d3-c6bb-4ecc-84ab-e6dcd49430db None None] Provisioning for port 36354d0d-bf8b-44dd-965b-365b50a18b15 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:28:48.359090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-be7912d3-c6bb-4ecc-84ab-e6dcd49430db None None] Provisioning complete for port 36354d0d-bf8b-44dd-965b-365b50a18b15 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:48.359610 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-be7912d3-c6bb-4ecc-84ab-e6dcd49430db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:48.419137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-be7912d3-c6bb-4ecc-84ab-e6dcd49430db None None] Port 36354d0d-bf8b-44dd-965b-365b50a18b15 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:28:48.503485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7245ba-3c1a-458d-a44f-5ed68ce1b6ad req-bb0289c1-c0e9-448a-bbab-dcdaf4887066 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:48.505098 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ea7245ba-3c1a-458d-a44f-5ed68ce1b6ad req-bb0289c1-c0e9-448a-bbab-dcdaf4887066 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 932 time: 0.0858610 Feb 04 06:28:48.556336 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ea7245ba-3c1a-458d-a44f-5ed68ce1b6ad req-8afd7731-d9d4-46da-9d75-847cc9ab7695 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445290 Feb 04 06:28:48.770400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36354d0d-bf8b-44dd-965b-365b50a18b15 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:28:48.778604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:48.793632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Transition to ACTIVE for port object 36354d0d-bf8b-44dd-965b-365b50a18b15 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:28:48.995202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:49.092283 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:49.121158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:49.156416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Pushing event updated for resources: {'Port': ['ID=36354d0d-bf8b-44dd-965b-365b50a18b15,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:49.238168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Attempting to bind port 36354d0d-bf8b-44dd-965b-365b50a18b15 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:28:49.240867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Attempting to bind port 36354d0d-bf8b-44dd-965b-365b50a18b15 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:28:49.240867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Attempting to bind port 36354d0d-bf8b-44dd-965b-365b50a18b15 on network d570446f-68f2-4201-bccb-d403ea5bd3ae {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:28:49.244478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Port 36354d0d-bf8b-44dd-965b-365b50a18b15 on network d570446f-68f2-4201-bccb-d403ea5bd3ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:28:49.245533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Attempting to bind port 36354d0d-bf8b-44dd-965b-365b50a18b15 on network d570446f-68f2-4201-bccb-d403ea5bd3ae {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:28:49.251596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:28:49.251934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Checking segment: {'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:28:49.252379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Bound using segment: {'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:28:49.252873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Bound port: 36354d0d-bf8b-44dd-965b-365b50a18b15, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7a4ca5-9480-425d-a16f-1f52f104152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:28:49.253224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:49.345923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] For port 36354d0d-bf8b-44dd-965b-365b50a18b15, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:28:49.348796 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] For port 36354d0d-bf8b-44dd-965b-365b50a18b15, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=36354d0d-bf8b-44dd-965b-365b50a18b15,segment=NetworkSegment(ae7a4ca5-9480-425d-a16f-1f52f104152c),segment_id=ae7a4ca5-9480-425d-a16f-1f52f104152c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:28:49.406863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:49.465677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:49.466334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:49.467971 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] 10.222.0.24 "PUT /v2.0/ports/36354d0d-bf8b-44dd-965b-365b50a18b15 HTTP/1.1" status: 200 len: 1094 time: 1.2721331 Feb 04 06:28:49.471136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'tag': '36354d0d-bf8b-44dd-965b-365b50a18b15'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:49.500547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ba3f5-722e-4f96-a10b-f5205c70b23c service neutron] Pushing event updated for resources: {'Port': ['ID=36354d0d-bf8b-44dd-965b-365b50a18b15,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:49.526381 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'tag': '36354d0d-bf8b-44dd-965b-365b50a18b15', 'status': 'completed', 'code': 200} Feb 04 06:28:49.627811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea433bd3-2d05-47cd-b3c9-dbe25e06b303 req-ddb2280f-e381-4836-82fe-90595e77fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:49.629529 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea433bd3-2d05-47cd-b3c9-dbe25e06b303 req-ddb2280f-e381-4836-82fe-90595e77fbc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 1097 time: 0.0832298 Feb 04 06:28:49.766674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac42db-5743-4bc6-b0cd-87c7d293e85f req-b76eb391-db1d-4e65-89fa-0dcd066ee3d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:49.767737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:49.767977 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f8ac42db-5743-4bc6-b0cd-87c7d293e85f req-b76eb391-db1d-4e65-89fa-0dcd066ee3d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 944 time: 0.0864797 Feb 04 06:28:49.781743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea433bd3-2d05-47cd-b3c9-dbe25e06b303 req-bd98f07e-0440-4ca1-9dae-3926ead793b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:49.783456 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea433bd3-2d05-47cd-b3c9-dbe25e06b303 req-bd98f07e-0440-4ca1-9dae-3926ead793b0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed74ee2667754fabaada911129fc7b8d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1469150 Feb 04 06:28:49.816521 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f8ac42db-5743-4bc6-b0cd-87c7d293e85f req-f99a02d3-3506-480c-8487-cd330a63aeeb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404136 Feb 04 06:28:49.919670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea433bd3-2d05-47cd-b3c9-dbe25e06b303 req-12e415ee-8c0d-4fa8-ab82-697a14805a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:49.921043 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea433bd3-2d05-47cd-b3c9-dbe25e06b303 req-12e415ee-8c0d-4fa8-ab82-697a14805a8a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322906 Feb 04 06:28:50.030051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-9763d858-5442-4f46-aeef-0d171478fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:50.031518 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-9763d858-5442-4f46-aeef-0d171478fe3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 1097 time: 0.0748212 Feb 04 06:28:50.098142 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-a754c59b-a9ef-414e-b771-a630f8686abf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36354d0d-bf8b-44dd-965b-365b50a18b15 HTTP/1.1" status: 200 len: 217 time: 0.0598805 Feb 04 06:28:50.162610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-e73ff1da-4e56-4c7a-8b5c-683878f1a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:50.164073 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-e73ff1da-4e56-4c7a-8b5c-683878f1a6e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34581361-a92e-4bd9-a4cc-084c917a5886 HTTP/1.1" status: 200 len: 844 time: 0.0607207 Feb 04 06:28:50.239075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-cdc50702-0a64-4ee8-a999-d6ce3c545f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:50.240543 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-cdc50702-0a64-4ee8-a999-d6ce3c545f5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d570446f-68f2-4201-bccb-d403ea5bd3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705559 Feb 04 06:28:50.380165 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-ee855363-c788-4293-adb8-f623f931a269 service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330216 Feb 04 06:28:50.536525 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab2c894d-4356-4447-b98b-e654d0fc8f35 req-0d6aa864-d2bf-4bc1-b0be-e638d7e205dd service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493185 Feb 04 06:28:50.572205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:51.012757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c0180-bcb0-42e6-bdb0-c824d7f2b9c6 req-a9782c54-1d69-4a4d-99c0-35123df20ca8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:51.013957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d91c0180-bcb0-42e6-bdb0-c824d7f2b9c6 req-a9782c54-1d69-4a4d-99c0-35123df20ca8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:28:51.115262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d91c0180-bcb0-42e6-bdb0-c824d7f2b9c6 req-a9782c54-1d69-4a4d-99c0-35123df20ca8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:28:51.116391 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d91c0180-bcb0-42e6-bdb0-c824d7f2b9c6 req-a9782c54-1d69-4a4d-99c0-35123df20ca8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 944 time: 0.1879160 Feb 04 06:28:51.162704 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d91c0180-bcb0-42e6-bdb0-c824d7f2b9c6 req-4a400ed3-5679-492a-be90-fd827c72fe86 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400305 Feb 04 06:28:52.466098 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2467-ef12-4809-8d54-6942b86382de req-f5553d07-70de-40be-a9db-325d885667af tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:52.466098 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-27db2467-ef12-4809-8d54-6942b86382de req-f5553d07-70de-40be-a9db-325d885667af tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 944 time: 0.1937675 Feb 04 06:28:52.509529 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-27db2467-ef12-4809-8d54-6942b86382de req-eefb6c5d-da2c-4def-94be-4146da1f7db6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395634 Feb 04 06:28:53.652611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 36354d0d-bf8b-44dd-965b-365b50a18b15 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:28:53.690990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0ad83-8ef0-4a22-b393-be0f639eb7b1 req-fe65c7bc-9277-4687-9195-110aeb81f5bb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:53.692438 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a4e0ad83-8ef0-4a22-b393-be0f639eb7b1 req-fe65c7bc-9277-4687-9195-110aeb81f5bb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 944 time: 0.0802662 Feb 04 06:28:53.738996 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a4e0ad83-8ef0-4a22-b393-be0f639eb7b1 req-46809b54-defb-493a-90fc-35bcb4fb7b18 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401242 Feb 04 06:28:53.784170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 36354d0d-bf8b-44dd-965b-365b50a18b15, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=36354d0d-bf8b-44dd-965b-365b50a18b15,segment=NetworkSegment(ae7a4ca5-9480-425d-a16f-1f52f104152c),segment_id=ae7a4ca5-9480-425d-a16f-1f52f104152c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:53.797738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '36354d0d-bf8b-44dd-965b-365b50a18b15', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'port_id': '36354d0d-bf8b-44dd-965b-365b50a18b15', 'mac_address': 'fa:16:3e:7f:49:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:28:53.850639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:53.868083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36354d0d-bf8b-44dd-965b-365b50a18b15 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:28:53.883159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 36354d0d-bf8b-44dd-965b-365b50a18b15, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=36354d0d-bf8b-44dd-965b-365b50a18b15,segment=NetworkSegment(ae7a4ca5-9480-425d-a16f-1f52f104152c),segment_id=ae7a4ca5-9480-425d-a16f-1f52f104152c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:53.958978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:54.027033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=36354d0d-bf8b-44dd-965b-365b50a18b15,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:54.300712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['36354d0d-bf8b-44dd-965b-365b50a18b15'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:28:54.925974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ddf02-9dee-4ff2-b2e0-8d7f64b1d18d req-98c0e148-cf88-4ee7-987c-617934d0402a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:54.927421 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7f4ddf02-9dee-4ff2-b2e0-8d7f64b1d18d req-98c0e148-cf88-4ee7-987c-617934d0402a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 945 time: 0.0846617 Feb 04 06:28:54.970811 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7f4ddf02-9dee-4ff2-b2e0-8d7f64b1d18d req-faf843fb-be04-426f-8ea6-ec6b123f81df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373204 Feb 04 06:28:55.651803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 36354d0d-bf8b-44dd-965b-365b50a18b15 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:28:55.800538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 36354d0d-bf8b-44dd-965b-365b50a18b15 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:28:55.805663 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 36354d0d-bf8b-44dd-965b-365b50a18b15 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:55.806037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.923856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:55.949217 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36354d0d-bf8b-44dd-965b-365b50a18b15'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:55.958439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 36354d0d-bf8b-44dd-965b-365b50a18b15, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=36354d0d-bf8b-44dd-965b-365b50a18b15,segment=NetworkSegment(ae7a4ca5-9480-425d-a16f-1f52f104152c),segment_id=ae7a4ca5-9480-425d-a16f-1f52f104152c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:28:56.047266 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36354d0d-bf8b-44dd-965b-365b50a18b15', 'code': 200} Feb 04 06:28:56.065590 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:56.128165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=36354d0d-bf8b-44dd-965b-365b50a18b15,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:56.162148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319901dc-0aec-4afd-b3f4-179896a2090c req-253d5281-d7b0-4979-a0bb-bde7c7e98665 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:56.163642 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-319901dc-0aec-4afd-b3f4-179896a2090c req-253d5281-d7b0-4979-a0bb-bde7c7e98665 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 946 time: 0.0828099 Feb 04 06:28:56.219086 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-319901dc-0aec-4afd-b3f4-179896a2090c req-37f4a06a-dd03-4453-8157-96f7a7214522 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497351 Feb 04 06:28:56.459187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f7d7f-b714-4232-a18a-c2c9fb53abc8 req-1576e4ec-3c44-4a47-b850-41f91e72333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:56.460623 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d80f7d7f-b714-4232-a18a-c2c9fb53abc8 req-1576e4ec-3c44-4a47-b850-41f91e72333a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 1099 time: 0.0700195 Feb 04 06:28:56.501798 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d80f7d7f-b714-4232-a18a-c2c9fb53abc8 req-2455e4ed-f2a2-4117-b4aa-e8a4a57f4e8e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353882 Feb 04 06:28:57.416221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccb91-5fbd-4953-a6e5-617358040d2e req-8380b4e1-eaaf-4f13-bb45-c8569022a1f2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:57.417661 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fd2ccb91-5fbd-4953-a6e5-617358040d2e req-8380b4e1-eaaf-4f13-bb45-c8569022a1f2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 946 time: 0.0828364 Feb 04 06:28:57.460534 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fd2ccb91-5fbd-4953-a6e5-617358040d2e req-9004610b-25c7-498a-88af-7c2947b2b388 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369828 Feb 04 06:28:58.645731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eed2f9-bec7-40e7-8ef0-a1dc285889eb req-fc70fdc4-e5f5-452b-ae73-173f39d2a02f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:58.647189 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e0eed2f9-bec7-40e7-8ef0-a1dc285889eb req-fc70fdc4-e5f5-452b-ae73-173f39d2a02f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 946 time: 0.0784795 Feb 04 06:28:58.694310 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e0eed2f9-bec7-40e7-8ef0-a1dc285889eb req-84ff2a3a-c941-4c61-b058-d5880766499d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408406 Feb 04 06:28:59.017261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec176259-d187-48f5-8e1d-fc5712ba5da9 req-e0a1c049-7013-4ddc-99ff-f01a44358c61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:59.018744 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ec176259-d187-48f5-8e1d-fc5712ba5da9 req-e0a1c049-7013-4ddc-99ff-f01a44358c61 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 946 time: 0.0781734 Feb 04 06:28:59.062025 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ec176259-d187-48f5-8e1d-fc5712ba5da9 req-06147c8a-8691-4210-8589-aaf59adfee77 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378127 Feb 04 06:28:59.084405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52214) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:59.242592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4777a6a4-23b0-4d6d-9a4c-b740108372c9 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:59.244147 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4777a6a4-23b0-4d6d-9a4c-b740108372c9 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 1094 time: 0.1587570 Feb 04 06:28:59.247024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52218) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:28:59.251961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '36354d0d-bf8b-44dd-965b-365b50a18b15', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:59.257786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:28:59.262046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:floatingip and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:28:59.264808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:28:59.270346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:28:59.353433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:59.488803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:59.619878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.161 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/4a91545a-3ef6-41d9-88c1-d34323c370e0) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:59.766734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:59.846307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:59.907580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:59.910558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:59.914222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:28:59.952863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=4a91545a-3ef6-41d9-88c1-d34323c370e0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:00.323295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.495083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.700520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.765881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:00.870342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=4a91545a-3ef6-41d9-88c1-d34323c370e0,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:00.886328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.054510 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP c05ad6e8-507a-40b2-a68e-e0fee59d4265 associated. External IP: 172.26.7.161, port: 36354d0d-bf8b-44dd-965b-365b50a18b15. Feb 04 06:29:01.513270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 833649c4-58d3-4a84-bfd2-807b6290ccd9 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:29:01.705731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:29:01.716038 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0412bed-7bee-47ac-a85d-5302de2999e0 None None] Sync routers for ids ['833649c4-58d3-4a84-bfd2-807b6290ccd9'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:01.725590 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0412bed-7bee-47ac-a85d-5302de2999e0 None None] Routers {'833649c4-58d3-4a84-bfd2-807b6290ccd9'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:01.726197 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e0412bed-7bee-47ac-a85d-5302de2999e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:28:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['833649c4-58d3-4a84-bfd2-807b6290ccd9'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:01.789188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:01.844207 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-be85a577-c9f9-41a8-8d74-2da84e4cd1ed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5961313 Feb 04 06:29:01.844838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'tag': '36354d0d-bf8b-44dd-965b-365b50a18b15'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:01.847260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52222) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:01.890816 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'tag': '36354d0d-bf8b-44dd-965b-365b50a18b15', 'status': 'completed', 'code': 200} Feb 04 06:29:01.922646 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-e0412bed-7bee-47ac-a85d-5302de2999e0 None None] Set router 833649c4-58d3-4a84-bfd2-807b6290ccd9 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:01.963564 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-59cfef16-e47a-43d2-ad6b-cc6d062f5ca3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/c05ad6e8-507a-40b2-a68e-e0fee59d4265 HTTP/1.1" status: 200 len: 992 time: 0.1148214 Feb 04 06:29:01.983814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb2b0e-7514-4800-b79b-ca10d804da09 req-37fb8b69-1e73-4501-b307-838a20369cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:01.985440 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0eb2b0e-7514-4800-b79b-ca10d804da09 req-37fb8b69-1e73-4501-b307-838a20369cb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 1099 time: 0.0732419 Feb 04 06:29:02.118791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb2b0e-7514-4800-b79b-ca10d804da09 req-92fca648-619c-474d-a7e1-2bebe91f3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:02.120174 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0eb2b0e-7514-4800-b79b-ca10d804da09 req-92fca648-619c-474d-a7e1-2bebe91f3ba3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d570446f-68f2-4201-bccb-d403ea5bd3ae HTTP/1.1" status: 200 len: 898 time: 0.1294124 Feb 04 06:29:02.224372 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0eb2b0e-7514-4800-b79b-ca10d804da09 req-22030229-1fea-4ac4-b5e5-0789a2f0086e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36354d0d-bf8b-44dd-965b-365b50a18b15 HTTP/1.1" status: 200 len: 1000 time: 0.0974460 Feb 04 06:29:02.266646 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e0412bed-7bee-47ac-a85d-5302de2999e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'c05ad6e8-507a-40b2-a68e-e0fee59d4265', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.161', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'port_id': '36354d0d-bf8b-44dd-965b-365b50a18b15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'mac_address': 'fa:16:3e:7f:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:29:00Z', 'updated_at': '2022-02-04T06:29:00Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f775fa-5ee5-4a48-a120-a68e9cff61f8', 'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:65:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:37Z', 'updated_at': '2022-02-04T06:28:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:02.270366 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0412bed-7bee-47ac-a85d-5302de2999e0 None None] Checking router: 833649c4-58d3-4a84-bfd2-807b6290ccd9 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:02.279103 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0412bed-7bee-47ac-a85d-5302de2999e0 None None] Routers {'833649c4-58d3-4a84-bfd2-807b6290ccd9'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:02.279683 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e0412bed-7bee-47ac-a85d-5302de2999e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:28:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['833649c4-58d3-4a84-bfd2-807b6290ccd9'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:02.289923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb2b0e-7514-4800-b79b-ca10d804da09 req-63934ae8-93f4-41c3-afca-503a65137ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:02.291367 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0eb2b0e-7514-4800-b79b-ca10d804da09 req-63934ae8-93f4-41c3-afca-503a65137ee5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34581361-a92e-4bd9-a4cc-084c917a5886 HTTP/1.1" status: 200 len: 844 time: 0.0609019 Feb 04 06:29:02.364862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb2b0e-7514-4800-b79b-ca10d804da09 req-58545657-0dc5-4446-a4ec-0273bc2c9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:02.366325 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0eb2b0e-7514-4800-b79b-ca10d804da09 req-58545657-0dc5-4446-a4ec-0273bc2c9d82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d570446f-68f2-4201-bccb-d403ea5bd3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692089 Feb 04 06:29:02.457379 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-e0412bed-7bee-47ac-a85d-5302de2999e0 None None] Set router 833649c4-58d3-4a84-bfd2-807b6290ccd9 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:02.499113 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0eb2b0e-7514-4800-b79b-ca10d804da09 req-40543993-3927-4240-a1d2-0b13473b5c1d service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268318 Feb 04 06:29:02.632883 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c0eb2b0e-7514-4800-b79b-ca10d804da09 req-6fab5128-1e07-4b9c-b7b9-0d9b6e405c53 service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260915 Feb 04 06:29:02.803569 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e0412bed-7bee-47ac-a85d-5302de2999e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'c05ad6e8-507a-40b2-a68e-e0fee59d4265', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.161', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'port_id': '36354d0d-bf8b-44dd-965b-365b50a18b15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'mac_address': 'fa:16:3e:7f:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:29:00Z', 'updated_at': '2022-02-04T06:29:00Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f775fa-5ee5-4a48-a120-a68e9cff61f8', 'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:65:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:37Z', 'updated_at': '2022-02-04T06:28:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:02.807654 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0412bed-7bee-47ac-a85d-5302de2999e0 None None] The sync data for ids ['833649c4-58d3-4a84-bfd2-807b6290ccd9'] in dv-neutron-827796-1-hyperv is: [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'c05ad6e8-507a-40b2-a68e-e0fee59d4265', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.161', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'port_id': '36354d0d-bf8b-44dd-965b-365b50a18b15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'mac_address': 'fa:16:3e:7f:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:29:00Z', 'updated_at': '2022-02-04T06:29:00Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f775fa-5ee5-4a48-a120-a68e9cff61f8', 'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:65:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:37Z', 'updated_at': '2022-02-04T06:28:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:02.967208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52228) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:02.997705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bcba0c-db87-49db-9a8d-2809d04a35d9 None None] New status for floating IP c05ad6e8-507a-40b2-a68e-e0fee59d4265: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:29:03.177472 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4a491ec7-019f-4a02-9115-4c910dc1c028 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/c05ad6e8-507a-40b2-a68e-e0fee59d4265 HTTP/1.1" status: 200 len: 992 time: 0.2089326 Feb 04 06:29:04.181334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52232) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:04.286740 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7351bcb3-8ba3-4f39-809c-740f96a1f612 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/c05ad6e8-507a-40b2-a68e-e0fee59d4265 HTTP/1.1" status: 200 len: 994 time: 0.1041994 Feb 04 06:29:15.754363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0923ec04-86d3-46cf-8bc0-88dd68e837d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.262950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52236) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:16.564232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Deleting port b2f3f937-bbef-46be-8925-5e57004efa73 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:16.564491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.763525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.763838 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.889211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Calling delete_port for b2f3f937-bbef-46be-8925-5e57004efa73 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:17.154554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:17.202804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event deleted for resources: {'Port': ['ID=b2f3f937-bbef-46be-8925-5e57004efa73,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:17.294657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:17.295368 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Floating IP 1d00da1e-74ef-44be-9195-0d6473941f0e disassociated (deleted). External IP: 172.26.7.179, port: 22546fb5-7fa0-436a-ac15-55dc683b1347. Feb 04 06:29:17.749467 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Router 051c6209-f6a2-4e66-b055-e1b22b09a6fe has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:29:17.930953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:29:17.941304 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662562b-6582-4dbc-9005-d56ab9c6aed8 None None] Sync routers for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:17.947185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-455e47c7-0922-46d3-8f74-16fa0c17d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:17.950454 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662562b-6582-4dbc-9005-d56ab9c6aed8 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:17.954077 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7662562b-6582-4dbc-9005-d56ab9c6aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:29:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:18.017650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:18.075193 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2f3b2a73-0917-4bc3-90bd-4fd62a5be25f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "DELETE /v2.0/floatingips/1d00da1e-74ef-44be-9195-0d6473941f0e HTTP/1.1" status: 204 len: 168 time: 1.8110785 Feb 04 06:29:18.075787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'tag': '22546fb5-7fa0-436a-ac15-55dc683b1347'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:18.131385 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'tag': '22546fb5-7fa0-436a-ac15-55dc683b1347', 'status': 'completed', 'code': 200} Feb 04 06:29:18.163652 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-7662562b-6582-4dbc-9005-d56ab9c6aed8 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:18.234065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa9b68-4494-4e97-85aa-a154125a4266 req-9212f255-fce4-4e5f-9c8c-c290a4c43399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:18.235608 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-74fa9b68-4494-4e97-85aa-a154125a4266 req-9212f255-fce4-4e5f-9c8c-c290a4c43399 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 1099 time: 0.0736761 Feb 04 06:29:18.370439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa9b68-4494-4e97-85aa-a154125a4266 req-b8fb654d-1ae5-4538-90d8-95bfccdecc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:18.371811 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-74fa9b68-4494-4e97-85aa-a154125a4266 req-b8fb654d-1ae5-4538-90d8-95bfccdecc0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 911 time: 0.1302860 Feb 04 06:29:18.449822 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-74fa9b68-4494-4e97-85aa-a154125a4266 req-3c64357a-703d-4def-ab75-ded65b627d9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22546fb5-7fa0-436a-ac15-55dc683b1347 HTTP/1.1" status: 200 len: 217 time: 0.0702369 Feb 04 06:29:18.520697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa9b68-4494-4e97-85aa-a154125a4266 req-ad6fe3c0-9082-448f-9d56-2fd0fe0d31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:18.522190 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-74fa9b68-4494-4e97-85aa-a154125a4266 req-ad6fe3c0-9082-448f-9d56-2fd0fe0d31bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.0661867 Feb 04 06:29:18.526720 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7662562b-6582-4dbc-9005-d56ab9c6aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1c11d888-8176-4ade-94ad-77093acb7dda', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:03:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:04Z', 'updated_at': '2022-02-04T06:23:07Z', 'revision_number': 1, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:18.531683 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662562b-6582-4dbc-9005-d56ab9c6aed8 None None] Checking router: 051c6209-f6a2-4e66-b055-e1b22b09a6fe for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:18.540036 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662562b-6582-4dbc-9005-d56ab9c6aed8 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:18.540793 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7662562b-6582-4dbc-9005-d56ab9c6aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:29:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:18.604441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa9b68-4494-4e97-85aa-a154125a4266 req-0c2675ec-5db7-4a00-866a-8d4871cb7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:18.605995 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-74fa9b68-4494-4e97-85aa-a154125a4266 req-0c2675ec-5db7-4a00-866a-8d4871cb7d53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768168 Feb 04 06:29:18.657826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df8f41-1fe8-406f-8cdb-4e6086e0def8 req-894fa53d-0c87-44dd-8a2d-4cc307c7fb23 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:18.659156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-c8df8f41-1fe8-406f-8cdb-4e6086e0def8 req-894fa53d-0c87-44dd-8a2d-4cc307c7fb23 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Synchronizing usage tracker for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:29:18.720943 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-7662562b-6582-4dbc-9005-d56ab9c6aed8 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:18.737768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-c8df8f41-1fe8-406f-8cdb-4e6086e0def8 req-894fa53d-0c87-44dd-8a2d-4cc307c7fb23 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Unset dirty status for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:29:18.739366 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c8df8f41-1fe8-406f-8cdb-4e6086e0def8 req-894fa53d-0c87-44dd-8a2d-4cc307c7fb23 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 946 time: 0.1724968 Feb 04 06:29:18.746509 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-74fa9b68-4494-4e97-85aa-a154125a4266 req-1f60819e-6914-4ef8-b0db-1df6cc32a771 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323450 Feb 04 06:29:18.790343 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c8df8f41-1fe8-406f-8cdb-4e6086e0def8 req-91463281-1637-4e0c-814a-e784c166dd24 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Feb 04 06:29:18.882925 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-74fa9b68-4494-4e97-85aa-a154125a4266 req-2b4c1279-2cdb-45d1-b27d-9fa1e4601f85 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296194 Feb 04 06:29:18.958980 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:29:19.028475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.073891 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7662562b-6582-4dbc-9005-d56ab9c6aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1c11d888-8176-4ade-94ad-77093acb7dda', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:03:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:04Z', 'updated_at': '2022-02-04T06:23:07Z', 'revision_number': 1, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:19.077800 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662562b-6582-4dbc-9005-d56ab9c6aed8 None None] The sync data for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv is: [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1c11d888-8176-4ade-94ad-77093acb7dda', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'floating_ip_address': '172.26.7.219', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'port_id': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'mac_address': 'fa:16:3e:03:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:04Z', 'updated_at': '2022-02-04T06:23:07Z', 'revision_number': 1, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:19.103347 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.302542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992dfa40-e88b-4371-bda3-c71b802e4896 None None] New status for floating IP 1d00da1e-74ef-44be-9195-0d6473941f0e: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:29:19.783398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:19.977103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc254cbd-0db8-43d0-a7f9-651c9fea177d req-c482ec80-93de-45da-aca0-71e40321ce33 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:19.978569 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bc254cbd-0db8-43d0-a7f9-651c9fea177d req-c482ec80-93de-45da-aca0-71e40321ce33 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 946 time: 0.0803776 Feb 04 06:29:20.033969 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bc254cbd-0db8-43d0-a7f9-651c9fea177d req-5519e5eb-c713-4af9-b5d6-478deef4072f tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497332 Feb 04 06:29:20.454785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f4cb-a460-48c9-8158-8ae8f868ff9e req-afe3fdc8-747f-4f22-9956-f0079ef2fb0d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:20.456522 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9107f4cb-a460-48c9-8158-8ae8f868ff9e req-afe3fdc8-747f-4f22-9956-f0079ef2fb0d tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 946 time: 0.0832627 Feb 04 06:29:20.514273 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:20.527318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9107f4cb-a460-48c9-8158-8ae8f868ff9e req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Deleting port 22546fb5-7fa0-436a-ac15-55dc683b1347 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:20.532881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9107f4cb-a460-48c9-8158-8ae8f868ff9e req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:20.774365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9107f4cb-a460-48c9-8158-8ae8f868ff9e req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] For port 22546fb5-7fa0-436a-ac15-55dc683b1347, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=22546fb5-7fa0-436a-ac15-55dc683b1347,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:20.774719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9107f4cb-a460-48c9-8158-8ae8f868ff9e req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:20.900175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9107f4cb-a460-48c9-8158-8ae8f868ff9e req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Calling delete_port for 22546fb5-7fa0-436a-ac15-55dc683b1347 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:21.194892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9107f4cb-a460-48c9-8158-8ae8f868ff9e req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:21.218987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34791b22-a446-4473-988a-0187d13619d4 req-d27f322d-33bc-4abe-9085-b79234630101 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:21.220454 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-34791b22-a446-4473-988a-0187d13619d4 req-d27f322d-33bc-4abe-9085-b79234630101 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 867 time: 0.0795360 Feb 04 06:29:21.269579 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-34791b22-a446-4473-988a-0187d13619d4 req-9f069951-6846-4587-b113-613b4d54c894 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432675 Feb 04 06:29:21.281255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event deleted for resources: {'Port': ['ID=22546fb5-7fa0-436a-ac15-55dc683b1347,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:21.322306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.322569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.322908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.323241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.323568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.323894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.324220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.324538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.324893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.325215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.325533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.325848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:21.333609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9107f4cb-a460-48c9-8158-8ae8f868ff9e req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] No DVR routers for this DVR port 22546fb5-7fa0-436a-ac15-55dc683b1347 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:29:21.335828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9107f4cb-a460-48c9-8158-8ae8f868ff9e req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:21.338391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'name': 'network-vif-deleted', 'tag': '22546fb5-7fa0-436a-ac15-55dc683b1347'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:21.389024 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1caea5f-38c2-4422-ba22-0cc1e6d886ba', 'name': 'network-vif-deleted', 'tag': '22546fb5-7fa0-436a-ac15-55dc683b1347', 'status': 'completed', 'code': 200} Feb 04 06:29:21.400488 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9107f4cb-a460-48c9-8158-8ae8f868ff9e req-d36b87d3-633a-4c7c-baac-0a7290e22428 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "DELETE /v2.0/ports/22546fb5-7fa0-436a-ac15-55dc683b1347 HTTP/1.1" status: 204 len: 173 time: 0.9380074 Feb 04 06:29:22.435926 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dd2f40b4-dac7-4794-b09d-4bf80aa6a8fe req-1ecc8b06-84b3-44b9-bf37-85dbff93efce tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1caea5f-38c2-4422-ba22-0cc1e6d886ba HTTP/1.1" status: 200 len: 210 time: 0.0418906 Feb 04 06:29:23.789387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 22546fb5-7fa0-436a-ac15-55dc683b1347 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:29:23.822750 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 22546fb5-7fa0-436a-ac15-55dc683b1347 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:29:23.823091 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 22546fb5-7fa0-436a-ac15-55dc683b1347 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:29:28.485228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52274) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:28.686525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Deleting port da62fb5a-48d5-4214-b452-ec3f60f57866 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:28.686859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.853902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.854221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:28.973163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Calling delete_port for da62fb5a-48d5-4214-b452-ec3f60f57866 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:29.206003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.250141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event deleted for resources: {'Port': ['ID=da62fb5a-48d5-4214-b452-ec3f60f57866,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:29.284325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.284689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.285295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.285627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.285953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.286278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.286607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.286938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.287286 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.287605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.287938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.288249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:29:29.466802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:29.467139 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Floating IP 1c11d888-8176-4ade-94ad-77093acb7dda disassociated (deleted). External IP: 172.26.7.219, port: a4349fd7-1eb8-482b-9023-84bcd6e7b553. Feb 04 06:29:29.816710 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Router 051c6209-f6a2-4e66-b055-e1b22b09a6fe has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:29:29.994642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:29:30.004034 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993bb55-4dab-4faf-a280-5c4acaa8cb99 None None] Sync routers for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:30.010687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:30.013259 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993bb55-4dab-4faf-a280-5c4acaa8cb99 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:30.013863 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6993bb55-4dab-4faf-a280-5c4acaa8cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:29:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:30.064934 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-568270ab-d14e-49d6-9768-2f999ddd4ebd tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "DELETE /v2.0/floatingips/1c11d888-8176-4ade-94ad-77093acb7dda HTTP/1.1" status: 204 len: 168 time: 1.5785971 Feb 04 06:29:30.065615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'tag': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:30.110059 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'tag': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'status': 'completed', 'code': 200} Feb 04 06:29:30.196966 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-6993bb55-4dab-4faf-a280-5c4acaa8cb99 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:30.208042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d60efe-2916-4331-8b97-8e77e954a33a req-bc9f6aa1-83cd-49a9-b5ae-7490df0a5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:30.209734 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-46d60efe-2916-4331-8b97-8e77e954a33a req-bc9f6aa1-83cd-49a9-b5ae-7490df0a5c12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ddecbde9bc146ca808a0420422f898c&device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 1098 time: 0.0755942 Feb 04 06:29:30.347330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d60efe-2916-4331-8b97-8e77e954a33a req-5fadc5eb-b0a7-4a56-89e1-bafcd8b4354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:30.348905 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-46d60efe-2916-4331-8b97-8e77e954a33a req-5fadc5eb-b0a7-4a56-89e1-bafcd8b4354c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 200 len: 911 time: 0.1329844 Feb 04 06:29:30.426510 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-46d60efe-2916-4331-8b97-8e77e954a33a req-2dd49a0c-71af-416b-8c61-0ccd15f7794b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4349fd7-1eb8-482b-9023-84bcd6e7b553 HTTP/1.1" status: 200 len: 217 time: 0.0710773 Feb 04 06:29:30.493202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d60efe-2916-4331-8b97-8e77e954a33a req-6608ba5c-c4d4-42a4-92ae-0c46e8a6ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:30.495134 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-46d60efe-2916-4331-8b97-8e77e954a33a req-6608ba5c-c4d4-42a4-92ae-0c46e8a6ac92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 200 len: 849 time: 0.0613720 Feb 04 06:29:30.560381 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6993bb55-4dab-4faf-a280-5c4acaa8cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:30.564515 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993bb55-4dab-4faf-a280-5c4acaa8cb99 None None] Checking router: 051c6209-f6a2-4e66-b055-e1b22b09a6fe for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:30.573536 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993bb55-4dab-4faf-a280-5c4acaa8cb99 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:30.574133 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6993bb55-4dab-4faf-a280-5c4acaa8cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:29:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:30.577417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d60efe-2916-4331-8b97-8e77e954a33a req-bf61a64c-d732-415c-9843-ea7b82c80ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:30.578934 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-46d60efe-2916-4331-8b97-8e77e954a33a req-bf61a64c-d732-415c-9843-ea7b82c80ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f2652e-e79f-4240-823a-ac3010d57670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729432 Feb 04 06:29:30.754242 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-6993bb55-4dab-4faf-a280-5c4acaa8cb99 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:30.762970 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-46d60efe-2916-4331-8b97-8e77e954a33a req-df0ef67c-79d0-406f-9cf3-7decb2372a1c service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772554 Feb 04 06:29:30.905185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e695da5-9f27-44a8-bee9-c132200300f6 req-ac63fbb0-5206-47b3-9e66-feaf96f68a42 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:30.905817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-8e695da5-9f27-44a8-bee9-c132200300f6 req-ac63fbb0-5206-47b3-9e66-feaf96f68a42 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Synchronizing usage tracker for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:29:30.934597 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-46d60efe-2916-4331-8b97-8e77e954a33a req-41b8b51d-0d82-43c8-a429-26ec57ae57d6 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636147 Feb 04 06:29:31.028256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-8e695da5-9f27-44a8-bee9-c132200300f6 req-ac63fbb0-5206-47b3-9e66-feaf96f68a42 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Unset dirty status for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:29:31.029592 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8e695da5-9f27-44a8-bee9-c132200300f6 req-ac63fbb0-5206-47b3-9e66-feaf96f68a42 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 945 time: 0.3323793 Feb 04 06:29:31.073561 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-6993bb55-4dab-4faf-a280-5c4acaa8cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:31.078576 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993bb55-4dab-4faf-a280-5c4acaa8cb99 None None] The sync data for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv is: [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:17:35Z', 'revision_number': 4, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'dd52fdc8-ba40-4434-83e5-6abbe77ecba1', 'name': '', 'network_id': 'e3f2652e-e79f-4240-823a-ac3010d57670', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'mac_address': 'fa:16:3e:14:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:34Z', 'updated_at': '2022-02-04T06:17:45Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'subnets': [{'id': 'cebdbf98-791b-44c9-bb7b-51fcc9bbe32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:31.079037 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8e695da5-9f27-44a8-bee9-c132200300f6 req-5a7567d9-cad4-45b2-a643-c81ba380c279 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/security-groups?id=dcdf9605-3c5b-44c5-b445-262db4b07053&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Feb 04 06:29:31.313833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce5db40-f5df-49f1-b5bf-c22edafd78a7 None None] New status for floating IP 1c11d888-8176-4ade-94ad-77093acb7dda: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:29:31.413468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260bc7f-8386-48ec-a5c8-a54246c68ebd req-9c01ea73-bb1f-4c39-9e1c-6126c2ede42b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:31.415499 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c260bc7f-8386-48ec-a5c8-a54246c68ebd req-9c01ea73-bb1f-4c39-9e1c-6126c2ede42b tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 945 time: 0.0855529 Feb 04 06:29:31.488843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c260bc7f-8386-48ec-a5c8-a54246c68ebd req-e632f5ee-b2fb-4823-ae5a-2a878555ec1c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Deleting port a4349fd7-1eb8-482b-9023-84bcd6e7b553 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:31.489173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c260bc7f-8386-48ec-a5c8-a54246c68ebd req-e632f5ee-b2fb-4823-ae5a-2a878555ec1c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.733174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-c260bc7f-8386-48ec-a5c8-a54246c68ebd req-e632f5ee-b2fb-4823-ae5a-2a878555ec1c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] For port a4349fd7-1eb8-482b-9023-84bcd6e7b553, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a4349fd7-1eb8-482b-9023-84bcd6e7b553,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:31.733527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c260bc7f-8386-48ec-a5c8-a54246c68ebd req-e632f5ee-b2fb-4823-ae5a-2a878555ec1c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:31.955086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-c260bc7f-8386-48ec-a5c8-a54246c68ebd req-e632f5ee-b2fb-4823-ae5a-2a878555ec1c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Calling delete_port for a4349fd7-1eb8-482b-9023-84bcd6e7b553 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:32.192478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c260bc7f-8386-48ec-a5c8-a54246c68ebd req-e632f5ee-b2fb-4823-ae5a-2a878555ec1c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.252943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-dee1c0a8-ec83-4d66-8d18-b7105dd00ec9 req-ced58de9-ed73-4ee6-a532-3d80afc1c3a8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Synchronizing usage tracker for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:29:32.277489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632f5ee-b2fb-4823-ae5a-2a878555ec1c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event deleted for resources: {'Port': ['ID=a4349fd7-1eb8-482b-9023-84bcd6e7b553,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:32.323541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-dee1c0a8-ec83-4d66-8d18-b7105dd00ec9 req-ced58de9-ed73-4ee6-a532-3d80afc1c3a8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Unset dirty status for tenant:7ddecbde9bc146ca808a0420422f898c on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:29:32.324848 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dee1c0a8-ec83-4d66-8d18-b7105dd00ec9 req-ced58de9-ed73-4ee6-a532-3d80afc1c3a8 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 210 time: 0.1185243 Feb 04 06:29:32.331810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c260bc7f-8386-48ec-a5c8-a54246c68ebd req-e632f5ee-b2fb-4823-ae5a-2a878555ec1c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] No DVR routers for this DVR port a4349fd7-1eb8-482b-9023-84bcd6e7b553 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:29:32.334930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-c260bc7f-8386-48ec-a5c8-a54246c68ebd req-e632f5ee-b2fb-4823-ae5a-2a878555ec1c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:32.340063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'name': 'network-vif-deleted', 'tag': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:29:32.389359 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc', 'name': 'network-vif-deleted', 'tag': 'a4349fd7-1eb8-482b-9023-84bcd6e7b553', 'status': 'completed', 'code': 200} Feb 04 06:29:32.430104 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c260bc7f-8386-48ec-a5c8-a54246c68ebd req-e632f5ee-b2fb-4823-ae5a-2a878555ec1c tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.24 "DELETE /v2.0/ports/a4349fd7-1eb8-482b-9023-84bcd6e7b553 HTTP/1.1" status: 204 len: 173 time: 1.0096483 Feb 04 06:29:33.487053 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e5429101-d313-48d1-8c55-381fefb91559 req-43598417-87b1-40be-aea9-4dc5f56b6aee tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cd1d5b-461d-45f3-87f6-75d7d0ffc5fc HTTP/1.1" status: 200 len: 210 time: 0.0433254 Feb 04 06:29:34.583938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52296) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:34.738025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-777e0de8-c652-4cab-bf77-a89c0e6b0d81 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Deleting port e152b491-2b49-43df-bfd4-7d727dff907a {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:34.738365 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-777e0de8-c652-4cab-bf77-a89c0e6b0d81 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.914362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-777e0de8-c652-4cab-bf77-a89c0e6b0d81 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:34.914682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-777e0de8-c652-4cab-bf77-a89c0e6b0d81 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.036721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-777e0de8-c652-4cab-bf77-a89c0e6b0d81 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Calling delete_port for e152b491-2b49-43df-bfd4-7d727dff907a owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:35.349303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-777e0de8-c652-4cab-bf77-a89c0e6b0d81 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.394758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e0de8-c652-4cab-bf77-a89c0e6b0d81 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event deleted for resources: {'Port': ['ID=e152b491-2b49-43df-bfd4-7d727dff907a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:35.491225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-777e0de8-c652-4cab-bf77-a89c0e6b0d81 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.505402 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-777e0de8-c652-4cab-bf77-a89c0e6b0d81 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:35.506529 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-777e0de8-c652-4cab-bf77-a89c0e6b0d81 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "DELETE /v2.0/floatingips/2d96360d-baba-4734-9e59-ddc62e6f32be HTTP/1.1" status: 204 len: 168 time: 0.9216259 Feb 04 06:29:35.895804 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a4349fd7-1eb8-482b-9023-84bcd6e7b553 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:29:35.933309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: a4349fd7-1eb8-482b-9023-84bcd6e7b553 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:29:35.933729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a4349fd7-1eb8-482b-9023-84bcd6e7b553 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:29:38.198873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52314) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:38.276382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c6103e8-a6fb-4f8c-b078-100575c80036 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.306716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c6103e8-a6fb-4f8c-b078-100575c80036 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.443707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c6103e8-a6fb-4f8c-b078-100575c80036 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.464141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6103e8-a6fb-4f8c-b078-100575c80036 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdf9605-3c5b-44c5-b445-262db4b07053,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:38.542399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c6103e8-a6fb-4f8c-b078-100575c80036 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:38.543900 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9c6103e8-a6fb-4f8c-b078-100575c80036 tempest-TestVolumeBootPattern-2005246403 tempest-TestVolumeBootPattern-2005246403-project] 10.222.0.32 "DELETE /v2.0/security-groups/dcdf9605-3c5b-44c5-b445-262db4b07053 HTTP/1.1" status: 204 len: 168 time: 0.3436892 Feb 04 06:29:38.679173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52320) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:39.372085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:39.760575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] Deleting port dd52fdc8-ba40-4434-83e5-6abbe77ecba1 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:39.760946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.046921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] For port dd52fdc8-ba40-4434-83e5-6abbe77ecba1, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=dd52fdc8-ba40-4434-83e5-6abbe77ecba1,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:40.047171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.173613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] Calling delete_port for dd52fdc8-ba40-4434-83e5-6abbe77ecba1 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:40.576863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:40.628097 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd52fdc8-ba40-4434-83e5-6abbe77ecba1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:40.911272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.277793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] Router 051c6209-f6a2-4e66-b055-e1b22b09a6fe has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:29:41.574817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:29:41.583316 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0031c-cbef-4f39-8244-4988851f3938 None None] Sync routers for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:41.587848 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-be6418ca-f22e-47fe-a086-7373010ae9c1 admin admin] 10.222.0.32 "PUT /v2.0/routers/051c6209-f6a2-4e66-b055-e1b22b09a6fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9050825 Feb 04 06:29:41.590327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52328) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:41.594097 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0031c-cbef-4f39-8244-4988851f3938 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:41.594712 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fce0031c-cbef-4f39-8244-4988851f3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:29:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:41.767072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:41.772090 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-fce0031c-cbef-4f39-8244-4988851f3938 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:41.942735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.049019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Deleting port 336ed95a-b93d-4f8f-9fdc-638e448a21dd {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:42.052952 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.054570 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fce0031c-cbef-4f39-8244-4988851f3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194'}], 'enable_snat': True}, 'gw_port_id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:29:40Z', 'revision_number': 5, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port': {'id': '336ed95a-b93d-4f8f-9fdc-638e448a21dd', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:28Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:42.060066 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0031c-cbef-4f39-8244-4988851f3938 None None] Checking router: 051c6209-f6a2-4e66-b055-e1b22b09a6fe for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:42.069116 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0031c-cbef-4f39-8244-4988851f3938 None None] Routers {'051c6209-f6a2-4e66-b055-e1b22b09a6fe'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:42.070369 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fce0031c-cbef-4f39-8244-4988851f3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:29:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:42.230310 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-fce0031c-cbef-4f39-8244-4988851f3938 None None] Set router 051c6209-f6a2-4e66-b055-e1b22b09a6fe gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:42.246687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] For port 336ed95a-b93d-4f8f-9fdc-638e448a21dd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=336ed95a-b93d-4f8f-9fdc-638e448a21dd,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:42.247176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.368084 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-fce0031c-cbef-4f39-8244-4988851f3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:29:41Z', 'revision_number': 6, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:42.371127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Calling delete_port for 336ed95a-b93d-4f8f-9fdc-638e448a21dd owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:42.372290 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0031c-cbef-4f39-8244-4988851f3938 None None] The sync data for ids ['051c6209-f6a2-4e66-b055-e1b22b09a6fe'] in dv-neutron-827796-1-hyperv is: [{'id': '051c6209-f6a2-4e66-b055-e1b22b09a6fe', 'name': 'tempest-TestVolumeBootPattern-73386923-router', 'tenant_id': '7ddecbde9bc146ca808a0420422f898c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:26Z', 'updated_at': '2022-02-04T06:29:41Z', 'revision_number': 6, 'project_id': '7ddecbde9bc146ca808a0420422f898c', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:42.605202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.651725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Pushing event deleted for resources: {'Port': ['ID=336ed95a-b93d-4f8f-9fdc-638e448a21dd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:42.751629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.056147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.058457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.200937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device dd52fdc8-ba40-4434-83e5-6abbe77ecba1 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:29:43.205891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.206461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 051c6209-f6a2-4e66-b055-e1b22b09a6fe {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:29:43.219200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.222866 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7ce17b05-a7fb-4cef-987d-61525525a68f admin admin] 10.222.0.32 "DELETE /v2.0/routers/051c6209-f6a2-4e66-b055-e1b22b09a6fe HTTP/1.1" status: 204 len: 168 time: 1.6290836 Feb 04 06:29:43.223701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52332) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:43.236915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: dd52fdc8-ba40-4434-83e5-6abbe77ecba1 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:29:43.238644 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device dd52fdc8-ba40-4434-83e5-6abbe77ecba1 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:29:43.238644 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 336ed95a-b93d-4f8f-9fdc-638e448a21dd no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:29:43.276073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 336ed95a-b93d-4f8f-9fdc-638e448a21dd {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:29:43.278544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 336ed95a-b93d-4f8f-9fdc-638e448a21dd not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:29:43.287114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bcfa8f-4d81-4103-a981-eb0b4b7c621e admin admin] Deleting subnet cebdbf98-791b-44c9-bb7b-51fcc9bbe32b {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:29:43.290683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81bcfa8f-4d81-4103-a981-eb0b4b7c621e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.344761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81bcfa8f-4d81-4103-a981-eb0b4b7c621e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.426632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81bcfa8f-4d81-4103-a981-eb0b4b7c621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.575420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81bcfa8f-4d81-4103-a981-eb0b4b7c621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.621647 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-81bcfa8f-4d81-4103-a981-eb0b4b7c621e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.625237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcfa8f-4d81-4103-a981-eb0b4b7c621e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cebdbf98-791b-44c9-bb7b-51fcc9bbe32b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:43.626643 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461aecf9-def2-4a1e-bf14-b615b19beb5a None None] Network e3f2652e-e79f-4240-823a-ac3010d57670 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:43.631108 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-81bcfa8f-4d81-4103-a981-eb0b4b7c621e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cebdbf98-791b-44c9-bb7b-51fcc9bbe32b HTTP/1.1" status: 204 len: 168 time: 0.4062114 Feb 04 06:29:43.633863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52336) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:43.741962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.752404 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Deleting port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:43.752766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.872618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d0f2e-e74f-4f93-873a-fc08f1e20e6a None None] DHCP port deletion for e3f2652e-e79f-4240-823a-ac3010d57670 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:29:43.877298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d0f2e-e74f-4f93-873a-fc08f1e20e6a None None] Deleting port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:43.877667 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0f2e-e74f-4f93-873a-fc08f1e20e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:43.965104 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] For port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=18f2fcde-e182-4be2-9c9e-9a7821b7dcb8,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:43.965467 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.084838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-fa7d0f2e-e74f-4f93-873a-fc08f1e20e6a None None] For port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=18f2fcde-e182-4be2-9c9e-9a7821b7dcb8,segment=NetworkSegment(1e990ec7-0c89-4bcc-af7a-2151e06917b9),segment_id=1e990ec7-0c89-4bcc-af7a-2151e06917b9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:44.085756 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0f2e-e74f-4f93-873a-fc08f1e20e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.092975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Calling delete_port for 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:44.206479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d0f2e-e74f-4f93-873a-fc08f1e20e6a None None] Calling delete_port for 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:44.257321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: from cryptography.utils import int_from_bytes Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: from cryptography.utils import int_from_bytes Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn_limited( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn_limited( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:29:44.273823 dv-neutron-827796-1-hyperv neutron-server[88200]: util.warn( Feb 04 06:29:44.279869 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-fa7d0f2e-e74f-4f93-873a-fc08f1e20e6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:29:44.280261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-fa7d0f2e-e74f-4f93-873a-fc08f1e20e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:29:44.305744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Pushing event deleted for resources: {'Port': ['ID=18f2fcde-e182-4be2-9c9e-9a7821b7dcb8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:44.307641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] No DVR routers for this DVR port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:29:44.423796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.456731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f2652e-e79f-4240-823a-ac3010d57670']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:44.469403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e990ec7-0c89-4bcc-af7a-2151e06917b9') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:44.469700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e990ec7-0c89-4bcc-af7a-2151e06917b9') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:44.481371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.498726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.504869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:29:44.505254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:29:44.520599 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:29:44.691668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.708928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.719360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f2652e-e79f-4240-823a-ac3010d57670,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:44.784633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d0f2e-e74f-4f93-873a-fc08f1e20e6a None None] Deleting port 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:44.784633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0f2e-e74f-4f93-873a-fc08f1e20e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.817499 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4a50b957-5a1d-4f30-833e-2b14e59ce38f admin admin] 10.222.0.32 "DELETE /v2.0/networks/e3f2652e-e79f-4240-823a-ac3010d57670 HTTP/1.1" status: 204 len: 168 time: 1.1825466 Feb 04 06:29:44.820386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52340) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:44.854485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d0f2e-e74f-4f93-873a-fc08f1e20e6a None None] The port '18f2fcde-e182-4be2-9c9e-9a7821b7dcb8' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:29:44.901944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:29:44.936603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:29:44.937013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 18f2fcde-e182-4be2-9c9e-9a7821b7dcb8 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:29:45.470501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:45.717966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-70a01098-b3a7-42ff-aca3-06a6fb611261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:45.816923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] Deleting port 5eb640eb-9013-4436-b5fa-44ec6008965e {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:45.817236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:45.988657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] For port 5eb640eb-9013-4436-b5fa-44ec6008965e, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5eb640eb-9013-4436-b5fa-44ec6008965e,segment=NetworkSegment(6dba36b7-a92f-4ef1-bc6a-e5189289bbbd),segment_id=6dba36b7-a92f-4ef1-bc6a-e5189289bbbd)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:45.989054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:46.112502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] Calling delete_port for 5eb640eb-9013-4436-b5fa-44ec6008965e owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:46.383184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:46.433254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb640eb-9013-4436-b5fa-44ec6008965e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:46.808462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:47.160711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] Router 198ced39-f6e5-4de7-9e19-06f50aefe093 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:29:47.338659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:29:47.347699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073aaad-11a2-4f83-9557-5942dea41422 None None] Sync routers for ids ['198ced39-f6e5-4de7-9e19-06f50aefe093'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:29:47.358231 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073aaad-11a2-4f83-9557-5942dea41422 None None] Routers {'198ced39-f6e5-4de7-9e19-06f50aefe093'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:47.358915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2073aaad-11a2-4f83-9557-5942dea41422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:29:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['198ced39-f6e5-4de7-9e19-06f50aefe093'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:47.430261 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-da2d4f1f-d3d1-4d9a-bc27-c1d96f4cbb04 admin admin] 10.222.0.32 "PUT /v2.0/routers/198ced39-f6e5-4de7-9e19-06f50aefe093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6084857 Feb 04 06:29:47.433399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52346) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:47.566552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2073aaad-11a2-4f83-9557-5942dea41422 None None] Set router 198ced39-f6e5-4de7-9e19-06f50aefe093 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:47.608468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:47.800616 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:47.902779 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Deleting port ccb09930-4e30-4211-a2be-ca98a6b5e101 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:47.903836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:47.926406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2073aaad-11a2-4f83-9557-5942dea41422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'name': 'tempest-TestVolumeBootPattern-893118059-router', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:44Z', 'updated_at': '2022-02-04T06:29:46Z', 'revision_number': 5, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'gw_port': {'id': 'ccb09930-4e30-4211-a2be-ca98a6b5e101', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:46Z', 'updated_at': '2022-02-04T06:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:47.931508 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073aaad-11a2-4f83-9557-5942dea41422 None None] Checking router: 198ced39-f6e5-4de7-9e19-06f50aefe093 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:29:47.941324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073aaad-11a2-4f83-9557-5942dea41422 None None] Routers {'198ced39-f6e5-4de7-9e19-06f50aefe093'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:29:47.941962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2073aaad-11a2-4f83-9557-5942dea41422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:29:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['198ced39-f6e5-4de7-9e19-06f50aefe093'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:48.009148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0694beb9-5bbe-45fc-bb23-c0aa7892db74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:48.087608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] For port ccb09930-4e30-4211-a2be-ca98a6b5e101, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ccb09930-4e30-4211-a2be-ca98a6b5e101,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:48.087864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:48.107135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2073aaad-11a2-4f83-9557-5942dea41422 None None] Set router 198ced39-f6e5-4de7-9e19-06f50aefe093 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:29:48.225972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2073aaad-11a2-4f83-9557-5942dea41422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'name': 'tempest-TestVolumeBootPattern-893118059-router', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:44Z', 'updated_at': '2022-02-04T06:29:47Z', 'revision_number': 6, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:48.230346 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073aaad-11a2-4f83-9557-5942dea41422 None None] The sync data for ids ['198ced39-f6e5-4de7-9e19-06f50aefe093'] in dv-neutron-827796-1-hyperv is: [{'id': '198ced39-f6e5-4de7-9e19-06f50aefe093', 'name': 'tempest-TestVolumeBootPattern-893118059-router', 'tenant_id': '81d60980195f4941a903fd9e9af0c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:44Z', 'updated_at': '2022-02-04T06:29:47Z', 'revision_number': 6, 'project_id': '81d60980195f4941a903fd9e9af0c5f5', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:29:48.345914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Calling delete_port for ccb09930-4e30-4211-a2be-ca98a6b5e101 owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:48.593943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:48.642205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb09930-4e30-4211-a2be-ca98a6b5e101,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:48.736095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:48.909474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:48.912052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.014979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.019381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 198ced39-f6e5-4de7-9e19-06f50aefe093 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:29:49.019617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ccb09930-4e30-4211-a2be-ca98a6b5e101 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:29:49.027998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.031919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52350) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:49.032461 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b61273a8-0918-480c-80a5-96f9c8c4bf13 admin admin] 10.222.0.32 "DELETE /v2.0/routers/198ced39-f6e5-4de7-9e19-06f50aefe093 HTTP/1.1" status: 204 len: 168 time: 1.5957904 Feb 04 06:29:49.056840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: ccb09930-4e30-4211-a2be-ca98a6b5e101 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:29:49.057190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ccb09930-4e30-4211-a2be-ca98a6b5e101 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:29:49.057614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5eb640eb-9013-4436-b5fa-44ec6008965e no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:29:49.094104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 5eb640eb-9013-4436-b5fa-44ec6008965e {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:29:49.094451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5eb640eb-9013-4436-b5fa-44ec6008965e not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:29:49.096383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.101684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f925af-b006-444d-97aa-43f0b845985c admin admin] Deleting subnet 77798dcd-ac3d-4856-9695-6bf62146b4c7 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:29:49.105501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7f925af-b006-444d-97aa-43f0b845985c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.153816 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.158539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7f925af-b006-444d-97aa-43f0b845985c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.239596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7f925af-b006-444d-97aa-43f0b845985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.392307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7f925af-b006-444d-97aa-43f0b845985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.434468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f925af-b006-444d-97aa-43f0b845985c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77798dcd-ac3d-4856-9695-6bf62146b4c7,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:49.437916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a7f925af-b006-444d-97aa-43f0b845985c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.443704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2413965-f3a3-4a18-8721-c4e1ef7a8917 None None] Network 6f699710-d39e-4f1a-915d-c13c5838e14f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:29:49.447965 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a7f925af-b006-444d-97aa-43f0b845985c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/77798dcd-ac3d-4856-9695-6bf62146b4c7 HTTP/1.1" status: 204 len: 168 time: 0.4119675 Feb 04 06:29:49.448273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52354) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:49.557206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.568053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Deleting port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:49.568387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.700063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf67075-9ce8-4b63-bf3e-ec4e78aa1cb7 None None] DHCP port deletion for 6f699710-d39e-4f1a-915d-c13c5838e14f request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:29:49.700063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-caf67075-9ce8-4b63-bf3e-ec4e78aa1cb7 None None] Deleting port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:49.700063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-caf67075-9ce8-4b63-bf3e-ec4e78aa1cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.755037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.788035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] For port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9f2ef2d4-5fc3-42ae-a69e-7f967752d07c,segment=NetworkSegment(6dba36b7-a92f-4ef1-bc6a-e5189289bbbd),segment_id=6dba36b7-a92f-4ef1-bc6a-e5189289bbbd)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:49.788379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.907466 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-caf67075-9ce8-4b63-bf3e-ec4e78aa1cb7 None None] For port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9f2ef2d4-5fc3-42ae-a69e-7f967752d07c,segment=NetworkSegment(6dba36b7-a92f-4ef1-bc6a-e5189289bbbd),segment_id=6dba36b7-a92f-4ef1-bc6a-e5189289bbbd)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:29:49.907846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-caf67075-9ce8-4b63-bf3e-ec4e78aa1cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:49.914197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Calling delete_port for 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:50.031779 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-caf67075-9ce8-4b63-bf3e-ec4e78aa1cb7 None None] Calling delete_port for 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:29:50.072144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.103644 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-caf67075-9ce8-4b63-bf3e-ec4e78aa1cb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:29:50.103998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-caf67075-9ce8-4b63-bf3e-ec4e78aa1cb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:29:50.120091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2ef2d4-5fc3-42ae-a69e-7f967752d07c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:50.121932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] No DVR routers for this DVR port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:29:50.235981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.266308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f699710-d39e-4f1a-915d-c13c5838e14f']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:50.278137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dba36b7-a92f-4ef1-bc6a-e5189289bbbd') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:50.278432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dba36b7-a92f-4ef1-bc6a-e5189289bbbd') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:29:50.290335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.306156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.312045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:29:50.319931 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:29:50.325506 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:29:50.569323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.589481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.599408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f699710-d39e-4f1a-915d-c13c5838e14f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:50.605189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-caf67075-9ce8-4b63-bf3e-ec4e78aa1cb7 None None] Deleting port 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:29:50.605635 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-caf67075-9ce8-4b63-bf3e-ec4e78aa1cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.607142 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-60b73686-97e5-4c4f-9d7f-16fd8f73ca8d admin admin] 10.222.0.32 "DELETE /v2.0/networks/6f699710-d39e-4f1a-915d-c13c5838e14f HTTP/1.1" status: 204 len: 168 time: 1.1578135 Feb 04 06:29:50.703986 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:50.708690 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-caf67075-9ce8-4b63-bf3e-ec4e78aa1cb7 None None] The port '9f2ef2d4-5fc3-42ae-a69e-7f967752d07c' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:29:50.901285 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:29:50.935285 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:29:50.935633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9f2ef2d4-5fc3-42ae-a69e-7f967752d07c not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:29:50.951153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52362) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:50.999215 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3efdb708-de07-408a-8fc5-d455b5c0f36b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ddecbde9bc146ca808a0420422f898c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468228 Feb 04 06:29:51.001653 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52366) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:51.059644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b6af-0b3d-462b-92f7-eb68b49290de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:51.089555 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b6af-0b3d-462b-92f7-eb68b49290de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:51.226251 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b6af-0b3d-462b-92f7-eb68b49290de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:51.244410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9b6af-0b3d-462b-92f7-eb68b49290de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cc94cd-bcb9-4949-bd77-cbbf21200d7a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:51.251019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b6af-0b3d-462b-92f7-eb68b49290de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:51.252154 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b1c9b6af-0b3d-462b-92f7-eb68b49290de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81cc94cd-bcb9-4949-bd77-cbbf21200d7a HTTP/1.1" status: 204 len: 168 time: 0.2496078 Feb 04 06:29:51.993072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52374) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:52.042022 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-de957a83-6938-44b9-a25d-992ca8adfa36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81d60980195f4941a903fd9e9af0c5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477955 Feb 04 06:29:52.044540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52378) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:29:52.103701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c37a179b-e760-4658-911d-d22571b5792a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:52.129341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c37a179b-e760-4658-911d-d22571b5792a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:52.245294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c37a179b-e760-4658-911d-d22571b5792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:52.260462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a179b-e760-4658-911d-d22571b5792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53991a49-95ef-4f76-9a6f-41470fdffb1e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:29:52.267706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c37a179b-e760-4658-911d-d22571b5792a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:52.268848 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c37a179b-e760-4658-911d-d22571b5792a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53991a49-95ef-4f76-9a6f-41470fdffb1e HTTP/1.1" status: 204 len: 168 time: 0.2233922 Feb 04 06:29:55.908007 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:30:11.278786 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-63ecb1ce-b8cd-4056-b1f2-f496a0d8f585 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704927 Feb 04 06:30:11.417478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-c51e09f0-512b-4b62-9722-d13f468df22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:11.418989 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-c51e09f0-512b-4b62-9722-d13f468df22d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 1099 time: 0.0729256 Feb 04 06:30:11.569786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-2a0e2ec3-ee23-4717-97d3-2aadd303a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:11.571128 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-2a0e2ec3-ee23-4717-97d3-2aadd303a218 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d570446f-68f2-4201-bccb-d403ea5bd3ae HTTP/1.1" status: 200 len: 898 time: 0.1281028 Feb 04 06:30:11.673130 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-66a5ce0b-394c-4464-9b11-5971b0d01ea5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36354d0d-bf8b-44dd-965b-365b50a18b15 HTTP/1.1" status: 200 len: 1002 time: 0.0943587 Feb 04 06:30:11.736906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-b8ac7f34-6dc6-499a-8db0-32d0ea582b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:11.738332 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-b8ac7f34-6dc6-499a-8db0-32d0ea582b6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34581361-a92e-4bd9-a4cc-084c917a5886 HTTP/1.1" status: 200 len: 844 time: 0.0594759 Feb 04 06:30:11.816798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-a5a8cebe-8a21-4683-96a1-ac063465af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:11.818332 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-a5a8cebe-8a21-4683-96a1-ac063465af46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d570446f-68f2-4201-bccb-d403ea5bd3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699289 Feb 04 06:30:11.949866 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-a46b80ec-54cd-447a-bad9-60e043f8a36a service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255319 Feb 04 06:30:12.195594 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-936a30a0-476b-4b1c-93f4-22db7bda1504 req-8ad94177-9759-4a22-bfcb-e87616dbe380 service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388155 Feb 04 06:30:15.740719 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2b6e-4833-4f56-bb47-d9f5cf595b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:17.970398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c67cec7b-b04e-427b-afd4-5b4349c83c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:19.082566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:19.119008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:19.781997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:20.713060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:32.907858 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:30:45.725111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0ace5500-4a53-487d-b6ad-baaa0a581f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:47.991255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b6c31618-0151-4843-9a7c-896238639c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.070613 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.104842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:49.796524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:50.613729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:09.908575 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:31:12.329244 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-a0531f63-a0dc-400f-9a29-142f133b447c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791612 Feb 04 06:31:12.489029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-b94b133b-367a-450e-a12b-4da80bec6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:12.490862 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-b94b133b-367a-450e-a12b-4da80bec6418 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 1099 time: 0.0910838 Feb 04 06:31:12.656231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-dcc45bfe-38fc-4510-bbd0-91274afd6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:12.657748 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-dcc45bfe-38fc-4510-bbd0-91274afd6997 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d570446f-68f2-4201-bccb-d403ea5bd3ae HTTP/1.1" status: 200 len: 898 time: 0.1464684 Feb 04 06:31:12.770056 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-b60ca471-75ce-45c2-aa2a-37e64eb8fee9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36354d0d-bf8b-44dd-965b-365b50a18b15 HTTP/1.1" status: 200 len: 1002 time: 0.1063201 Feb 04 06:31:12.839294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-babb4aa5-f430-4141-8921-6cac5a1be427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:12.840525 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-babb4aa5-f430-4141-8921-6cac5a1be427 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34581361-a92e-4bd9-a4cc-084c917a5886 HTTP/1.1" status: 200 len: 844 time: 0.0649025 Feb 04 06:31:12.933053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-6329a2a6-324e-408b-95b6-03c99f0700f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:12.934703 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-6329a2a6-324e-408b-95b6-03c99f0700f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d570446f-68f2-4201-bccb-d403ea5bd3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868154 Feb 04 06:31:12.946159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-b04cf7e7-5976-4534-9f68-d7793e5430dc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:31:12.947246 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-b04cf7e7-5976-4534-9f68-d7793e5430dc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055964 Feb 04 06:31:13.092213 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-4e901a23-8b42-4658-8a1d-949f7a30d0fe service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388464 Feb 04 06:31:13.234121 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-731de7b1-faca-4a55-8100-e41c9308e2ae req-0bbabae8-7497-40a6-8789-7aeea90a3736 service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359775 Feb 04 06:31:15.733329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0666ef1f-3237-4df2-b2a4-eb10aeaf7481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:17.963987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-097763da-58df-400f-9247-d032b14b32fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:19.064028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:19.101039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:19.763736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:20.613252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:28.835038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52406) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:31:29.093116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:31:29.213913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16373871'] for subnet, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:29.560998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772410711044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3521210'] for subnet, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:29.607900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:29.608488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:29.613297 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/subnets/34581361-a92e-4bd9-a4cc-084c917a5886 HTTP/1.1" status: 200 len: 836 time: 0.7735188 Feb 04 06:31:29.624178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e947836f-c17b-43e3-965e-f04e991d65dd None None] Network d570446f-68f2-4201-bccb-d403ea5bd3ae requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:31:29.635418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Subnet': ['ID=34581361-a92e-4bd9-a4cc-084c917a5886,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:31:29.643918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:29.644270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:29.644608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:29.644978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:29.645358 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:29.645821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:29.646176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:29.646570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:29.647005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:29.647393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:29.647830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:29.648281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb8fda0-bc15-44af-ad5b-85bad55fc769 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:31:30.152168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-90df9e58-2cc9-4309-8726-93ee4df59695 None None] Provisioning complete for port 36354d0d-bf8b-44dd-965b-365b50a18b15 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:31:30.152734 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-90df9e58-2cc9-4309-8726-93ee4df59695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:30.306362 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-90df9e58-2cc9-4309-8726-93ee4df59695 None None] Provisioning complete for port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:31:30.308077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-90df9e58-2cc9-4309-8726-93ee4df59695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:30.452403 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-90df9e58-2cc9-4309-8726-93ee4df59695 None None] Provisioning complete for port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:31:30.452806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-90df9e58-2cc9-4309-8726-93ee4df59695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:45.743473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0ee56f2e-4dd2-416f-9cb5-585134215876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:46.914082 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:31:47.980290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-55c08415-ee0d-43db-ab26-a11342c9cd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:49.059604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:49.094007 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:49.786108 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:50.623066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:12.990626 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-f819e618-f0d4-424a-84c3-fb78ba20503a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1326084 Feb 04 06:32:13.138948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-8f83c793-7afd-4a01-8b8d-93ef5bab50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:13.140878 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-8f83c793-7afd-4a01-8b8d-93ef5bab50b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 1099 time: 0.0794334 Feb 04 06:32:13.311178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-78b99630-829e-4645-bd2e-4bcb4b3dec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:13.313436 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-78b99630-829e-4645-bd2e-4bcb4b3dec1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d570446f-68f2-4201-bccb-d403ea5bd3ae HTTP/1.1" status: 200 len: 898 time: 0.1471713 Feb 04 06:32:13.384575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52444) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:13.539573 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-31eebbab-5dee-4e99-b658-c16219f38669 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36354d0d-bf8b-44dd-965b-365b50a18b15 HTTP/1.1" status: 200 len: 1002 time: 0.2187531 Feb 04 06:32:13.602858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 4a91545a-3ef6-41d9-88c1-d34323c370e0 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:32:13.603163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-18fec451-eec7-4b02-88fd-5588a938e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:13.603277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:13.604736 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-18fec451-eec7-4b02-88fd-5588a938e1d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34581361-a92e-4bd9-a4cc-084c917a5886 HTTP/1.1" status: 200 len: 844 time: 0.0590165 Feb 04 06:32:13.684440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-193e16c6-2d00-4b48-a99f-14bf547062a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:13.685939 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-193e16c6-2d00-4b48-a99f-14bf547062a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d570446f-68f2-4201-bccb-d403ea5bd3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752230 Feb 04 06:32:13.777763 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:13.778021 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:13.827545 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-73408f63-d9d4-4046-accd-08dbbf25cdc0 service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345422 Feb 04 06:32:13.905934 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 4a91545a-3ef6-41d9-88c1-d34323c370e0 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:32:13.964448 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-066696bb-2ab8-488a-bb94-06ce63f1ba22 req-4c0ac384-636d-4c61-8914-9fc8b2b81cde service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305606 Feb 04 06:32:14.131460 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:14.181266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=4a91545a-3ef6-41d9-88c1-d34323c370e0,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:14.219511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.219854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.220191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.220524 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.220957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.221284 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.221607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.221932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.222255 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.222572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.222891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.223205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:14.290163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:14.290492 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP c05ad6e8-507a-40b2-a68e-e0fee59d4265 disassociated (deleted). External IP: 172.26.7.161, port: 36354d0d-bf8b-44dd-965b-365b50a18b15. Feb 04 06:32:14.762109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 833649c4-58d3-4a84-bfd2-807b6290ccd9 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:32:14.947292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:32:14.956889 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b4e0c-c52c-4aab-8401-bdbda0435351 None None] Sync routers for ids ['833649c4-58d3-4a84-bfd2-807b6290ccd9'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:32:14.965973 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b4e0c-c52c-4aab-8401-bdbda0435351 None None] Routers {'833649c4-58d3-4a84-bfd2-807b6290ccd9'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:14.966650 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9f0b4e0c-c52c-4aab-8401-bdbda0435351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:31:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['833649c4-58d3-4a84-bfd2-807b6290ccd9'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:15.068315 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:15.124192 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cee4e21d-634e-49b6-8557-316d669759d1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/floatingips/c05ad6e8-507a-40b2-a68e-e0fee59d4265 HTTP/1.1" status: 204 len: 168 time: 1.7381816 Feb 04 06:32:15.124825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'tag': '36354d0d-bf8b-44dd-965b-365b50a18b15'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:15.149022 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-9f0b4e0c-c52c-4aab-8401-bdbda0435351 None None] Set router 833649c4-58d3-4a84-bfd2-807b6290ccd9 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:15.517728 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9f0b4e0c-c52c-4aab-8401-bdbda0435351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '45f775fa-5ee5-4a48-a120-a68e9cff61f8', 'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:65:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:37Z', 'updated_at': '2022-02-04T06:28:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:15.522591 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b4e0c-c52c-4aab-8401-bdbda0435351 None None] Checking router: 833649c4-58d3-4a84-bfd2-807b6290ccd9 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:32:15.533912 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b4e0c-c52c-4aab-8401-bdbda0435351 None None] Routers {'833649c4-58d3-4a84-bfd2-807b6290ccd9'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:15.535030 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9f0b4e0c-c52c-4aab-8401-bdbda0435351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:31:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['833649c4-58d3-4a84-bfd2-807b6290ccd9'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:15.736373 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-9f0b4e0c-c52c-4aab-8401-bdbda0435351 None None] Set router 833649c4-58d3-4a84-bfd2-807b6290ccd9 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:15.781850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a5cf-85fa-460d-95d0-7819058a9c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:15.985771 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925c7d1-58cc-45ef-960b-b045dd9623b2 req-4920156b-8636-46e1-8986-aee8bd00b68b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:15.987954 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-7925c7d1-58cc-45ef-960b-b045dd9623b2 req-4920156b-8636-46e1-8986-aee8bd00b68b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:32:16.082362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-7925c7d1-58cc-45ef-960b-b045dd9623b2 req-4920156b-8636-46e1-8986-aee8bd00b68b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:32:16.083533 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7925c7d1-58cc-45ef-960b-b045dd9623b2 req-4920156b-8636-46e1-8986-aee8bd00b68b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 946 time: 0.2683647 Feb 04 06:32:16.136513 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7925c7d1-58cc-45ef-960b-b045dd9623b2 req-ace5f471-57b6-4c98-8e41-abd4234f282d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463727 Feb 04 06:32:16.199805 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9f0b4e0c-c52c-4aab-8401-bdbda0435351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '45f775fa-5ee5-4a48-a120-a68e9cff61f8', 'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:65:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:37Z', 'updated_at': '2022-02-04T06:28:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:16.205073 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b4e0c-c52c-4aab-8401-bdbda0435351 None None] The sync data for ids ['833649c4-58d3-4a84-bfd2-807b6290ccd9'] in dv-neutron-827796-1-hyperv is: [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:28:38Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '45f775fa-5ee5-4a48-a120-a68e9cff61f8', 'name': '', 'network_id': 'd570446f-68f2-4201-bccb-d403ea5bd3ae', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:65:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:37Z', 'updated_at': '2022-02-04T06:28:43Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '34581361-a92e-4bd9-a4cc-084c917a5886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:32:16.324299 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'tag': '36354d0d-bf8b-44dd-965b-365b50a18b15', 'status': 'completed', 'code': 200} Feb 04 06:32:16.427937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1c227-a0d7-441c-bc12-66f1714edee9 req-da177e4b-bbd6-41a2-831f-f384148dd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:16.429578 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62a1c227-a0d7-441c-bc12-66f1714edee9 req-da177e4b-bbd6-41a2-831f-f384148dd385 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 1099 time: 0.0786173 Feb 04 06:32:16.494303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d629d-3845-44de-a057-133ef0e1d3ed None None] New status for floating IP c05ad6e8-507a-40b2-a68e-e0fee59d4265: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:32:16.600026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1c227-a0d7-441c-bc12-66f1714edee9 req-160e6740-7181-4b8d-9945-a719cad59098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:16.601539 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62a1c227-a0d7-441c-bc12-66f1714edee9 req-160e6740-7181-4b8d-9945-a719cad59098 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d570446f-68f2-4201-bccb-d403ea5bd3ae HTTP/1.1" status: 200 len: 898 time: 0.1650081 Feb 04 06:32:16.678828 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62a1c227-a0d7-441c-bc12-66f1714edee9 req-74d3eeb2-1682-4470-9b1f-7f3597096883 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36354d0d-bf8b-44dd-965b-365b50a18b15 HTTP/1.1" status: 200 len: 217 time: 0.0697100 Feb 04 06:32:16.745497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1c227-a0d7-441c-bc12-66f1714edee9 req-44bee94c-5cf2-4d00-8b22-2e837996325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:16.747137 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62a1c227-a0d7-441c-bc12-66f1714edee9 req-44bee94c-5cf2-4d00-8b22-2e837996325f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34581361-a92e-4bd9-a4cc-084c917a5886 HTTP/1.1" status: 200 len: 844 time: 0.0619543 Feb 04 06:32:16.840119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1c227-a0d7-441c-bc12-66f1714edee9 req-b3f96df8-d08e-4ceb-a437-a7de7a3ace07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:16.842742 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62a1c227-a0d7-441c-bc12-66f1714edee9 req-b3f96df8-d08e-4ceb-a437-a7de7a3ace07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d570446f-68f2-4201-bccb-d403ea5bd3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847158 Feb 04 06:32:16.989560 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62a1c227-a0d7-441c-bc12-66f1714edee9 req-b5676d79-ab25-4190-9e64-814e54c77b24 service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387999 Feb 04 06:32:17.149207 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62a1c227-a0d7-441c-bc12-66f1714edee9 req-ca40f47d-2525-49ce-999c-96d83f6f370b service neutron] 10.222.0.24 "GET /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527665 Feb 04 06:32:17.322916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87013ed5-065f-4985-b03d-b362e525d1fd req-8d861a8c-6bc7-4bda-997c-7943821afd7f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:17.324486 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87013ed5-065f-4985-b03d-b362e525d1fd req-8d861a8c-6bc7-4bda-997c-7943821afd7f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 946 time: 0.0985539 Feb 04 06:32:17.395977 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180942e-f6bd-481e-a144-3e2388d4083c req-281bca60-d403-475c-b552-9c786e61257d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:17.397578 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4180942e-f6bd-481e-a144-3e2388d4083c req-281bca60-d403-475c-b552-9c786e61257d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 946 time: 0.1386032 Feb 04 06:32:17.429390 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-87013ed5-065f-4985-b03d-b362e525d1fd req-d87fe2bb-0964-48f8-a11c-c87e57c7db6e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 36354d0d-bf8b-44dd-965b-365b50a18b15 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:32:17.430220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87013ed5-065f-4985-b03d-b362e525d1fd req-d87fe2bb-0964-48f8-a11c-c87e57c7db6e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:17.448539 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4180942e-f6bd-481e-a144-3e2388d4083c req-8b613d39-72f4-46d5-9e9b-a97e6ee1c19e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=7cb8b594-fae6-484c-9027-0026a96d6d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436323 Feb 04 06:32:17.723607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-87013ed5-065f-4985-b03d-b362e525d1fd req-d87fe2bb-0964-48f8-a11c-c87e57c7db6e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 36354d0d-bf8b-44dd-965b-365b50a18b15, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=36354d0d-bf8b-44dd-965b-365b50a18b15,segment=NetworkSegment(ae7a4ca5-9480-425d-a16f-1f52f104152c),segment_id=ae7a4ca5-9480-425d-a16f-1f52f104152c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:17.723958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87013ed5-065f-4985-b03d-b362e525d1fd req-d87fe2bb-0964-48f8-a11c-c87e57c7db6e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:17.962327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9aa3c1e7-dec5-4938-8604-46e26f8fe51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:17.963927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-87013ed5-065f-4985-b03d-b362e525d1fd req-d87fe2bb-0964-48f8-a11c-c87e57c7db6e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 36354d0d-bf8b-44dd-965b-365b50a18b15 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:32:18.205682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87013ed5-065f-4985-b03d-b362e525d1fd req-d87fe2bb-0964-48f8-a11c-c87e57c7db6e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:18.291294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fe2bb-0964-48f8-a11c-c87e57c7db6e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=36354d0d-bf8b-44dd-965b-365b50a18b15,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:18.348016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-87013ed5-065f-4985-b03d-b362e525d1fd req-d87fe2bb-0964-48f8-a11c-c87e57c7db6e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] No DVR routers for this DVR port 36354d0d-bf8b-44dd-965b-365b50a18b15 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:32:18.350663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87013ed5-065f-4985-b03d-b362e525d1fd req-d87fe2bb-0964-48f8-a11c-c87e57c7db6e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:18.356250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'name': 'network-vif-deleted', 'tag': '36354d0d-bf8b-44dd-965b-365b50a18b15'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:18.460312 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87013ed5-065f-4985-b03d-b362e525d1fd req-d87fe2bb-0964-48f8-a11c-c87e57c7db6e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "DELETE /v2.0/ports/36354d0d-bf8b-44dd-965b-365b50a18b15 HTTP/1.1" status: 204 len: 173 time: 1.1303968 Feb 04 06:32:18.469469 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233bd1e9-e6a3-4526-89af-429260ef9b65', 'name': 'network-vif-deleted', 'tag': '36354d0d-bf8b-44dd-965b-365b50a18b15', 'status': 'completed', 'code': 200} Feb 04 06:32:18.630365 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8ba0ae2b-7f0a-434b-ad05-2fdc2df21362 req-1281858f-b67b-4607-8685-06406fe8b801 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=233bd1e9-e6a3-4526-89af-429260ef9b65 HTTP/1.1" status: 200 len: 210 time: 0.0524962 Feb 04 06:32:19.151648 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:19.153844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:19.763668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52474) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:19.790904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:19.851263 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34acdb8d-cbcb-4197-b8fb-44038e50c485 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:19.887770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34acdb8d-cbcb-4197-b8fb-44038e50c485 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:20.051045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34acdb8d-cbcb-4197-b8fb-44038e50c485 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:20.072408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acdb8d-cbcb-4197-b8fb-44038e50c485 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb8b594-fae6-484c-9027-0026a96d6d9c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:20.191151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-34acdb8d-cbcb-4197-b8fb-44038e50c485 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:20.192697 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-34acdb8d-cbcb-4197-b8fb-44038e50c485 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/7cb8b594-fae6-484c-9027-0026a96d6d9c HTTP/1.1" status: 204 len: 168 time: 0.4278500 Feb 04 06:32:20.336562 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52480) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:20.625442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:20.678714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 36354d0d-bf8b-44dd-965b-365b50a18b15 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:32:20.713273 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 36354d0d-bf8b-44dd-965b-365b50a18b15 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:32:20.713618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 36354d0d-bf8b-44dd-965b-365b50a18b15 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:32:21.152372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:21.542630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 45f775fa-5ee5-4a48-a120-a68e9cff61f8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:32:21.542967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:21.747595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 45f775fa-5ee5-4a48-a120-a68e9cff61f8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=45f775fa-5ee5-4a48-a120-a68e9cff61f8,segment=NetworkSegment(ae7a4ca5-9480-425d-a16f-1f52f104152c),segment_id=ae7a4ca5-9480-425d-a16f-1f52f104152c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:21.747871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:21.878632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 45f775fa-5ee5-4a48-a120-a68e9cff61f8 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:32:22.220015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:22.277783 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=45f775fa-5ee5-4a48-a120-a68e9cff61f8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:22.622356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:23.142827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 833649c4-58d3-4a84-bfd2-807b6290ccd9 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:32:23.345185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:32:23.358055 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be71e6-f629-46a6-ad70-27bb5904b576 None None] Sync routers for ids ['833649c4-58d3-4a84-bfd2-807b6290ccd9'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:32:23.367324 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5d67d2bf-6698-49d8-8636-3f4906dc38fc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/833649c4-58d3-4a84-bfd2-807b6290ccd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0294070 Feb 04 06:32:23.369907 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be71e6-f629-46a6-ad70-27bb5904b576 None None] Routers {'833649c4-58d3-4a84-bfd2-807b6290ccd9'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:23.370515 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-17be71e6-f629-46a6-ad70-27bb5904b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:32:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['833649c4-58d3-4a84-bfd2-807b6290ccd9'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:23.371965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52484) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:23.471806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8b789b-7d6e-4ad6-8d8d-d68b4e9195a2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting subnet 34581361-a92e-4bd9-a4cc-084c917a5886 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:32:23.477044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f8b789b-7d6e-4ad6-8d8d-d68b4e9195a2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:23.566825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f8b789b-7d6e-4ad6-8d8d-d68b4e9195a2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:23.598085 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-17be71e6-f629-46a6-ad70-27bb5904b576 None None] Set router 833649c4-58d3-4a84-bfd2-807b6290ccd9 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:23.675151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f8b789b-7d6e-4ad6-8d8d-d68b4e9195a2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:23.917937 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:32:23.923546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f8b789b-7d6e-4ad6-8d8d-d68b4e9195a2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:23.947384 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-17be71e6-f629-46a6-ad70-27bb5904b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:32:22Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:23.951780 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be71e6-f629-46a6-ad70-27bb5904b576 None None] Checking router: 833649c4-58d3-4a84-bfd2-807b6290ccd9 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:32:23.962270 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be71e6-f629-46a6-ad70-27bb5904b576 None None] Routers {'833649c4-58d3-4a84-bfd2-807b6290ccd9'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:23.962919 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-17be71e6-f629-46a6-ad70-27bb5904b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:32:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['833649c4-58d3-4a84-bfd2-807b6290ccd9'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:23.996152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8f8b789b-7d6e-4ad6-8d8d-d68b4e9195a2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:24.001579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b789b-7d6e-4ad6-8d8d-d68b4e9195a2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Subnet': ['ID=34581361-a92e-4bd9-a4cc-084c917a5886,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:24.009027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715d33e-471a-4da0-be8c-6ef5b8a0c9db None None] Network d570446f-68f2-4201-bccb-d403ea5bd3ae requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:32:24.012791 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8f8b789b-7d6e-4ad6-8d8d-d68b4e9195a2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/subnets/34581361-a92e-4bd9-a4cc-084c917a5886 HTTP/1.1" status: 204 len: 168 time: 0.6391587 Feb 04 06:32:24.015764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52488) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:24.161192 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-17be71e6-f629-46a6-ad70-27bb5904b576 None None] Set router 833649c4-58d3-4a84-bfd2-807b6290ccd9 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:24.274415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:24.483394 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] DHCP port deletion for d570446f-68f2-4201-bccb-d403ea5bd3ae request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:32:24.489206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Deleting port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:32:24.489842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:24.533761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:24.628823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 163f233e-c867-4c8b-8709-3254be268e3c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:32:24.629364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:24.673861 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-17be71e6-f629-46a6-ad70-27bb5904b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:32:22Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:24.680030 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be71e6-f629-46a6-ad70-27bb5904b576 None None] The sync data for ids ['833649c4-58d3-4a84-bfd2-807b6290ccd9'] in dv-neutron-827796-1-hyperv is: [{'id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'name': 'tempest-TestNetworkBasicOps-router-744490358', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': '163f233e-c867-4c8b-8709-3254be268e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:28:32Z', 'updated_at': '2022-02-04T06:32:22Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '163f233e-c867-4c8b-8709-3254be268e3c', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833649c4-58d3-4a84-bfd2-807b6290ccd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:28:33Z', 'updated_at': '2022-02-04T06:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:32:24.778917 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] For port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2d2a5549-d7ff-4514-a7dd-b7102c0068e4,segment=NetworkSegment(ae7a4ca5-9480-425d-a16f-1f52f104152c),segment_id=ae7a4ca5-9480-425d-a16f-1f52f104152c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:24.779319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:24.894254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 163f233e-c867-4c8b-8709-3254be268e3c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=163f233e-c867-4c8b-8709-3254be268e3c,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:24.894706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:24.967290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Calling delete_port for 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:32:25.107321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 45f775fa-5ee5-4a48-a120-a68e9cff61f8 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:32:25.148433 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 45f775fa-5ee5-4a48-a120-a68e9cff61f8 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:32:25.155750 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 45f775fa-5ee5-4a48-a120-a68e9cff61f8 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:32:25.156286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:32:25.192267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 163f233e-c867-4c8b-8709-3254be268e3c owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:32:25.238405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:25.311604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Pushing event deleted for resources: {'Port': ['ID=2d2a5549-d7ff-4514-a7dd-b7102c0068e4,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:25.315425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] No DVR routers for this DVR port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:32:25.326172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No active binding found for port 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 {{(pid=88200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 04 06:32:25.326172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2d2a5549-d7ff-4514-a7dd-b7102c0068e4 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:32:25.328068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.328068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.329442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.329442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.329442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.329442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.330121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.330121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.330121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.330545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.330922 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.331311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601a438-f150-47f2-8de1-3c0ae4dcbeff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:25.496621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:25.543678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=163f233e-c867-4c8b-8709-3254be268e3c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:25.642027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:25.824368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:25.827114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.005114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.005705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Fanout notify agent at l3_agent the message router_deleted on router 833649c4-58d3-4a84-bfd2-807b6290ccd9 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:32:26.022837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.024025 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6a358f67-7ea0-4f59-b41a-5c5c6eb940c7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/routers/833649c4-58d3-4a84-bfd2-807b6290ccd9 HTTP/1.1" status: 204 len: 168 time: 2.0068009 Feb 04 06:32:26.028448 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52492) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:26.183273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.328611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.365087 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d570446f-68f2-4201-bccb-d403ea5bd3ae']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:26.378787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7a4ca5-9480-425d-a16f-1f52f104152c') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:26.379082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7a4ca5-9480-425d-a16f-1f52f104152c') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:26.392151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.410643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.421479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:32:26.422136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:32:26.449871 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:32:26.674235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.705368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.721659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Network': ['ID=d570446f-68f2-4201-bccb-d403ea5bd3ae,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:26.815675 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-793121cb-9b59-42b0-b518-ac88b22c79df tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/networks/d570446f-68f2-4201-bccb-d403ea5bd3ae HTTP/1.1" status: 204 len: 168 time: 0.7859206 Feb 04 06:32:26.833961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52496) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:26.839990 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'network': {'name': 'tempest-network-smoke--691554676', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'port_security_enabled': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:26.845615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:26.850668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:network and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:26.853942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:26.861450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:26.977936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 163f233e-c867-4c8b-8709-3254be268e3c no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:32:27.005889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:32:27.012123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.016844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 163f233e-c867-4c8b-8709-3254be268e3c {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:32:27.017218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 163f233e-c867-4c8b-8709-3254be268e3c not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:32:27.060168 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:32:27.069896 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.071986 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Added segment 3ea12968-3f77-4d4c-85ae-d2b5c27eca17 of type vlan for network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d Feb 04 06:32:27.104417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.253731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.261703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:27.266659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.377942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Network': ['ID=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:27.391498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:32:27.566108 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9de139c5-3c34-4d50-8350-8241e7cdc536 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7308445 Feb 04 06:32:27.569180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52500) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:27.574696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'admin_state_up': True, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:27.592910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:27.592910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:router and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:27.592910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:27.600591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:27.703125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.704212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.720006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.118743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.549968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.610636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.815473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.253 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/3a91b86f-1fdf-4f09-8318-79faa9e0cf43) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:32:28.993529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:29.111326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:29.182914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:32:29.186086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:32:29.189991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:32:29.342767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=3a91b86f-1fdf-4f09-8318-79faa9e0cf43,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:29.914088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.313384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.727616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:32:30.919387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:32:30.929927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Sync routers for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:32:30.939501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:30.940128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:32:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:31.018960 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.020353 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cd3d2c72-630d-478d-bc65-da4bca3acd05 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4499888 Feb 04 06:32:31.024883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52504) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:31.130517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:31.253271 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ab532c45-74ff-4c27-9f96-af999bbee75a tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ed74ee2667754fabaada911129fc7b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2268977 Feb 04 06:32:31.256117 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52510) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:31.518512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:29Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:31.524014 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Checking router: 9389f5fc-cc05-4123-98ce-4ef4f0619b50 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:32:31.524526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Updating router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:32:31.600012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.603216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1808f4ba-2a38-4827-bb6a-68c9dfc7446c tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:31.606035 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1808f4ba-2a38-4827-bb6a-68c9dfc7446c tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3482704 Feb 04 06:32:31.609831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52514) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:31.657221 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f07a241f-d4c2-4d28-972a-df6aeac80406 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418417 Feb 04 06:32:31.657488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52518) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:31.663864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-872285406', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:31.908787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:31.913234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:subnet and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:31.916543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:31.925913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:32.033211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:32:32.037097 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.108233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.127330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Transition to ACTIVE for port object 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:32:32.254305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.356520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Attempting to bind port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:32:32.356910 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Attempting to bind port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:32:32.357272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Attempting to bind port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:32:32.369158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:32:32.369531 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:32:32.369933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.370328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:32:32.370790 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Bound port: 3a91b86f-1fdf-4f09-8318-79faa9e0cf43, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:32:32.371171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.395534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604fd07-490f-4f7a-aad5-95f85ec86565 None None] Pushing event updated for resources: {'Port': ['ID=3a91b86f-1fdf-4f09-8318-79faa9e0cf43,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:32.408029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.468992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] For port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:32:32.473384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] For port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3a91b86f-1fdf-4f09-8318-79faa9e0cf43,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:32:32.497418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Subnet': ['ID=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:32.511228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.511228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.511228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.511228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.511228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.511228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.511228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.512161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.512161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.512161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.512507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.512621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:32.516183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Checking segment: {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:32:32.516538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network hostable DHCP agents. Network: a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:32:32.562713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.643158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:32:32.659529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:32.660446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:32:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:32.731506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604fd07-490f-4f7a-aad5-95f85ec86565 None None] Pushing event updated for resources: {'Port': ['ID=3a91b86f-1fdf-4f09-8318-79faa9e0cf43,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:32.762761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:32:32.769758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:32.771465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.828509 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23591960-401f-46ae-84d2-273ab6d95ebc None None] Network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:32:32.867281 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-03d054ea-402f-4b7e-bfe7-9d9b2e6b2412 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2082727 Feb 04 06:32:32.870197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52522) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:32.946650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:33.351016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:32:33.352048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:33.424618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:29Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:33.436170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a825d84-ab40-4d46-90d5-d9ded5569572 None None] The sync data for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv is: [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:29Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:32:33.571480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Allocated IP 172.20.0.2 (a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d/3458a0c5-0fe3-4961-abc3-0b3f81f51c4e/1c551004-18dc-4248-8b31-c25e91ec67ec) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:32:33.899300 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:33.966397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:33.984380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Transition to ACTIVE for port object 1c551004-18dc-4248-8b31-c25e91ec67ec will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:32:33.999791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Transition to ACTIVE for port object 1c551004-18dc-4248-8b31-c25e91ec67ec will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:32:34.071122 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:34.145997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:32:34.149350 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:32:34.153571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:32:34.186236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Pushing event updated for resources: {'Port': ['ID=1c551004-18dc-4248-8b31-c25e91ec67ec,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:34.271425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Attempting to bind port 1c551004-18dc-4248-8b31-c25e91ec67ec on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:32:34.272089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Attempting to bind port 1c551004-18dc-4248-8b31-c25e91ec67ec by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:32:34.272632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Attempting to bind port 1c551004-18dc-4248-8b31-c25e91ec67ec on network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:32:34.282906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:32:34.284506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Checking segment: {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:32:34.285333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:34.290830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Bound using segment: {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:32:34.290830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Bound port: 1c551004-18dc-4248-8b31-c25e91ec67ec, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:32:34.290830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:34.400623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] For port 1c551004-18dc-4248-8b31-c25e91ec67ec, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:32:34.405363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] For port 1c551004-18dc-4248-8b31-c25e91ec67ec, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1c551004-18dc-4248-8b31-c25e91ec67ec,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:32:34.517826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:34.641377 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721d7bd-cc67-4620-b559-fb7fa10e5aa8 None None] Pushing event updated for resources: {'Port': ['ID=1c551004-18dc-4248-8b31-c25e91ec67ec,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:34.708909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.1 (a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d/3458a0c5-0fe3-4961-abc3-0b3f81f51c4e/66813559-077a-4531-b0c2-e0b80f93374c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:32:34.925747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:34.956569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 66813559-077a-4531-b0c2-e0b80f93374c will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:32:35.080918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:35.122438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:32:35.191264 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:32:35.194797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:32:35.199355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:32:35.240904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=66813559-077a-4531-b0c2-e0b80f93374c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:35.271351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:35.310966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:32:35.317131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:35.317824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:35.458821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:35.478011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3a91b86f-1fdf-4f09-8318-79faa9e0cf43,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:35.567670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:35.568621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1c551004-18dc-4248-8b31-c25e91ec67ec up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:32:35.739950 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=3a91b86f-1fdf-4f09-8318-79faa9e0cf43,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:35.755345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:35.835949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 1c551004-18dc-4248-8b31-c25e91ec67ec completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:32:36.195467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6081a486-8ac2-4695-984c-82851d9e98cd None None] Network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:32:36.351751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:36.399953 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0eb17cf3-8f96-451e-ac94-0c3a515915c5 None None] Provisioning for port 1c551004-18dc-4248-8b31-c25e91ec67ec completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:32:36.412885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0eb17cf3-8f96-451e-ac94-0c3a515915c5 None None] Provisioning complete for port 1c551004-18dc-4248-8b31-c25e91ec67ec triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:36.413314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0eb17cf3-8f96-451e-ac94-0c3a515915c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:36.500447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:36.631767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=66813559-077a-4531-b0c2-e0b80f93374c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:36.634393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:36.643261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0eb17cf3-8f96-451e-ac94-0c3a515915c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:36.696923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0eb17cf3-8f96-451e-ac94-0c3a515915c5 None None] For port 1c551004-18dc-4248-8b31-c25e91ec67ec, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1c551004-18dc-4248-8b31-c25e91ec67ec,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:36.785870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0eb17cf3-8f96-451e-ac94-0c3a515915c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:36.801327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:32:36.804375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:32:36.923940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb17cf3-8f96-451e-ac94-0c3a515915c5 None None] Pushing event updated for resources: {'Port': ['ID=1c551004-18dc-4248-8b31-c25e91ec67ec,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:37.026049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:32:37.040975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:32:37.119679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8938f36d-c4d1-4014-8e44-afef2b5a032c None None] Provisioning for port 66813559-077a-4531-b0c2-e0b80f93374c completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:32:37.136423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8938f36d-c4d1-4014-8e44-afef2b5a032c None None] Provisioning complete for port 66813559-077a-4531-b0c2-e0b80f93374c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:37.137065 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8938f36d-c4d1-4014-8e44-afef2b5a032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:37.256305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8938f36d-c4d1-4014-8e44-afef2b5a032c None None] Port 66813559-077a-4531-b0c2-e0b80f93374c cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:32:37.287220 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:37.287844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:37.355324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8938f36d-c4d1-4014-8e44-afef2b5a032c None None] Provisioning complete for port 1c551004-18dc-4248-8b31-c25e91ec67ec triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:37.355963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8938f36d-c4d1-4014-8e44-afef2b5a032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:37.397906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:32:37.417524 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2665d0cc-29a6-4d52-9310-be040a37a6a1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/9389f5fc-cc05-4123-98ce-4ef4f0619b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5417325 Feb 04 06:32:37.418014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52526) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:37.423951 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Sync routers for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:32:37.480160 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:37.480816 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:32:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:37.586675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186a778-8bdc-40e4-89e3-d9fb03e5ae7f tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.587612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186a778-8bdc-40e4-89e3-d9fb03e5ae7f tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.588775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186a778-8bdc-40e4-89e3-d9fb03e5ae7f tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.589628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186a778-8bdc-40e4-89e3-d9fb03e5ae7f tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.595851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c186a778-8bdc-40e4-89e3-d9fb03e5ae7f tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1731241 Feb 04 06:32:37.596312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52530) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:37.680366 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:37.693618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f95eb8-e547-4bf8-bb9e-4972d342ef82 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.694122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f95eb8-e547-4bf8-bb9e-4972d342ef82 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.694538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f95eb8-e547-4bf8-bb9e-4972d342ef82 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.694994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f95eb8-e547-4bf8-bb9e-4972d342ef82 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:37.700798 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-18f95eb8-e547-4bf8-bb9e-4972d342ef82 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0990846 Feb 04 06:32:37.701991 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52534) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:37.740767 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1c551004-18dc-4248-8b31-c25e91ec67ec up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:32:37.871188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-743d380a-7d15-4e69-b029-b4d22995565c None None] Provisioning complete for port 66813559-077a-4531-b0c2-e0b80f93374c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:37.871672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-743d380a-7d15-4e69-b029-b4d22995565c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:37.932020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1c551004-18dc-4248-8b31-c25e91ec67ec triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:37.932507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:37.955662 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8e512e18-acf9-4c5b-9c39-14bc2de21183 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2532053 Feb 04 06:32:38.012267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-743d380a-7d15-4e69-b029-b4d22995565c None None] Port 66813559-077a-4531-b0c2-e0b80f93374c cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:32:38.236328 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:36Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:38.242512 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Checking router: 9389f5fc-cc05-4123-98ce-4ef4f0619b50 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:32:38.243066 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Updating router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 port 66813559-077a-4531-b0c2-e0b80f93374c binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:32:38.316533 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:38.320708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52540) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:38.330698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429500477', 'description': 'tempest-secgroup-smoke-1429500477 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:38.342036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:38.349675 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:38.355363 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:38.365810 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:38.487814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:38.513600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:38.519129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:38.522525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:38.529435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:38.612743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:38.710881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:38.754558 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:38.774096 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Transition to ACTIVE for port object 66813559-077a-4531-b0c2-e0b80f93374c will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:32:38.779990 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:38.876852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:38.878403 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-494adbdc-3bcc-48b7-a285-9d54502d850d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5559728 Feb 04 06:32:38.881724 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52544) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:38.887546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2959b02f-e8f2-4049-bab2-f385b27da250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97c766f2-aa13-4fbc-ba7b-5aa26b4fa399', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:38.894556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2959b02f-e8f2-4049-bab2-f385b27da250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:38.899758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2959b02f-e8f2-4049-bab2-f385b27da250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:38.902061 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:38.903516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-2959b02f-e8f2-4049-bab2-f385b27da250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:38.912808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-2959b02f-e8f2-4049-bab2-f385b27da250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:39.105684 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2959b02f-e8f2-4049-bab2-f385b27da250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:39.106596 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Pushing event updated for resources: {'Port': ['ID=66813559-077a-4531-b0c2-e0b80f93374c,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:39.182605 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.182962 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.183403 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.183821 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.184302 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.184827 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.185295 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.185706 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.186669 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.187196 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.187641 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.188056 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:39.221619 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Attempting to bind port 66813559-077a-4531-b0c2-e0b80f93374c on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:32:39.222747 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Attempting to bind port 66813559-077a-4531-b0c2-e0b80f93374c by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:32:39.222747 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Attempting to bind port 66813559-077a-4531-b0c2-e0b80f93374c on network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:32:39.226324 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2959b02f-e8f2-4049-bab2-f385b27da250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:39.228982 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:32:39.229382 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Checking segment: {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:32:39.229784 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:39.230164 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Bound using segment: {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:32:39.230625 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Bound port: 66813559-077a-4531-b0c2-e0b80f93374c, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:32:39.230993 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:39.305043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2959b02f-e8f2-4049-bab2-f385b27da250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:39.344102 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959b02f-e8f2-4049-bab2-f385b27da250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e4bdcf-40c2-4f3a-bac9-e31bf7e9ff58,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:39.355417 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] For port 66813559-077a-4531-b0c2-e0b80f93374c, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:32:39.359898 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] For port 66813559-077a-4531-b0c2-e0b80f93374c, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=66813559-077a-4531-b0c2-e0b80f93374c,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:32:39.439521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2959b02f-e8f2-4049-bab2-f385b27da250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:39.441185 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2959b02f-e8f2-4049-bab2-f385b27da250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5581751 Feb 04 06:32:39.444489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52548) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:39.450836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-6e3c7daa-10d1-4996-9c66-e9dba5a5c7a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97c766f2-aa13-4fbc-ba7b-5aa26b4fa399', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:39.458500 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6e3c7daa-10d1-4996-9c66-e9dba5a5c7a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:39.463968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6e3c7daa-10d1-4996-9c66-e9dba5a5c7a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:39.467626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6e3c7daa-10d1-4996-9c66-e9dba5a5c7a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:39.476052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6e3c7daa-10d1-4996-9c66-e9dba5a5c7a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:39.477479 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:39.578978 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:32:39.579255 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7daa-10d1-4996-9c66-e9dba5a5c7a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:39.580007 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:32:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:39.673609 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95387901-3def-4b41-9fc8-c022ff1ae6aa None None] Pushing event updated for resources: {'Port': ['ID=66813559-077a-4531-b0c2-e0b80f93374c,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:39.718395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7daa-10d1-4996-9c66-e9dba5a5c7a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:39.824857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7daa-10d1-4996-9c66-e9dba5a5c7a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:39.854755 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:32:39.855690 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c7daa-10d1-4996-9c66-e9dba5a5c7a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0194af99-dee0-419c-82ad-da4dbc4dc147,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:39.996581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7daa-10d1-4996-9c66-e9dba5a5c7a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:39.998223 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6e3c7daa-10d1-4996-9c66-e9dba5a5c7a8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5523036 Feb 04 06:32:40.002073 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52552) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:40.010778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c886e4c8-f634-4a2c-8537-5018cd5ca887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97c766f2-aa13-4fbc-ba7b-5aa26b4fa399', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:40.022054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c886e4c8-f634-4a2c-8537-5018cd5ca887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:40.028900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c886e4c8-f634-4a2c-8537-5018cd5ca887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:40.033899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c886e4c8-f634-4a2c-8537-5018cd5ca887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:40.044148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c886e4c8-f634-4a2c-8537-5018cd5ca887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:40.171252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c886e4c8-f634-4a2c-8537-5018cd5ca887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:40.245985 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:39Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:40.253537 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe12f1c-3e1c-4833-84d9-d723af07602b None None] The sync data for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv is: [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:39Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:32:40.255906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c886e4c8-f634-4a2c-8537-5018cd5ca887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:40.345322 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c886e4c8-f634-4a2c-8537-5018cd5ca887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:40.388313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886e4c8-f634-4a2c-8537-5018cd5ca887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0211ee-c595-4a85-8ed8-ddfd48839e8f,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:40.513487 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c886e4c8-f634-4a2c-8537-5018cd5ca887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:40.518787 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c886e4c8-f634-4a2c-8537-5018cd5ca887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5111334 Feb 04 06:32:40.519047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52556) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:40.528475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a0aefb99-63b2-4ec2-9284-cda0cf09706e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97c766f2-aa13-4fbc-ba7b-5aa26b4fa399', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:40.544015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a0aefb99-63b2-4ec2-9284-cda0cf09706e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:40.550547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a0aefb99-63b2-4ec2-9284-cda0cf09706e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:40.554772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a0aefb99-63b2-4ec2-9284-cda0cf09706e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:40.570745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a0aefb99-63b2-4ec2-9284-cda0cf09706e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:40.678230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a0aefb99-63b2-4ec2-9284-cda0cf09706e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:40.779564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a0aefb99-63b2-4ec2-9284-cda0cf09706e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:40.879619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a0aefb99-63b2-4ec2-9284-cda0cf09706e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:40.936633 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aefb99-63b2-4ec2-9284-cda0cf09706e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ad5788-838b-449c-ac05-ed6e3012b0e8,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:41.045784 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a0aefb99-63b2-4ec2-9284-cda0cf09706e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:41.047865 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a0aefb99-63b2-4ec2-9284-cda0cf09706e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5266891 Feb 04 06:32:41.050497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52560) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:41.053602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 66813559-077a-4531-b0c2-e0b80f93374c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:32:41.059438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97c766f2-aa13-4fbc-ba7b-5aa26b4fa399', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:41.069034 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:41.077345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:41.083109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:41.093770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:41.213808 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:32:41.223649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:41.258973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 66813559-077a-4531-b0c2-e0b80f93374c completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:32:41.268509 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 66813559-077a-4531-b0c2-e0b80f93374c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:41.269237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:41.345623 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:41.439381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:41.467992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6254ba0-2637-45f2-9514-6970c7d5d7a1,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:41.477166 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:41.538018 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 66813559-077a-4531-b0c2-e0b80f93374c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=66813559-077a-4531-b0c2-e0b80f93374c,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:41.636600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:41.638126 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-69788de0-1657-4593-92f8-99c1522bd1ad tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5859981 Feb 04 06:32:41.642227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52564) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:41.651436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': '97c766f2-aa13-4fbc-ba7b-5aa26b4fa399', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:41.659620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:41.664673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:41.668141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:41.676898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:41.682821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:41.766275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=66813559-077a-4531-b0c2-e0b80f93374c,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:41.799326 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:32:41.806968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:41.879586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:41.996292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:42.024103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bbe34b-bc34-4414-99b7-779c35bf66c4,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:42.128083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:42.130196 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-799888db-6fd7-41e1-a95e-88410ead43f0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4864480 Feb 04 06:32:42.310609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-62112167-ddde-4da2-8a33-474723ed337e req-bf22cecd-fec8-4b22-b898-fe45a294a08b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:32:42.393611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-62112167-ddde-4da2-8a33-474723ed337e req-bf22cecd-fec8-4b22-b898-fe45a294a08b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:32:42.395583 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-bf22cecd-fec8-4b22-b898-fe45a294a08b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429500477&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.1312149 Feb 04 06:32:42.563442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62112167-ddde-4da2-8a33-474723ed337e req-4e0f2794-8c07-462e-ac65-fed07781652b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:42.564118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-62112167-ddde-4da2-8a33-474723ed337e req-4e0f2794-8c07-462e-ac65-fed07781652b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:32:42.650237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-62112167-ddde-4da2-8a33-474723ed337e req-4e0f2794-8c07-462e-ac65-fed07781652b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:32:42.651702 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-4e0f2794-8c07-462e-ac65-fed07781652b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 796 time: 0.2479808 Feb 04 06:32:42.675768 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-d3d696f8-6301-47f1-a342-48ffbc648eaf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/quotas/ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 375 time: 0.0168047 Feb 04 06:32:42.764375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-62112167-ddde-4da2-8a33-474723ed337e req-05575665-1d10-4677-b7e0-b719903d29c0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:32:42.871175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-62112167-ddde-4da2-8a33-474723ed337e req-05575665-1d10-4677-b7e0-b719903d29c0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:32:42.872937 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-05575665-1d10-4677-b7e0-b719903d29c0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1916575 Feb 04 06:32:43.004983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 66813559-077a-4531-b0c2-e0b80f93374c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:32:43.033880 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-5ffbfd6c-51c9-42bc-aec6-dfc167135089 service neutron] 10.222.0.32 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484826 Feb 04 06:32:43.111009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 66813559-077a-4531-b0c2-e0b80f93374c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:43.111373 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:43.195226 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-a3126ed9-dbf6-4280-855e-c32e4c45d9ef service neutron] 10.222.0.32 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523869 Feb 04 06:32:43.631671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-71ae8d73-48cf-4f6e-8fff-2930e282fb87 req-2c4a5e70-8948-4538-8104-94162872fbed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:32:43.648571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-71ae8d73-48cf-4f6e-8fff-2930e282fb87 req-2c4a5e70-8948-4538-8104-94162872fbed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:32:43.649974 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-71ae8d73-48cf-4f6e-8fff-2930e282fb87 req-2c4a5e70-8948-4538-8104-94162872fbed tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 210 time: 0.2101748 Feb 04 06:32:44.803293 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1fe45b83-ee04-4d7f-853c-4fdd3bd66c57 req-d1d4eb17-556f-4ceb-8dae-c9c35bbd2437 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 210 time: 0.0458419 Feb 04 06:32:45.790101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7ed950b8-e0f2-444f-b0a6-ad2047d80185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:45.982738 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8c97b37a-e25d-4b7c-affb-4235e0225fe7 req-9b35e413-5397-4e21-b539-75a4ec57d887 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 210 time: 0.0672560 Feb 04 06:32:46.066322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62112167-ddde-4da2-8a33-474723ed337e req-3b21ec89-27fb-4e36-840c-b07db570a5d6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:46.067700 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-3b21ec89-27fb-4e36-840c-b07db570a5d6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 796 time: 0.2193472 Feb 04 06:32:46.117582 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-8375cfde-08f2-4bc3-86a1-04fb7c09f3fb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 380 time: 0.0421305 Feb 04 06:32:46.125921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'device_id': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'admin_state_up': True, 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'security_groups': ['97c766f2-aa13-4fbc-ba7b-5aa26b4fa399']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:46.270698 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:46.282632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:46.375659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:32:46.379561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:46.565185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.8 (a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d/3458a0c5-0fe3-4961-abc3-0b3f81f51c4e/80b06d1b-2266-4bb6-a8e1-43398a7abf23) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:32:46.787286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:46.810842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 80b06d1b-2266-4bb6-a8e1-43398a7abf23 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:32:46.919408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:46.994536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:32:46.997950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:32:47.002411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:32:47.041436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=80b06d1b-2266-4bb6-a8e1-43398a7abf23,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:47.095418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:47.096553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:47.242384 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-c4c35fe0-a631-4617-8fc1-9c2305a03b94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1201060 Feb 04 06:32:47.248875 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429ec78-75bb-439c-afc3-fc45f1030edf req-4dba53aa-8b1b-4b52-80b9-22c9e14cb039 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:47.250418 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e429ec78-75bb-439c-afc3-fc45f1030edf req-4dba53aa-8b1b-4b52-80b9-22c9e14cb039 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 931 time: 0.1369383 Feb 04 06:32:47.254826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Request body: {'port': {'device_id': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:47.320476 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e429ec78-75bb-439c-afc3-fc45f1030edf req-de353458-df52-4b6e-bf50-fdeaa2b20d1e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638015 Feb 04 06:32:47.355621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-64499c73-789e-422b-b6a0-0d9d6558c750 None None] Provisioning for port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:32:47.362520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-64499c73-789e-422b-b6a0-0d9d6558c750 None None] Provisioning complete for port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:47.363111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-64499c73-789e-422b-b6a0-0d9d6558c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:47.376232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:47.423027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-64499c73-789e-422b-b6a0-0d9d6558c750 None None] Port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:32:47.837460 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b06d1b-2266-4bb6-a8e1-43398a7abf23 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:32:47.845297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:47.859975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Transition to ACTIVE for port object 80b06d1b-2266-4bb6-a8e1-43398a7abf23 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:32:47.939223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:47.987302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7c26ebe4-0861-4541-b647-6e12d04e347a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:48.102545 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Pushing event updated for resources: {'Port': ['ID=80b06d1b-2266-4bb6-a8e1-43398a7abf23,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:48.215335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Attempting to bind port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:32:48.215778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Attempting to bind port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:32:48.216053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Attempting to bind port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 on network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:32:48.227658 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 on network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:32:48.227977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Attempting to bind port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 on network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:32:48.234403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:32:48.234738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Checking segment: {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:32:48.235127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Bound using segment: {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:32:48.235563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Bound port: 80b06d1b-2266-4bb6-a8e1-43398a7abf23, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:32:48.236066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:48.341197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] For port 80b06d1b-2266-4bb6-a8e1-43398a7abf23, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:32:48.344295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] For port 80b06d1b-2266-4bb6-a8e1-43398a7abf23, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:32:48.487137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:48.560003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:48.560624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:48.562616 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] 10.222.0.24 "PUT /v2.0/ports/80b06d1b-2266-4bb6-a8e1-43398a7abf23 HTTP/1.1" status: 200 len: 1093 time: 1.3128986 Feb 04 06:32:48.563070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:48.587077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da779149-5e6e-4ce8-8ffa-11852d0f2842 service neutron] Pushing event updated for resources: {'Port': ['ID=80b06d1b-2266-4bb6-a8e1-43398a7abf23,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:48.606052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63fde2-32a7-4a62-ba1f-9938daa7b70c req-b754a425-9db3-432f-9d8e-26ae4a140455 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:48.606806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-9b63fde2-32a7-4a62-ba1f-9938daa7b70c req-b754a425-9db3-432f-9d8e-26ae4a140455 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:32:48.612278 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'status': 'completed', 'code': 200} Feb 04 06:32:48.707689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2e1ea-23d9-448a-8829-26f34dfd3c01 req-3602462d-5880-49ab-af65-bc8106ca5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:48.709345 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fbc2e1ea-23d9-448a-8829-26f34dfd3c01 req-3602462d-5880-49ab-af65-bc8106ca5c1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 1096 time: 0.0772283 Feb 04 06:32:48.787708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-9b63fde2-32a7-4a62-ba1f-9938daa7b70c req-b754a425-9db3-432f-9d8e-26ae4a140455 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:32:48.788681 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9b63fde2-32a7-4a62-ba1f-9938daa7b70c req-b754a425-9db3-432f-9d8e-26ae4a140455 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 943 time: 0.3554568 Feb 04 06:32:48.869066 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9b63fde2-32a7-4a62-ba1f-9938daa7b70c req-bc691d90-f333-460e-a23e-3d1ef8b0397d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739033 Feb 04 06:32:48.886281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2e1ea-23d9-448a-8829-26f34dfd3c01 req-bb9a0413-12d5-4563-88ee-ca8f87b3535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:48.887701 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fbc2e1ea-23d9-448a-8829-26f34dfd3c01 req-bb9a0413-12d5-4563-88ee-ca8f87b3535f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed74ee2667754fabaada911129fc7b8d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1711884 Feb 04 06:32:49.024283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2e1ea-23d9-448a-8829-26f34dfd3c01 req-fea58fac-cf0f-4e64-a80e-feab08cb0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:49.026020 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fbc2e1ea-23d9-448a-8829-26f34dfd3c01 req-fea58fac-cf0f-4e64-a80e-feab08cb0a11 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322744 Feb 04 06:32:49.075762 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:49.110083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:49.134273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62112167-ddde-4da2-8a33-474723ed337e req-bae27e98-53de-49b1-aba0-8faab7a391c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:49.135715 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-bae27e98-53de-49b1-aba0-8faab7a391c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 1096 time: 0.0742016 Feb 04 06:32:49.203627 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-812e8746-356f-48de-b0be-8fb49391cf3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23 HTTP/1.1" status: 200 len: 217 time: 0.0614021 Feb 04 06:32:49.272844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62112167-ddde-4da2-8a33-474723ed337e req-8bc9b8e1-626c-4b95-a29c-7593144985bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:49.274414 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-8bc9b8e1-626c-4b95-a29c-7593144985bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e HTTP/1.1" status: 200 len: 834 time: 0.0645292 Feb 04 06:32:49.360996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62112167-ddde-4da2-8a33-474723ed337e req-deac8cd6-1741-4faf-9273-b8d9d178c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:49.362741 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-deac8cd6-1741-4faf-9273-b8d9d178c806 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818887 Feb 04 06:32:49.513490 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-04d28278-517c-49cc-a279-2ab3fd248e71 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449404 Feb 04 06:32:49.772908 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62112167-ddde-4da2-8a33-474723ed337e req-0483b2e4-c69a-48fb-bc27-ebb31db0d1b1 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526472 Feb 04 06:32:49.864507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:50.053686 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03827e81-3971-4de1-9380-152a8e438c47 req-5eac4d9e-f2c3-4144-b72e-e7ad469d7dcd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:50.055054 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-03827e81-3971-4de1-9380-152a8e438c47 req-5eac4d9e-f2c3-4144-b72e-e7ad469d7dcd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 943 time: 0.0791986 Feb 04 06:32:50.098923 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-03827e81-3971-4de1-9380-152a8e438c47 req-d2246aba-dbdf-42d2-8f19-daf11fa824cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381978 Feb 04 06:32:50.633274 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:51.310950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a1ad6-b356-4945-9d0e-6b78695591ec req-d384edf5-0305-470a-a278-561a46c0b7ba tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:51.312477 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d27a1ad6-b356-4945-9d0e-6b78695591ec req-d384edf5-0305-470a-a278-561a46c0b7ba tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 943 time: 0.0921819 Feb 04 06:32:51.359470 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d27a1ad6-b356-4945-9d0e-6b78695591ec req-cce50451-66f4-4b9b-a26d-55e1c1399f84 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Feb 04 06:32:52.559961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51762cf3-b34e-4a81-993f-3fce09f31ada req-2a1afd94-4835-4190-9a90-ff269a3e021a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:52.562009 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-51762cf3-b34e-4a81-993f-3fce09f31ada req-2a1afd94-4835-4190-9a90-ff269a3e021a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 943 time: 0.0901635 Feb 04 06:32:52.609699 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-51762cf3-b34e-4a81-993f-3fce09f31ada req-b5650e62-e705-471d-83d2-d0b4092a39bf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419559 Feb 04 06:32:52.788232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 80b06d1b-2266-4bb6-a8e1-43398a7abf23 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:32:52.922264 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 80b06d1b-2266-4bb6-a8e1-43398a7abf23, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:52.935415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'port_id': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'mac_address': 'fa:16:3e:a3:70:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:32:52.995464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:53.012670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b06d1b-2266-4bb6-a8e1-43398a7abf23 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:32:53.028031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 80b06d1b-2266-4bb6-a8e1-43398a7abf23, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:53.109836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:53.177431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=80b06d1b-2266-4bb6-a8e1-43398a7abf23,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:53.481371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['80b06d1b-2266-4bb6-a8e1-43398a7abf23'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:32:53.869117 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9ade4-b2ce-472a-b423-afd660269bdc req-69a15a5c-7201-4856-a7d0-3ff4f9f3c9d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:53.870564 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f1f9ade4-b2ce-472a-b423-afd660269bdc req-69a15a5c-7201-4856-a7d0-3ff4f9f3c9d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 944 time: 0.1087441 Feb 04 06:32:53.918695 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f1f9ade4-b2ce-472a-b423-afd660269bdc req-55836cc9-3353-4946-8f70-6055eacf1183 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414362 Feb 04 06:32:54.786850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 80b06d1b-2266-4bb6-a8e1-43398a7abf23 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:32:54.913019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:32:54.918680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:54.919052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:55.042091 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:55.081838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:55.092546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 80b06d1b-2266-4bb6-a8e1-43398a7abf23, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:32:55.107465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc0c63-93fb-458a-aa5c-c11cf568a5c9 req-14a86169-2101-47ee-83c0-456d380d005b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:55.109009 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3bdc0c63-93fb-458a-aa5c-c11cf568a5c9 req-14a86169-2101-47ee-83c0-456d380d005b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 944 time: 0.0843339 Feb 04 06:32:55.135079 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'code': 200} Feb 04 06:32:55.181604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:55.255805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=80b06d1b-2266-4bb6-a8e1-43398a7abf23,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:55.283467 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3bdc0c63-93fb-458a-aa5c-c11cf568a5c9 req-c813421c-df41-41ed-a4d3-647777103e7f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686978 Feb 04 06:32:55.572509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99939015-bdbd-410b-b8bd-a210b2fb20ae req-691052e7-f309-42c5-b7c4-fb46b826aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:55.572509 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-99939015-bdbd-410b-b8bd-a210b2fb20ae req-691052e7-f309-42c5-b7c4-fb46b826aa72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 1098 time: 0.0757377 Feb 04 06:32:55.610444 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-99939015-bdbd-410b-b8bd-a210b2fb20ae req-b06d7d39-9f0c-4ccd-8f60-d36c36ba8a25 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363705 Feb 04 06:32:56.483274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc006f-b00f-4ec5-9d4a-093a83a76421 req-a65abf47-a4a3-4c55-bb87-29a124ec5bb9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:56.485485 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6adc006f-b00f-4ec5-9d4a-093a83a76421 req-a65abf47-a4a3-4c55-bb87-29a124ec5bb9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 945 time: 0.0924702 Feb 04 06:32:56.537924 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6adc006f-b00f-4ec5-9d4a-093a83a76421 req-b5d354b8-617a-4dc1-aecd-1f5b4800014e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Feb 04 06:32:57.754025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b457f2c-5003-405c-a203-2df8de23134c req-b9ae6089-ce82-41c4-937a-cda0318bc788 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:57.755698 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3b457f2c-5003-405c-a203-2df8de23134c req-b9ae6089-ce82-41c4-937a-cda0318bc788 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 945 time: 0.0903921 Feb 04 06:32:57.815389 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3b457f2c-5003-405c-a203-2df8de23134c req-33f885c3-1e88-4d19-9856-f4a1867cbcb8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527353 Feb 04 06:32:58.008976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95d3e9-7b2e-4265-a26d-d3691c2a4f80 req-0034bc1f-7b33-4c01-9e71-224c243ca2ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:58.010361 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ac95d3e9-7b2e-4265-a26d-d3691c2a4f80 req-0034bc1f-7b33-4c01-9e71-224c243ca2ce tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 945 time: 0.0844777 Feb 04 06:32:58.055923 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ac95d3e9-7b2e-4265-a26d-d3691c2a4f80 req-2f00e4dd-d344-404d-8b7e-4a4491258767 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391960 Feb 04 06:32:58.078654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52624) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:58.166164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7927fc2-ba68-4766-b78e-b6f93ea183cf tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:58.167748 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d7927fc2-ba68-4766-b78e-b6f93ea183cf tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 1093 time: 0.0880728 Feb 04 06:32:58.172215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52628) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:32:58.177443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:32:58.183891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:32:58.187963 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:floatingip and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:32:58.190937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:32:58.196994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:32:58.281652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:58.432970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:58.583776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.118 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/ab78b3cd-c8af-49b6-a71b-952ab78a6410) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:32:58.738245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:58.933718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.056430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:32:59.063204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:32:59.067113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:32:59.117607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=ab78b3cd-c8af-49b6-a71b-952ab78a6410,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:59.557095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:59.701346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.031425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.104344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.214652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=ab78b3cd-c8af-49b6-a71b-952ab78a6410,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:00.233475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:00.421522 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP 9760c685-9525-4afc-8e3b-56f36d2d07bb associated. External IP: 172.26.7.118, port: 80b06d1b-2266-4bb6-a8e1-43398a7abf23. Feb 04 06:33:00.830081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:33:00.917343 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:33:01.012374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:33:01.022782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a33ba-adfa-4121-b51f-829138aabbf9 None None] Sync routers for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:33:01.032928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a33ba-adfa-4121-b51f-829138aabbf9 None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:01.033552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-520a33ba-adfa-4121-b51f-829138aabbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:32:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:01.121625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:01.186582 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-647f0a30-028e-4376-b789-92df7644824a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0132470 Feb 04 06:33:01.187163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:33:01.189350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52632) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:01.252931 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'status': 'completed', 'code': 200} Feb 04 06:33:01.260906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-520a33ba-adfa-4121-b51f-829138aabbf9 None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:01.275738 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fca917-4844-4b0d-b0ac-8d6b349cdad6 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:01.277325 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-33fca917-4844-4b0d-b0ac-8d6b349cdad6 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 1093 time: 0.0869975 Feb 04 06:33:01.360141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172a6f7-fb97-4eae-b337-9b09f75a5849 req-5e8727cc-f174-4cf5-8798-e0e21d9b6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:01.361857 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4172a6f7-fb97-4eae-b337-9b09f75a5849 req-5e8727cc-f174-4cf5-8798-e0e21d9b6d58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 1098 time: 0.0872846 Feb 04 06:33:01.533771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172a6f7-fb97-4eae-b337-9b09f75a5849 req-65ed5573-5a4d-434e-ba32-71d274b37602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:01.535690 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4172a6f7-fb97-4eae-b337-9b09f75a5849 req-65ed5573-5a4d-434e-ba32-71d274b37602 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 897 time: 0.1679342 Feb 04 06:33:01.660759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-520a33ba-adfa-4121-b51f-829138aabbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '9760c685-9525-4afc-8e3b-56f36d2d07bb', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:a3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:32:59Z', 'updated_at': '2022-02-04T06:32:59Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:01.665574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a33ba-adfa-4121-b51f-829138aabbf9 None None] Checking router: 9389f5fc-cc05-4123-98ce-4ef4f0619b50 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:33:01.675040 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a33ba-adfa-4121-b51f-829138aabbf9 None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:01.675676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-520a33ba-adfa-4121-b51f-829138aabbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:32:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:01.769549 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4172a6f7-fb97-4eae-b337-9b09f75a5849 req-388a1fa8-3fc2-40bc-8d5d-f5c4eff3fa97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23 HTTP/1.1" status: 200 len: 999 time: 0.2264555 Feb 04 06:33:01.862726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172a6f7-fb97-4eae-b337-9b09f75a5849 req-601fc277-565e-4f96-be7d-208371c82d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:01.864500 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4172a6f7-fb97-4eae-b337-9b09f75a5849 req-601fc277-565e-4f96-be7d-208371c82d98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e HTTP/1.1" status: 200 len: 834 time: 0.0884376 Feb 04 06:33:01.905010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-520a33ba-adfa-4121-b51f-829138aabbf9 None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:01.946786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172a6f7-fb97-4eae-b337-9b09f75a5849 req-b99d75f7-af33-4284-b120-ec2b4174bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:01.948323 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4172a6f7-fb97-4eae-b337-9b09f75a5849 req-b99d75f7-af33-4284-b120-ec2b4174bcc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777493 Feb 04 06:33:02.097789 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4172a6f7-fb97-4eae-b337-9b09f75a5849 req-64bc040a-7f72-40d5-84ca-230abba27f22 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433122 Feb 04 06:33:02.278011 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4172a6f7-fb97-4eae-b337-9b09f75a5849 req-3cb0f532-8161-40d3-a9ef-94ff058a8f21 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745596 Feb 04 06:33:02.332324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-520a33ba-adfa-4121-b51f-829138aabbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '9760c685-9525-4afc-8e3b-56f36d2d07bb', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:a3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:32:59Z', 'updated_at': '2022-02-04T06:32:59Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:02.338076 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a33ba-adfa-4121-b51f-829138aabbf9 None None] The sync data for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv is: [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '9760c685-9525-4afc-8e3b-56f36d2d07bb', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:a3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:32:59Z', 'updated_at': '2022-02-04T06:32:59Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:33:02.603630 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f82f3a-5938-498b-8910-a83ca676309e None None] New status for floating IP 9760c685-9525-4afc-8e3b-56f36d2d07bb: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:33:02.731011 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52640) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:02.737263 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621774106', 'description': 'tempest-secgroup-smoke-621774106 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:02.744281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:02.766532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:02.870891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:02.895450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:02.900463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:02.904465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:02.911348 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:03.005861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:03.127239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:03.180671 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed903940-aa8d-4cf0-b26e-ae13dbe98221,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:03.255953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:03.257409 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6791fe9e-1ab0-4b49-b805-659ba1f1f571 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5254164 Feb 04 06:33:03.260319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52644) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:03.266500 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3205f4c2-e2f5-465e-b084-06380266cdd5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'ed903940-aa8d-4cf0-b26e-ae13dbe98221', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:03.273287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3205f4c2-e2f5-465e-b084-06380266cdd5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:03.277563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3205f4c2-e2f5-465e-b084-06380266cdd5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:03.281413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3205f4c2-e2f5-465e-b084-06380266cdd5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:03.287791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3205f4c2-e2f5-465e-b084-06380266cdd5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:03.385886 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3205f4c2-e2f5-465e-b084-06380266cdd5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:03.463832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3205f4c2-e2f5-465e-b084-06380266cdd5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:03.583966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3205f4c2-e2f5-465e-b084-06380266cdd5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:03.610469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205f4c2-e2f5-465e-b084-06380266cdd5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d391fa83-ab93-4aa6-abf4-c416c7f305fe,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:03.710454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3205f4c2-e2f5-465e-b084-06380266cdd5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:03.711869 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3205f4c2-e2f5-465e-b084-06380266cdd5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4505253 Feb 04 06:33:03.714703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52648) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:03.720007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b8008bf0-fb4f-4afe-a2f3-b8012b86f507 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'ed903940-aa8d-4cf0-b26e-ae13dbe98221', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:03.726476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b8008bf0-fb4f-4afe-a2f3-b8012b86f507 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:03.731529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b8008bf0-fb4f-4afe-a2f3-b8012b86f507 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:03.735381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b8008bf0-fb4f-4afe-a2f3-b8012b86f507 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:03.741901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b8008bf0-fb4f-4afe-a2f3-b8012b86f507 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:03.828950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8008bf0-fb4f-4afe-a2f3-b8012b86f507 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:03.901198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8008bf0-fb4f-4afe-a2f3-b8012b86f507 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:03.975420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8008bf0-fb4f-4afe-a2f3-b8012b86f507 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.002378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8008bf0-fb4f-4afe-a2f3-b8012b86f507 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8968e18-5314-48c3-af87-6502e16f6fa2,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:04.153350 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b8008bf0-fb4f-4afe-a2f3-b8012b86f507 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.155174 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b8008bf0-fb4f-4afe-a2f3-b8012b86f507 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4396024 Feb 04 06:33:04.158251 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52652) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:04.165581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-82c246b9-d8f3-4080-a81c-22e8c6999c45 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'ed903940-aa8d-4cf0-b26e-ae13dbe98221', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:04.174509 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-82c246b9-d8f3-4080-a81c-22e8c6999c45 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:04.181220 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-82c246b9-d8f3-4080-a81c-22e8c6999c45 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:04.189279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-82c246b9-d8f3-4080-a81c-22e8c6999c45 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:04.195997 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-82c246b9-d8f3-4080-a81c-22e8c6999c45 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:04.349211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82c246b9-d8f3-4080-a81c-22e8c6999c45 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.438473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82c246b9-d8f3-4080-a81c-22e8c6999c45 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.675586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82c246b9-d8f3-4080-a81c-22e8c6999c45 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.702704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c246b9-d8f3-4080-a81c-22e8c6999c45 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a456f3c9-ac8a-4136-b8b1-506f93ce9330,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:04.875684 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-82c246b9-d8f3-4080-a81c-22e8c6999c45 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.876990 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-82c246b9-d8f3-4080-a81c-22e8c6999c45 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7175031 Feb 04 06:33:04.879793 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52656) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:04.885234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-15a0266d-7883-4a77-913e-ed1b84f7f11d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'ed903940-aa8d-4cf0-b26e-ae13dbe98221', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:04.892020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-15a0266d-7883-4a77-913e-ed1b84f7f11d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:04.897238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-15a0266d-7883-4a77-913e-ed1b84f7f11d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:04.900264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-15a0266d-7883-4a77-913e-ed1b84f7f11d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:04.906116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-15a0266d-7883-4a77-913e-ed1b84f7f11d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:05.004846 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15a0266d-7883-4a77-913e-ed1b84f7f11d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.079183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15a0266d-7883-4a77-913e-ed1b84f7f11d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.163800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15a0266d-7883-4a77-913e-ed1b84f7f11d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.189233 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0266d-7883-4a77-913e-ed1b84f7f11d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185fde52-d1fb-4f03-b659-12f9e7ffd087,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:05.284218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15a0266d-7883-4a77-913e-ed1b84f7f11d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.285768 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-15a0266d-7883-4a77-913e-ed1b84f7f11d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4050140 Feb 04 06:33:05.290951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52660) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:05.297162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'ed903940-aa8d-4cf0-b26e-ae13dbe98221', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:05.304289 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:05.309745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:05.314093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:05.321418 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:05.450299 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:33:05.458155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.539963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.690089 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.723986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf6b039-24da-4d23-8446-c7227cd9ef05,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:05.852519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:05.853790 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1003e3e9-7dc6-4242-b900-038f91f7905b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5617063 Feb 04 06:33:05.856931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52664) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:05.862563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'ed903940-aa8d-4cf0-b26e-ae13dbe98221', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:05.869000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:05.879565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:05.879565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:05.883283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:05.998903 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:33:06.006241 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.080183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.241491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.267940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b72de16-70a7-4c61-b751-79a9eaf201d0,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:06.367511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:06.368842 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b70d6dcc-c96f-44f6-83d8-4cc513977d72 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5105839 Feb 04 06:33:06.621622 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-8aa08288-54c5-40e9-b8e7-830b7ceb8f86 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:33:06.718812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-8aa08288-54c5-40e9-b8e7-830b7ceb8f86 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:33:06.720159 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-8aa08288-54c5-40e9-b8e7-830b7ceb8f86 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621774106&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.1444759 Feb 04 06:33:06.889215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-c41f2417-0e41-4d86-80f0-ec55e97fc1bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:06.890941 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-c41f2417-0e41-4d86-80f0-ec55e97fc1bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 796 time: 0.1614394 Feb 04 06:33:06.908419 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-e9c186dc-f291-4de6-8a67-c2f73818cf8f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/quotas/ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 375 time: 0.0116885 Feb 04 06:33:07.012422 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-aa8f16cd-c073-497a-aa47-0c16827e5b07 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0940573 Feb 04 06:33:07.033317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-4570e867-c9cc-4831-b57c-2ea81c3c3ef9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:33:07.034979 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-4570e867-c9cc-4831-b57c-2ea81c3c3ef9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088744 Feb 04 06:33:07.179008 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-5469e513-22da-4c35-b689-3d3da60b72e5 service neutron] 10.222.0.32 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378713 Feb 04 06:33:07.317990 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-4127a2e0-3c2e-4f39-aef7-a05ed1fcf426 service neutron] 10.222.0.32 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330552 Feb 04 06:33:07.756917 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a798054-023f-48bc-afa7-6c4811f6e462 req-94788a3f-56e3-4d2b-abe6-da35632a4f24 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 210 time: 0.0580189 Feb 04 06:33:08.923328 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0c106b6c-b08f-41a7-9f1f-fdb703111f1f req-1f243cbd-7f07-4df5-8714-b7b5bcb23572 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 210 time: 0.0478344 Feb 04 06:33:10.066201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-528dfcf4-4a89-423a-94f4-c4dfb0b76c19 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:10.067910 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-528dfcf4-4a89-423a-94f4-c4dfb0b76c19 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 796 time: 0.2188234 Feb 04 06:33:10.129864 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0503f9e7-4eb6-4e34-a70f-5a56bf045f26 req-78a8a2da-defa-47a1-83cb-462732a58d7f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 210 time: 0.0608850 Feb 04 06:33:10.163368 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-442f0bec-1fcd-411a-97e4-1627da4fbaa5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 472 time: 0.0614722 Feb 04 06:33:10.173013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'device_id': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'admin_state_up': True, 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'security_groups': ['ed903940-aa8d-4cf0-b26e-ae13dbe98221']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:10.337424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:10.349774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:10.461252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:33:10.477655 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.725148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.12 (a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d/3458a0c5-0fe3-4961-abc3-0b3f81f51c4e/865d9e2a-0f4d-486e-8f38-598292f69e9c) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:33:10.959433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:10.976260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 865d9e2a-0f4d-486e-8f38-598292f69e9c will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:33:11.095807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:11.174271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:33:11.177776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:33:11.182452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:33:11.223919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=865d9e2a-0f4d-486e-8f38-598292f69e9c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:11.284031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:11.290350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:11.377969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4196ce-253f-4805-b981-3dd9a4d4170c req-b62060d0-4b75-4b24-98c4-0c0dd7a9c7b8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:11.380335 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6e4196ce-253f-4805-b981-3dd9a4d4170c req-b62060d0-4b75-4b24-98c4-0c0dd7a9c7b8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 932 time: 0.1259310 Feb 04 06:33:11.417488 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-18771ad0-244b-4fba-b2f6-408d168a42d5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2486546 Feb 04 06:33:11.431927 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6e4196ce-253f-4805-b981-3dd9a4d4170c req-cf4f9de9-ffdc-4294-afbe-a025d1eb2c30 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425014 Feb 04 06:33:11.435566 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Request body: {'port': {'device_id': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:11.566588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:11.607311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9a3ea92d-327d-4479-b410-24f0e8c72bab None None] Provisioning for port 865d9e2a-0f4d-486e-8f38-598292f69e9c completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:33:11.612798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9a3ea92d-327d-4479-b410-24f0e8c72bab None None] Provisioning complete for port 865d9e2a-0f4d-486e-8f38-598292f69e9c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:11.613176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea92d-327d-4479-b410-24f0e8c72bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:11.672893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ea92d-327d-4479-b410-24f0e8c72bab None None] Port 865d9e2a-0f4d-486e-8f38-598292f69e9c cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:33:12.074365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865d9e2a-0f4d-486e-8f38-598292f69e9c {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:33:12.082743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:12.098921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Transition to ACTIVE for port object 865d9e2a-0f4d-486e-8f38-598292f69e9c will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:33:12.184124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:12.323932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Pushing event updated for resources: {'Port': ['ID=865d9e2a-0f4d-486e-8f38-598292f69e9c,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:12.449259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Attempting to bind port 865d9e2a-0f4d-486e-8f38-598292f69e9c on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:33:12.449605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Attempting to bind port 865d9e2a-0f4d-486e-8f38-598292f69e9c by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:33:12.449937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Attempting to bind port 865d9e2a-0f4d-486e-8f38-598292f69e9c on network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:33:12.456195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Port 865d9e2a-0f4d-486e-8f38-598292f69e9c on network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:33:12.456551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Attempting to bind port 865d9e2a-0f4d-486e-8f38-598292f69e9c on network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:33:12.462879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:33:12.463223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Checking segment: {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:33:12.463612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Bound using segment: {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:33:12.464042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Bound port: 865d9e2a-0f4d-486e-8f38-598292f69e9c, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea12968-3f77-4d4c-85ae-d2b5c27eca17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:33:12.464558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:12.578820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] For port 865d9e2a-0f4d-486e-8f38-598292f69e9c, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:33:12.584123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] For port 865d9e2a-0f4d-486e-8f38-598292f69e9c, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=865d9e2a-0f4d-486e-8f38-598292f69e9c,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:33:12.669602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c24cce-468f-47c6-9ff1-fbaa4a35025a req-1dfe8597-f118-4342-8e05-a55e8c090f5f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:12.670333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-37c24cce-468f-47c6-9ff1-fbaa4a35025a req-1dfe8597-f118-4342-8e05-a55e8c090f5f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:33:12.682465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:12.813143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:12.813963 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:12.816482 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] 10.222.0.24 "PUT /v2.0/ports/865d9e2a-0f4d-486e-8f38-598292f69e9c HTTP/1.1" status: 200 len: 1094 time: 1.3911633 Feb 04 06:33:12.817303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'tag': '865d9e2a-0f4d-486e-8f38-598292f69e9c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:33:12.857378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1b011-a892-4629-9a2c-d5c4ec9c264d service neutron] Pushing event updated for resources: {'Port': ['ID=865d9e2a-0f4d-486e-8f38-598292f69e9c,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:12.888946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-37c24cce-468f-47c6-9ff1-fbaa4a35025a req-1dfe8597-f118-4342-8e05-a55e8c090f5f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:33:12.891806 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-37c24cce-468f-47c6-9ff1-fbaa4a35025a req-1dfe8597-f118-4342-8e05-a55e8c090f5f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 944 time: 0.3102427 Feb 04 06:33:12.895116 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'tag': '865d9e2a-0f4d-486e-8f38-598292f69e9c', 'status': 'completed', 'code': 200} Feb 04 06:33:13.016976 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-37c24cce-468f-47c6-9ff1-fbaa4a35025a req-de3a8713-34ec-4391-bbad-13795b5ed404 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193419 Feb 04 06:33:13.083308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf1d6d-1eea-4ce1-a699-f579c51397f2 req-80b34320-3f4b-4491-a255-b0d5281721e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:13.084837 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-05cf1d6d-1eea-4ce1-a699-f579c51397f2 req-80b34320-3f4b-4491-a255-b0d5281721e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 1097 time: 0.1617568 Feb 04 06:33:13.267768 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-b24269fb-d09f-4884-ba76-d0c65475ceda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2330542 Feb 04 06:33:13.270472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf1d6d-1eea-4ce1-a699-f579c51397f2 req-ab40d78f-d98f-42a6-b36b-37a8224bd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:13.271925 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-05cf1d6d-1eea-4ce1-a699-f579c51397f2 req-ab40d78f-d98f-42a6-b36b-37a8224bd2ff service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed74ee2667754fabaada911129fc7b8d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1792736 Feb 04 06:33:13.496479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf1d6d-1eea-4ce1-a699-f579c51397f2 req-8848d682-2ed7-42c9-b0f6-69650042cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:13.498707 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-05cf1d6d-1eea-4ce1-a699-f579c51397f2 req-8848d682-2ed7-42c9-b0f6-69650042cdec service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2191184 Feb 04 06:33:13.505710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-96023161-651f-4746-bc9b-592574615881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:13.507544 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-96023161-651f-4746-bc9b-592574615881 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 1098 time: 0.1526015 Feb 04 06:33:13.744491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-66161e1f-6916-4fa2-9029-be8e730031a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:13.745976 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-66161e1f-6916-4fa2-9029-be8e730031a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 897 time: 0.2096055 Feb 04 06:33:13.749594 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b62dfe0d-dabb-4f99-8f48-e212994395af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:13.751126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-b62dfe0d-dabb-4f99-8f48-e212994395af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 1097 time: 0.1931839 Feb 04 06:33:14.024160 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-9b663cc1-f78f-43ec-9a8d-f3a6ec9f4845 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=865d9e2a-0f4d-486e-8f38-598292f69e9c HTTP/1.1" status: 200 len: 217 time: 0.2076001 Feb 04 06:33:14.101738 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-4a30d9e1-82ef-421b-a9c4-50138879e1c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23 HTTP/1.1" status: 200 len: 1001 time: 0.3398578 Feb 04 06:33:14.149476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-025c29fd-b2e3-450b-8a41-e3eb03ace625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:14.151110 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-025c29fd-b2e3-450b-8a41-e3eb03ace625 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e HTTP/1.1" status: 200 len: 834 time: 0.1149087 Feb 04 06:33:14.235112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-5c9197b0-ee5b-40fb-80b3-0252426d8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:14.236581 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-5c9197b0-ee5b-40fb-80b3-0252426d8dee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e HTTP/1.1" status: 200 len: 834 time: 0.1273222 Feb 04 06:33:14.246874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036857e-cbd8-40b3-865b-efda45a1bef4 req-3040cc38-ce6a-43e7-9202-96e0af05a851 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:14.248960 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0036857e-cbd8-40b3-865b-efda45a1bef4 req-3040cc38-ce6a-43e7-9202-96e0af05a851 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 944 time: 0.0865653 Feb 04 06:33:14.301763 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0036857e-cbd8-40b3-865b-efda45a1bef4 req-a2014b2e-8c9d-4f62-9ec6-580bbc12fa0e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468621 Feb 04 06:33:14.315911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-6f80bdd6-9938-468a-b263-ecad19fef790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:14.317578 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-6f80bdd6-9938-468a-b263-ecad19fef790 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1579053 Feb 04 06:33:14.419319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-842369d1-5380-4129-a5d0-9da0e81c133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:14.420846 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-842369d1-5380-4129-a5d0-9da0e81c133e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1783080 Feb 04 06:33:14.561306 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-09f4e598-903f-4996-9e4c-013f196f9074 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365909 Feb 04 06:33:14.685893 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-e4171317-8f19-41fa-a76f-451319e24487 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574785 Feb 04 06:33:14.824706 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-d3796464-b16f-4024-a78c-2e8e55c4dde5 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555232 Feb 04 06:33:14.874845 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fece6173-1c5f-4646-8b1f-07973077eb93 req-cdab7d22-bd28-4218-a3df-072fc39533d6 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815779 Feb 04 06:33:15.521116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ffb4e-e206-404d-81f0-1a70c9283346 req-c8c7ba31-32c9-4d51-bfc1-e8ad2893158b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:15.521116 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c90ffb4e-e206-404d-81f0-1a70c9283346 req-c8c7ba31-32c9-4d51-bfc1-e8ad2893158b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 944 time: 0.0911951 Feb 04 06:33:15.566617 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c90ffb4e-e206-404d-81f0-1a70c9283346 req-278e5e9c-ff1d-4e6d-968e-73a74deea386 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410120 Feb 04 06:33:15.761175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dd976c89-84e7-45f9-a0a7-9ac525011ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.806071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9217588-9df4-4d51-bd64-ed7c963bfd86 req-d056045a-4266-49a0-a76f-28cb1524af02 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:16.807558 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b9217588-9df4-4d51-bd64-ed7c963bfd86 req-d056045a-4266-49a0-a76f-28cb1524af02 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 944 time: 0.0898621 Feb 04 06:33:16.858531 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b9217588-9df4-4d51-bd64-ed7c963bfd86 req-9459ca19-7b7d-494a-8773-91a997a6e716 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439398 Feb 04 06:33:17.987240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-71e32ca2-5066-4252-b7c3-16ab03151bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:18.083827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9ae36-810f-4df3-a2a9-d604fdc916ea req-eff9c886-f2dc-4ab5-81ed-044c8fa30f82 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:18.085485 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14f9ae36-810f-4df3-a2a9-d604fdc916ea req-eff9c886-f2dc-4ab5-81ed-044c8fa30f82 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 944 time: 0.0951200 Feb 04 06:33:18.136743 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14f9ae36-810f-4df3-a2a9-d604fdc916ea req-9d417f63-64f8-44e4-bcfd-094789059787 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 Feb 04 06:33:18.917806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 865d9e2a-0f4d-486e-8f38-598292f69e9c details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:33:19.094204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 865d9e2a-0f4d-486e-8f38-598292f69e9c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=865d9e2a-0f4d-486e-8f38-598292f69e9c,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:19.109729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '865d9e2a-0f4d-486e-8f38-598292f69e9c', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'port_id': '865d9e2a-0f4d-486e-8f38-598292f69e9c', 'mac_address': 'fa:16:3e:08:5f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:33:19.143081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:19.178827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:19.181436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:19.289137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865d9e2a-0f4d-486e-8f38-598292f69e9c {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:33:19.316010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 865d9e2a-0f4d-486e-8f38-598292f69e9c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=865d9e2a-0f4d-486e-8f38-598292f69e9c,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:19.421036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:19.433022 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e627bd-47c8-4639-834c-d6a669328240 req-b98ffc81-91ce-489d-8536-e85268831782 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:19.435699 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-37e627bd-47c8-4639-834c-d6a669328240 req-b98ffc81-91ce-489d-8536-e85268831782 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 944 time: 0.1154397 Feb 04 06:33:19.491722 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-37e627bd-47c8-4639-834c-d6a669328240 req-071cfd50-1b8e-4f67-ad97-e5aae4eca3e6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441737 Feb 04 06:33:19.553053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=865d9e2a-0f4d-486e-8f38-598292f69e9c,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:19.730828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['865d9e2a-0f4d-486e-8f38-598292f69e9c'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:33:19.778320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:20.625440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:20.737109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c01872-96f4-45ae-a020-94a69d1f465b req-30d6dc05-9b6c-48f8-a749-644e6a318916 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:20.740289 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44c01872-96f4-45ae-a020-94a69d1f465b req-30d6dc05-9b6c-48f8-a749-644e6a318916 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 945 time: 0.1083784 Feb 04 06:33:20.793013 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44c01872-96f4-45ae-a020-94a69d1f465b req-53dba2b7-61fa-4632-a7e5-016d01fd2781 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460269 Feb 04 06:33:20.947135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 865d9e2a-0f4d-486e-8f38-598292f69e9c up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:33:21.132432 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 865d9e2a-0f4d-486e-8f38-598292f69e9c completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:33:21.138323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 865d9e2a-0f4d-486e-8f38-598292f69e9c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:33:21.138743 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:21.287686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:21.326763 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865d9e2a-0f4d-486e-8f38-598292f69e9c'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:33:21.341039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 865d9e2a-0f4d-486e-8f38-598292f69e9c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=865d9e2a-0f4d-486e-8f38-598292f69e9c,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:33:21.381037 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865d9e2a-0f4d-486e-8f38-598292f69e9c', 'code': 200} Feb 04 06:33:21.413079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:21.503824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=865d9e2a-0f4d-486e-8f38-598292f69e9c,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:21.869686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902f3f9-83ca-48d8-9452-ded450b65a03 req-a82d6ee1-8cce-498e-a3c0-9f484e5f547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:21.871217 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5902f3f9-83ca-48d8-9452-ded450b65a03 req-a82d6ee1-8cce-498e-a3c0-9f484e5f547a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 1099 time: 0.0891814 Feb 04 06:33:21.917245 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5902f3f9-83ca-48d8-9452-ded450b65a03 req-1fbf94e9-8b36-44f4-896c-a787a2257203 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390449 Feb 04 06:33:22.082974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e344bc-a0eb-4bc3-8a15-1dc3c8d286e5 req-98af6ec3-ad4b-4082-83f3-f954fc05281f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:22.084536 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5e344bc-a0eb-4bc3-8a15-1dc3c8d286e5 req-98af6ec3-ad4b-4082-83f3-f954fc05281f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 946 time: 0.0952759 Feb 04 06:33:22.141878 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b5e344bc-a0eb-4bc3-8a15-1dc3c8d286e5 req-bd84bfc9-8536-4778-b0a1-9b9561c8f573 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463889 Feb 04 06:33:23.387153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc44607-b581-4b6f-9c61-6242b9ebf6c8 req-0b9435d5-c09f-42fe-8602-3c82d591578e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:23.389368 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8dc44607-b581-4b6f-9c61-6242b9ebf6c8 req-0b9435d5-c09f-42fe-8602-3c82d591578e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 946 time: 0.1005697 Feb 04 06:33:23.447691 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8dc44607-b581-4b6f-9c61-6242b9ebf6c8 req-e7a44625-4444-4317-90dc-f826f49bf0d0 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473933 Feb 04 06:33:24.644379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5ecc-1b47-4d06-a909-9e0da96469bd req-e147515d-f938-4278-8502-35c666780de7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:24.645972 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-906f5ecc-1b47-4d06-a909-9e0da96469bd req-e147515d-f938-4278-8502-35c666780de7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 946 time: 0.0877886 Feb 04 06:33:24.696499 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-906f5ecc-1b47-4d06-a909-9e0da96469bd req-db6add20-dcc7-4b53-ad8d-d14316fb29e7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445850 Feb 04 06:33:24.887619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba37f0-2a9b-473b-aa4d-3a66fd5a9218 req-7319b79c-8fd5-459f-8642-cdda00d21f92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:24.889125 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-aeba37f0-2a9b-473b-aa4d-3a66fd5a9218 req-7319b79c-8fd5-459f-8642-cdda00d21f92 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 946 time: 0.0827563 Feb 04 06:33:24.935610 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-aeba37f0-2a9b-473b-aa4d-3a66fd5a9218 req-b6dedf4b-d870-430b-b765-a6a21c5542fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407124 Feb 04 06:33:24.959327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52726) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:25.038380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eac4da8-9df3-47f7-bd08-d1f2d87bf7f5 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:25.039849 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1eac4da8-9df3-47f7-bd08-d1f2d87bf7f5 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 1094 time: 0.0795305 Feb 04 06:33:25.042771 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52730) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:33:25.047952 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '865d9e2a-0f4d-486e-8f38-598292f69e9c', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:33:25.054301 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:33:25.058405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:floatingip and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:33:25.061644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:33:25.068618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:33:25.215194 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:25.483506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:25.619190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.247 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/0e7ffeed-4821-4c16-8a9a-45403357a1ff) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:33:25.778917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:25.912743 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:25.981755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:33:25.985001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:33:25.989043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:33:26.019686 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=0e7ffeed-4821-4c16-8a9a-45403357a1ff,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.041307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:33:26.484381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:26.656955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:26.914652 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:27.001320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:27.126914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=0e7ffeed-4821-4c16-8a9a-45403357a1ff,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:33:27.144640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:27.342488 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP ebfbb1dc-b823-45b9-89a9-6ebdf47dcdff associated. External IP: 172.26.7.247, port: 865d9e2a-0f4d-486e-8f38-598292f69e9c. Feb 04 06:33:27.841608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:33:28.028826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:33:28.042555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165046a-8c1f-4093-ab5a-7c9de49afa31 None None] Sync routers for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:33:28.053507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165046a-8c1f-4093-ab5a-7c9de49afa31 None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:28.054150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1165046a-8c1f-4093-ab5a-7c9de49afa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:33:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:28.133040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:28.197749 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-eb25696e-4f53-48b6-838f-ade7782018c9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1538637 Feb 04 06:33:28.198456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'tag': '865d9e2a-0f4d-486e-8f38-598292f69e9c'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:33:28.248011 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'tag': '865d9e2a-0f4d-486e-8f38-598292f69e9c', 'status': 'completed', 'code': 200} Feb 04 06:33:28.278938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-1165046a-8c1f-4093-ab5a-7c9de49afa31 None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:28.346178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743485e7-0acf-4e7a-8b9a-fde6965b4f7e req-6c753339-f789-430b-921b-bf8106972358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:28.347721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-743485e7-0acf-4e7a-8b9a-fde6965b4f7e req-6c753339-f789-430b-921b-bf8106972358 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 1099 time: 0.0767131 Feb 04 06:33:28.705114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743485e7-0acf-4e7a-8b9a-fde6965b4f7e req-d780f129-f04d-43e1-82b7-8e741f3e5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:28.706940 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-743485e7-0acf-4e7a-8b9a-fde6965b4f7e req-d780f129-f04d-43e1-82b7-8e741f3e5370 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 897 time: 0.3536160 Feb 04 06:33:28.723974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1165046a-8c1f-4093-ab5a-7c9de49afa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '9760c685-9525-4afc-8e3b-56f36d2d07bb', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:a3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:32:59Z', 'updated_at': '2022-02-04T06:33:02Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}, {'id': 'ebfbb1dc-b823-45b9-89a9-6ebdf47dcdff', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.247', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '865d9e2a-0f4d-486e-8f38-598292f69e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:08:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:33:26Z', 'updated_at': '2022-02-04T06:33:26Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:28.728322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165046a-8c1f-4093-ab5a-7c9de49afa31 None None] Checking router: 9389f5fc-cc05-4123-98ce-4ef4f0619b50 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:33:28.738521 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165046a-8c1f-4093-ab5a-7c9de49afa31 None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:33:28.739442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1165046a-8c1f-4093-ab5a-7c9de49afa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:33:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:28.858651 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-743485e7-0acf-4e7a-8b9a-fde6965b4f7e req-23488a89-7837-42de-b658-2e83756eae6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=865d9e2a-0f4d-486e-8f38-598292f69e9c HTTP/1.1" status: 200 len: 1000 time: 0.1444757 Feb 04 06:33:28.932335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743485e7-0acf-4e7a-8b9a-fde6965b4f7e req-b76381d9-521c-4d70-afd5-9f825b975b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:28.934143 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-743485e7-0acf-4e7a-8b9a-fde6965b4f7e req-b76381d9-521c-4d70-afd5-9f825b975b15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e HTTP/1.1" status: 200 len: 834 time: 0.0701399 Feb 04 06:33:29.002578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-1165046a-8c1f-4093-ab5a-7c9de49afa31 None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:33:29.017576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743485e7-0acf-4e7a-8b9a-fde6965b4f7e req-f5f7f54a-ae47-43c6-821e-9e34313b1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:33:29.019136 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-743485e7-0acf-4e7a-8b9a-fde6965b4f7e req-f5f7f54a-ae47-43c6-821e-9e34313b1552 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792620 Feb 04 06:33:29.227034 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-743485e7-0acf-4e7a-8b9a-fde6965b4f7e req-d1607d8c-da85-43f8-9ff1-47a1dd61a4b9 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017896 Feb 04 06:33:29.369542 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-743485e7-0acf-4e7a-8b9a-fde6965b4f7e req-f119a65d-375e-48fe-9ec2-eb890b0fda20 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365407 Feb 04 06:33:29.422693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1165046a-8c1f-4093-ab5a-7c9de49afa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '9760c685-9525-4afc-8e3b-56f36d2d07bb', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:a3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:32:59Z', 'updated_at': '2022-02-04T06:33:02Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}, {'id': 'ebfbb1dc-b823-45b9-89a9-6ebdf47dcdff', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.247', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '865d9e2a-0f4d-486e-8f38-598292f69e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:08:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:33:26Z', 'updated_at': '2022-02-04T06:33:26Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:33:29.428017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165046a-8c1f-4093-ab5a-7c9de49afa31 None None] The sync data for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv is: [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '9760c685-9525-4afc-8e3b-56f36d2d07bb', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:a3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:32:59Z', 'updated_at': '2022-02-04T06:33:02Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}, {'id': 'ebfbb1dc-b823-45b9-89a9-6ebdf47dcdff', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.247', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '865d9e2a-0f4d-486e-8f38-598292f69e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:08:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:33:26Z', 'updated_at': '2022-02-04T06:33:26Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:33:29.657727 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941766ad-58d4-480b-bcc3-27a596fad81c None None] New status for floating IP ebfbb1dc-b823-45b9-89a9-6ebdf47dcdff: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:33:37.916715 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:33:45.746265 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-809575eb-3c67-4f46-9fa3-729c965cb204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:48.037807 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-46d10474-0a90-4a01-8b7a-f22b50357829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:49.120616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:49.172066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:49.866274 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:50.586163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:13.318750 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-ec11af24-55dc-4b6c-9513-c8c59976f034 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797827 Feb 04 06:34:13.484667 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-3f8d027e-3f39-4582-8883-1e286daa5255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:13.487405 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-3f8d027e-3f39-4582-8883-1e286daa5255 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 1098 time: 0.0964799 Feb 04 06:34:13.657152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-eedde1cb-4aaf-4143-8c99-b4f0abf84808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:13.658734 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-eedde1cb-4aaf-4143-8c99-b4f0abf84808 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 897 time: 0.1504772 Feb 04 06:34:13.771613 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-7542a11a-dd51-4557-b081-68aa7aa30c95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23 HTTP/1.1" status: 200 len: 1001 time: 0.1068437 Feb 04 06:34:13.849866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-59b763db-9f77-46d5-ad9f-1a8dbb5cc0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:13.851434 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-59b763db-9f77-46d5-ad9f-1a8dbb5cc0c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e HTTP/1.1" status: 200 len: 834 time: 0.0740685 Feb 04 06:34:13.952137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-68d4c8c1-0e11-4b45-a9b2-caa1579e5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:13.953856 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-68d4c8c1-0e11-4b45-a9b2-caa1579e5587 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0961914 Feb 04 06:34:14.126911 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-e5b54578-94ea-4fbf-a94e-942653c765cd service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662419 Feb 04 06:34:14.296242 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adcf2253-7dde-447f-a7b8-bdeed1c7ea35 req-2b36f5ab-ecb7-48c7-8d78-ecd7eb3c60cb service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622605 Feb 04 06:34:14.917094 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:34:15.750976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e091227-f458-42bd-baef-2008d4a5932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.999797 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-30ae09d7-f677-4568-abcc-e500dd3fb2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:19.262676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:19.296937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:19.828886 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:20.579311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:31.376520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52756) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:31.608000 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-30d5f48a-bc72-4f7b-8b68-a068457fdcbe tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/9760c685-9525-4afc-8e3b-56f36d2d07bb HTTP/1.1" status: 200 len: 993 time: 0.2300305 Feb 04 06:34:32.371799 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52766) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:32.377994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:32.507725 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:32.742057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 80b06d1b-2266-4bb6-a8e1-43398a7abf23, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:32.769517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:32.856208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:32.936994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:32.937802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:32.939251 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/ports/80b06d1b-2266-4bb6-a8e1-43398a7abf23 HTTP/1.1" status: 200 len: 938 time: 0.5664337 Feb 04 06:34:32.939970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:32.966145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=80b06d1b-2266-4bb6-a8e1-43398a7abf23,revision_number=6']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:32.971860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:32.972288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:32.972696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:32.972912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:32.973243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:32.973574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:32.973904 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:32.974234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:32.974678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:32.975060 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:32.975568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:32.975942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24386d-8b70-426c-84a5-c32b234f51d7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:33.012445 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'status': 'completed', 'code': 200} Feb 04 06:34:33.128559 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41a395-a151-4cd8-a7ac-3b369fba582e req-0eabea1d-bfeb-45ca-a128-33b87c7612d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:33.130185 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ae41a395-a151-4cd8-a7ac-3b369fba582e req-0eabea1d-bfeb-45ca-a128-33b87c7612d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 1099 time: 0.0958328 Feb 04 06:34:33.234103 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4abab005-c312-45ca-9253-6f3f0cce2293 None None] Provisioning complete for port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:33.234890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4abab005-c312-45ca-9253-6f3f0cce2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:33.303248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4abab005-c312-45ca-9253-6f3f0cce2293 None None] Port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 is administratively disabled so it will not transition to active. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 04 06:34:33.315331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41a395-a151-4cd8-a7ac-3b369fba582e req-b69e90f7-14dd-40f4-a274-ddb8345e018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:33.316832 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ae41a395-a151-4cd8-a7ac-3b369fba582e req-b69e90f7-14dd-40f4-a274-ddb8345e018a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 897 time: 0.1802778 Feb 04 06:34:33.436248 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ae41a395-a151-4cd8-a7ac-3b369fba582e req-23e33226-8929-47c2-9c52-e0979e238b97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23 HTTP/1.1" status: 200 len: 1002 time: 0.1130123 Feb 04 06:34:33.544863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41a395-a151-4cd8-a7ac-3b369fba582e req-446dc034-9ef0-4c76-9e7c-0d188dfd2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:33.546520 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ae41a395-a151-4cd8-a7ac-3b369fba582e req-446dc034-9ef0-4c76-9e7c-0d188dfd2111 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e HTTP/1.1" status: 200 len: 834 time: 0.1044722 Feb 04 06:34:33.640024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41a395-a151-4cd8-a7ac-3b369fba582e req-e8c87144-2d69-4e05-91d2-3358191a2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:33.641552 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ae41a395-a151-4cd8-a7ac-3b369fba582e req-e8c87144-2d69-4e05-91d2-3358191a2504 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892496 Feb 04 06:34:33.792876 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ae41a395-a151-4cd8-a7ac-3b369fba582e req-773d5f61-5afc-4fcf-9422-4854cf5cc2b2 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452105 Feb 04 06:34:33.942128 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ae41a395-a151-4cd8-a7ac-3b369fba582e req-03ee4cea-98b8-4f86-b358-c48c69fedd2c service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433730 Feb 04 06:34:36.389456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52776) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:36.396584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-622531ab-e360-4c83-9a12-c2bd54fd5edb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:34:36.561604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-622531ab-e360-4c83-9a12-c2bd54fd5edb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:36.801655 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-622531ab-e360-4c83-9a12-c2bd54fd5edb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 80b06d1b-2266-4bb6-a8e1-43398a7abf23, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:36.829083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-622531ab-e360-4c83-9a12-c2bd54fd5edb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:36.896595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-622531ab-e360-4c83-9a12-c2bd54fd5edb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:36.975317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622531ab-e360-4c83-9a12-c2bd54fd5edb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:36.976249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-622531ab-e360-4c83-9a12-c2bd54fd5edb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:36.978257 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-622531ab-e360-4c83-9a12-c2bd54fd5edb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/ports/80b06d1b-2266-4bb6-a8e1-43398a7abf23 HTTP/1.1" status: 200 len: 937 time: 0.5875170 Feb 04 06:34:36.983358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:36.983545 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52780) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:37.025508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622531ab-e360-4c83-9a12-c2bd54fd5edb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=80b06d1b-2266-4bb6-a8e1-43398a7abf23,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:37.073268 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'status': 'completed', 'code': 200} Feb 04 06:34:37.221410 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-24d20f1d-b1e6-4c2a-80ef-f72b6b7625bf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/9760c685-9525-4afc-8e3b-56f36d2d07bb HTTP/1.1" status: 200 len: 993 time: 0.2365348 Feb 04 06:34:37.247371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d619e9-43c6-4f58-abb1-084df99dd200 req-0a1238db-b72c-4f52-b63c-d32c16534091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:37.249349 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2d619e9-43c6-4f58-abb1-084df99dd200 req-0a1238db-b72c-4f52-b63c-d32c16534091 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 1098 time: 0.1425903 Feb 04 06:34:37.320301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['80b06d1b-2266-4bb6-a8e1-43398a7abf23'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:34:37.397475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-06e37f87-7840-4f0d-a33a-5e7fa4438f6c None None] Provisioning complete for port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:34:37.397840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-06e37f87-7840-4f0d-a33a-5e7fa4438f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:37.413857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d619e9-43c6-4f58-abb1-084df99dd200 req-f3adf044-abe5-43a3-ae4e-5161787e63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:37.415715 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2d619e9-43c6-4f58-abb1-084df99dd200 req-f3adf044-abe5-43a3-ae4e-5161787e63b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 897 time: 0.1598592 Feb 04 06:34:37.612348 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2d619e9-43c6-4f58-abb1-084df99dd200 req-2a096b1f-10e9-4e2a-97f8-fe2f38b8663d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23 HTTP/1.1" status: 200 len: 1001 time: 0.1893082 Feb 04 06:34:37.694558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d619e9-43c6-4f58-abb1-084df99dd200 req-5871fcb4-3229-4f15-a14a-27532e0c0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:37.696997 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2d619e9-43c6-4f58-abb1-084df99dd200 req-5871fcb4-3229-4f15-a14a-27532e0c0389 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e HTTP/1.1" status: 200 len: 834 time: 0.0783710 Feb 04 06:34:37.803180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d619e9-43c6-4f58-abb1-084df99dd200 req-17679793-6610-486e-ada6-ab697770a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:37.805032 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2d619e9-43c6-4f58-abb1-084df99dd200 req-17679793-6610-486e-ada6-ab697770a6fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1017613 Feb 04 06:34:37.951558 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2d619e9-43c6-4f58-abb1-084df99dd200 req-1f2688b6-6173-4fec-a427-a7a03e319457 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391931 Feb 04 06:34:38.228721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2d619e9-43c6-4f58-abb1-084df99dd200 req-9c021938-8ae2-4672-8ece-dbf7dcebfd72 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705386 Feb 04 06:34:39.817741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52792) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:40.043163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 0e7ffeed-4821-4c16-8a9a-45403357a1ff {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:40.043554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:40.241922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:40.242247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:40.385828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 0e7ffeed-4821-4c16-8a9a-45403357a1ff owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:40.756075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:40.839014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=0e7ffeed-4821-4c16-8a9a-45403357a1ff,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:40.882796 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.883132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.883478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.883858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.884187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.884515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.884869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.885235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.885588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.885912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.886232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.886551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:40.922629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:40.923074 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP ebfbb1dc-b823-45b9-89a9-6ebdf47dcdff disassociated (deleted). External IP: 172.26.7.247, port: 865d9e2a-0f4d-486e-8f38-598292f69e9c. Feb 04 06:34:41.325917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:34:41.668002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:34:41.682250 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324e3ad6-4129-4537-81d3-9866a3d161ce None None] Sync routers for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:34:41.693077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e3ad6-4129-4537-81d3-9866a3d161ce None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:41.697563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-324e3ad6-4129-4537-81d3-9866a3d161ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:34:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:41.788991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:41.891715 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7466a541-a172-4829-af76-419a94ea7ddd tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/floatingips/ebfbb1dc-b823-45b9-89a9-6ebdf47dcdff HTTP/1.1" status: 204 len: 168 time: 2.0725009 Feb 04 06:34:41.892861 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'tag': '865d9e2a-0f4d-486e-8f38-598292f69e9c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:41.894728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-324e3ad6-4129-4537-81d3-9866a3d161ce None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:41.983134 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'tag': '865d9e2a-0f4d-486e-8f38-598292f69e9c', 'status': 'completed', 'code': 200} Feb 04 06:34:42.135206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2c756-ce82-46ef-98e6-7cdb94fde2b7 req-42395562-8e45-4896-8b26-ae2c1e2ad9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:42.137795 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c4e2c756-ce82-46ef-98e6-7cdb94fde2b7 req-42395562-8e45-4896-8b26-ae2c1e2ad9e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 1099 time: 0.1288807 Feb 04 06:34:42.284787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2c756-ce82-46ef-98e6-7cdb94fde2b7 req-75a266ed-9f4e-49e2-ba41-66f3b306f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:42.286637 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c4e2c756-ce82-46ef-98e6-7cdb94fde2b7 req-75a266ed-9f4e-49e2-ba41-66f3b306f365 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 897 time: 0.1432819 Feb 04 06:34:42.364324 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c4e2c756-ce82-46ef-98e6-7cdb94fde2b7 req-659d0c1e-3e17-4878-bc08-6bbf60257465 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=865d9e2a-0f4d-486e-8f38-598292f69e9c HTTP/1.1" status: 200 len: 217 time: 0.0717278 Feb 04 06:34:42.461414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2c756-ce82-46ef-98e6-7cdb94fde2b7 req-97b20e2d-c601-4ac8-a516-97ad6b55ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:42.464752 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c4e2c756-ce82-46ef-98e6-7cdb94fde2b7 req-97b20e2d-c601-4ac8-a516-97ad6b55ac83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e HTTP/1.1" status: 200 len: 834 time: 0.0947971 Feb 04 06:34:42.507145 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-324e3ad6-4129-4537-81d3-9866a3d161ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '9760c685-9525-4afc-8e3b-56f36d2d07bb', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:a3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:32:59Z', 'updated_at': '2022-02-04T06:33:02Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:42.512035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324e3ad6-4129-4537-81d3-9866a3d161ce None None] Checking router: 9389f5fc-cc05-4123-98ce-4ef4f0619b50 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:34:42.522709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e3ad6-4129-4537-81d3-9866a3d161ce None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:42.523716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-324e3ad6-4129-4537-81d3-9866a3d161ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:34:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:42.605355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2c756-ce82-46ef-98e6-7cdb94fde2b7 req-935556bb-90b6-4a5b-9eb7-91c8ae7f592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:42.607013 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c4e2c756-ce82-46ef-98e6-7cdb94fde2b7 req-935556bb-90b6-4a5b-9eb7-91c8ae7f592c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1351759 Feb 04 06:34:42.743746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-324e3ad6-4129-4537-81d3-9866a3d161ce None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:42.812506 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c4e2c756-ce82-46ef-98e6-7cdb94fde2b7 req-e2741721-3d3d-4636-89d1-abbf181d5dab service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908178 Feb 04 06:34:42.870769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf7fe1-c60b-4b2a-8952-d5ed3f1b67ca req-88e109dd-cab6-42eb-a0a1-7ae9f96a3c3f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:42.873232 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-33bf7fe1-c60b-4b2a-8952-d5ed3f1b67ca req-88e109dd-cab6-42eb-a0a1-7ae9f96a3c3f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 946 time: 0.1229837 Feb 04 06:34:42.950977 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-33bf7fe1-c60b-4b2a-8952-d5ed3f1b67ca req-35245575-9d64-4923-8c94-f5d54617b200 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656118 Feb 04 06:34:42.970735 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c4e2c756-ce82-46ef-98e6-7cdb94fde2b7 req-07dcaf57-9304-4871-a1b9-89957db5b612 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570950 Feb 04 06:34:43.308123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-324e3ad6-4129-4537-81d3-9866a3d161ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '9760c685-9525-4afc-8e3b-56f36d2d07bb', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:a3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:32:59Z', 'updated_at': '2022-02-04T06:33:02Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:43.315385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324e3ad6-4129-4537-81d3-9866a3d161ce None None] The sync data for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv is: [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '9760c685-9525-4afc-8e3b-56f36d2d07bb', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'port_id': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'mac_address': 'fa:16:3e:a3:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:32:59Z', 'updated_at': '2022-02-04T06:33:02Z', 'revision_number': 1, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:34:43.591796 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a75d6-338a-41b7-9250-ff67d35aa879 None None] New status for floating IP ebfbb1dc-b823-45b9-89a9-6ebdf47dcdff: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:34:44.045127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-170531c3-6269-42d9-8be6-91f91468120c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:44.045904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-170531c3-6269-42d9-8be6-91f91468120c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:34:44.142966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-170531c3-6269-42d9-8be6-91f91468120c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:34:44.144217 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-170531c3-6269-42d9-8be6-91f91468120c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 946 time: 0.1928680 Feb 04 06:34:44.236995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-bbc61130-d49f-4676-9cbe-673fbced6d62 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 865d9e2a-0f4d-486e-8f38-598292f69e9c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:44.237341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-bbc61130-d49f-4676-9cbe-673fbced6d62 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:44.301323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec01dc7-0d88-4d37-909c-7b1f2b4f26f2 req-56cdb416-0649-4ef8-850e-8cd88d5639b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:44.302719 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2ec01dc7-0d88-4d37-909c-7b1f2b4f26f2 req-56cdb416-0649-4ef8-850e-8cd88d5639b2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 946 time: 0.2118659 Feb 04 06:34:44.417511 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2ec01dc7-0d88-4d37-909c-7b1f2b4f26f2 req-b2a9fb2f-1e22-4c76-9168-d34c809188a4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed903940-aa8d-4cf0-b26e-ae13dbe98221&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082659 Feb 04 06:34:44.679069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-bbc61130-d49f-4676-9cbe-673fbced6d62 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 865d9e2a-0f4d-486e-8f38-598292f69e9c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=865d9e2a-0f4d-486e-8f38-598292f69e9c,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:44.679585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-bbc61130-d49f-4676-9cbe-673fbced6d62 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:44.892974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-bbc61130-d49f-4676-9cbe-673fbced6d62 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 865d9e2a-0f4d-486e-8f38-598292f69e9c owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:45.230347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-bbc61130-d49f-4676-9cbe-673fbced6d62 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:45.283979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc61130-d49f-4676-9cbe-673fbced6d62 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=865d9e2a-0f4d-486e-8f38-598292f69e9c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:45.363182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-bbc61130-d49f-4676-9cbe-673fbced6d62 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] No DVR routers for this DVR port 865d9e2a-0f4d-486e-8f38-598292f69e9c on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:34:45.365775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-bbc61130-d49f-4676-9cbe-673fbced6d62 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:45.368534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'name': 'network-vif-deleted', 'tag': '865d9e2a-0f4d-486e-8f38-598292f69e9c'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:45.418874 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fae450b-53f5-4de3-b8b3-fa9fff71ceef', 'name': 'network-vif-deleted', 'tag': '865d9e2a-0f4d-486e-8f38-598292f69e9c', 'status': 'completed', 'code': 200} Feb 04 06:34:45.465110 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ded5cb55-57a7-4683-83b1-3a8c9017aa96 req-bbc61130-d49f-4676-9cbe-673fbced6d62 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "DELETE /v2.0/ports/865d9e2a-0f4d-486e-8f38-598292f69e9c HTTP/1.1" status: 204 len: 173 time: 1.3134170 Feb 04 06:34:45.584100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ffad2609-468e-4d02-8720-df38678f9020 req-ca6c8e1c-0c60-48d4-8080-9c03cfeaf337 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:34:45.687131 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ffad2609-468e-4d02-8720-df38678f9020 req-ca6c8e1c-0c60-48d4-8080-9c03cfeaf337 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:34:45.688332 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ffad2609-468e-4d02-8720-df38678f9020 req-ca6c8e1c-0c60-48d4-8080-9c03cfeaf337 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fae450b-53f5-4de3-b8b3-fa9fff71ceef HTTP/1.1" status: 200 len: 210 time: 0.1498911 Feb 04 06:34:45.721726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa6df-80e1-464e-aab3-b4d5cf8d6a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:46.788864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52810) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:46.860955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3584a71-5f74-455a-a836-9a6d71abf061 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:46.891157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3584a71-5f74-455a-a836-9a6d71abf061 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:47.058424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3584a71-5f74-455a-a836-9a6d71abf061 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:47.077543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3584a71-5f74-455a-a836-9a6d71abf061 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed903940-aa8d-4cf0-b26e-ae13dbe98221,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:47.172660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3584a71-5f74-455a-a836-9a6d71abf061 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:47.173851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b3584a71-5f74-455a-a836-9a6d71abf061 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed903940-aa8d-4cf0-b26e-ae13dbe98221 HTTP/1.1" status: 204 len: 168 time: 0.3839717 Feb 04 06:34:47.293230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52816) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:47.409751 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 865d9e2a-0f4d-486e-8f38-598292f69e9c no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:34:47.453323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 865d9e2a-0f4d-486e-8f38-598292f69e9c {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:34:47.453909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 865d9e2a-0f4d-486e-8f38-598292f69e9c not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:34:47.656875 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port ab78b3cd-c8af-49b6-a71b-952ab78a6410 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:47.657225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:47.858389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:47.858729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:47.992226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for ab78b3cd-c8af-49b6-a71b-952ab78a6410 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:48.021969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-87e3d33d-2304-436d-9d15-0928e84e905e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:48.279672 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:48.333361 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=ab78b3cd-c8af-49b6-a71b-952ab78a6410,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:48.435328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:48.435716 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP 9760c685-9525-4afc-8e3b-56f36d2d07bb disassociated (deleted). External IP: 172.26.7.118, port: 80b06d1b-2266-4bb6-a8e1-43398a7abf23. Feb 04 06:34:48.822355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:34:49.039456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:34:49.052016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d6b1b-6cb5-434c-9b02-a526c52657f9 None None] Sync routers for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:34:49.062921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d6b1b-6cb5-434c-9b02-a526c52657f9 None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:49.063602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-719d6b1b-6cb5-434c-9b02-a526c52657f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:34:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:49.118296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:49.151293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:49.158501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:49.261196 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-719d6b1b-6cb5-434c-9b02-a526c52657f9 None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:49.348293 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3e15ae4d-17f3-46fc-bd49-d4c3f6636151 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/floatingips/9760c685-9525-4afc-8e3b-56f36d2d07bb HTTP/1.1" status: 204 len: 168 time: 2.0538020 Feb 04 06:34:49.349184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:49.397122 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'status': 'completed', 'code': 200} Feb 04 06:34:49.549436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c4227-b7cc-4758-af02-b2467bf77191 req-30c0304f-c10d-456b-b662-61641e5849ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:49.551835 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f0c4227-b7cc-4758-af02-b2467bf77191 req-30c0304f-c10d-456b-b662-61641e5849ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 1098 time: 0.1318972 Feb 04 06:34:49.694722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c4227-b7cc-4758-af02-b2467bf77191 req-2f17c759-aa52-4879-b902-388f31294772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:49.696669 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f0c4227-b7cc-4758-af02-b2467bf77191 req-2f17c759-aa52-4879-b902-388f31294772 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 200 len: 897 time: 0.1389039 Feb 04 06:34:49.736049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-719d6b1b-6cb5-434c-9b02-a526c52657f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:49.748893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d6b1b-6cb5-434c-9b02-a526c52657f9 None None] Checking router: 9389f5fc-cc05-4123-98ce-4ef4f0619b50 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:34:49.760826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d6b1b-6cb5-434c-9b02-a526c52657f9 None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:49.761453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-719d6b1b-6cb5-434c-9b02-a526c52657f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:34:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:49.775250 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f0c4227-b7cc-4758-af02-b2467bf77191 req-6398431e-dfd9-4188-aa75-4786fe55ae5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23 HTTP/1.1" status: 200 len: 217 time: 0.0727687 Feb 04 06:34:49.839697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c4227-b7cc-4758-af02-b2467bf77191 req-b59bb95a-aab1-4a1f-b7ff-738470e9b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:49.841236 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f0c4227-b7cc-4758-af02-b2467bf77191 req-b59bb95a-aab1-4a1f-b7ff-738470e9b591 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e HTTP/1.1" status: 200 len: 834 time: 0.0606701 Feb 04 06:34:49.932750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c4227-b7cc-4758-af02-b2467bf77191 req-d0ebed37-f6f8-4508-8399-d19ee569a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:49.934312 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f0c4227-b7cc-4758-af02-b2467bf77191 req-d0ebed37-f6f8-4508-8399-d19ee569a8f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870881 Feb 04 06:34:49.937975 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:49.996946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-719d6b1b-6cb5-434c-9b02-a526c52657f9 None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:50.095497 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f0c4227-b7cc-4758-af02-b2467bf77191 req-c1f339f6-afcf-48d6-8567-3e9f995d6d9a service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544640 Feb 04 06:34:50.288959 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f0c4227-b7cc-4758-af02-b2467bf77191 req-72223a5f-3081-42ec-a09c-0f8728964346 service neutron] 10.222.0.24 "GET /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865859 Feb 04 06:34:50.309886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47540f41-f4fd-45d2-bde7-7742bd39ecb3 req-d364ec48-2210-400d-b17a-c33587891520 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:50.309886 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-47540f41-f4fd-45d2-bde7-7742bd39ecb3 req-d364ec48-2210-400d-b17a-c33587891520 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 945 time: 0.1876459 Feb 04 06:34:50.373185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-47540f41-f4fd-45d2-bde7-7742bd39ecb3 req-c3df308d-c86b-4fa4-98e4-7ad96d0bd66c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:34:50.397595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-719d6b1b-6cb5-434c-9b02-a526c52657f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:50.402740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d6b1b-6cb5-434c-9b02-a526c52657f9 None None] The sync data for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv is: [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '66813559-077a-4531-b0c2-e0b80f93374c', 'name': '', 'network_id': 'a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:33:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:34Z', 'updated_at': '2022-02-04T06:32:41Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '3458a0c5-0fe3-4961-abc3-0b3f81f51c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:34:50.464129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-47540f41-f4fd-45d2-bde7-7742bd39ecb3 req-c3df308d-c86b-4fa4-98e4-7ad96d0bd66c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:34:50.470555 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-47540f41-f4fd-45d2-bde7-7742bd39ecb3 req-c3df308d-c86b-4fa4-98e4-7ad96d0bd66c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560328 Feb 04 06:34:50.566885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:50.659857 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151c6c0-5c1c-4ad7-887c-386bed21b557 None None] New status for floating IP 9760c685-9525-4afc-8e3b-56f36d2d07bb: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:34:51.727631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425679e7-862e-4785-ae39-590801d773fe req-4f3cc71d-4f8f-416b-952d-e9ddc9f3d43c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:51.728601 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-425679e7-862e-4785-ae39-590801d773fe req-4f3cc71d-4f8f-416b-952d-e9ddc9f3d43c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:34:51.829688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-425679e7-862e-4785-ae39-590801d773fe req-4f3cc71d-4f8f-416b-952d-e9ddc9f3d43c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:34:51.831162 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-425679e7-862e-4785-ae39-590801d773fe req-4f3cc71d-4f8f-416b-952d-e9ddc9f3d43c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 945 time: 0.1880732 Feb 04 06:34:51.886350 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-425679e7-862e-4785-ae39-590801d773fe req-42585150-a97e-4e01-bc79-9565abf76bf9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484858 Feb 04 06:34:51.917192 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:34:51.947830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902b6c4-2936-4529-b60d-1bf6396de2e4 req-e779e0e3-cfad-4dd3-856f-04cb59d2fab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:34:51.950500 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1902b6c4-2936-4529-b60d-1bf6396de2e4 req-e779e0e3-cfad-4dd3-856f-04cb59d2fab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 945 time: 0.1094759 Feb 04 06:34:52.033842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1902b6c4-2936-4529-b60d-1bf6396de2e4 req-5d0bd1b5-8ebd-40c9-bbaa-89c5a43f6593 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:52.034417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1902b6c4-2936-4529-b60d-1bf6396de2e4 req-5d0bd1b5-8ebd-40c9-bbaa-89c5a43f6593 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:52.322005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1902b6c4-2936-4529-b60d-1bf6396de2e4 req-5d0bd1b5-8ebd-40c9-bbaa-89c5a43f6593 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 80b06d1b-2266-4bb6-a8e1-43398a7abf23, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=80b06d1b-2266-4bb6-a8e1-43398a7abf23,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:52.322488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1902b6c4-2936-4529-b60d-1bf6396de2e4 req-5d0bd1b5-8ebd-40c9-bbaa-89c5a43f6593 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:52.572965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1902b6c4-2936-4529-b60d-1bf6396de2e4 req-5d0bd1b5-8ebd-40c9-bbaa-89c5a43f6593 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 80b06d1b-2266-4bb6-a8e1-43398a7abf23 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:52.818568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1902b6c4-2936-4529-b60d-1bf6396de2e4 req-5d0bd1b5-8ebd-40c9-bbaa-89c5a43f6593 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:52.905969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bd1b5-8ebd-40c9-bbaa-89c5a43f6593 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=80b06d1b-2266-4bb6-a8e1-43398a7abf23,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:52.959538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1902b6c4-2936-4529-b60d-1bf6396de2e4 req-5d0bd1b5-8ebd-40c9-bbaa-89c5a43f6593 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] No DVR routers for this DVR port 80b06d1b-2266-4bb6-a8e1-43398a7abf23 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:34:52.972365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1902b6c4-2936-4529-b60d-1bf6396de2e4 req-5d0bd1b5-8ebd-40c9-bbaa-89c5a43f6593 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:52.975222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'name': 'network-vif-deleted', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:34:53.053251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-0c6dda1c-b101-488f-b66c-507b751cd534 req-cf100596-d524-4a23-a0f0-0b9ce0db91d8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:34:53.059697 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e388beb-bfdc-4ee2-a7f3-095b3beb16ef', 'name': 'network-vif-deleted', 'tag': '80b06d1b-2266-4bb6-a8e1-43398a7abf23', 'status': 'completed', 'code': 200} Feb 04 06:34:53.075081 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1902b6c4-2936-4529-b60d-1bf6396de2e4 req-5d0bd1b5-8ebd-40c9-bbaa-89c5a43f6593 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "DELETE /v2.0/ports/80b06d1b-2266-4bb6-a8e1-43398a7abf23 HTTP/1.1" status: 204 len: 173 time: 1.1180933 Feb 04 06:34:53.165766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-0c6dda1c-b101-488f-b66c-507b751cd534 req-cf100596-d524-4a23-a0f0-0b9ce0db91d8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:34:53.166975 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0c6dda1c-b101-488f-b66c-507b751cd534 req-cf100596-d524-4a23-a0f0-0b9ce0db91d8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e388beb-bfdc-4ee2-a7f3-095b3beb16ef HTTP/1.1" status: 200 len: 210 time: 0.1578486 Feb 04 06:34:54.267853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52834) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:54.374464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9d05bc7-23cf-4d72-a837-2c3ce9f2c608 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:54.422810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9d05bc7-23cf-4d72-a837-2c3ce9f2c608 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:54.578417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9d05bc7-23cf-4d72-a837-2c3ce9f2c608 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:54.595666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d05bc7-23cf-4d72-a837-2c3ce9f2c608 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c766f2-aa13-4fbc-ba7b-5aa26b4fa399,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:54.713724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9d05bc7-23cf-4d72-a837-2c3ce9f2c608 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:54.715155 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b9d05bc7-23cf-4d72-a837-2c3ce9f2c608 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/97c766f2-aa13-4fbc-ba7b-5aa26b4fa399 HTTP/1.1" status: 204 len: 168 time: 0.4459422 Feb 04 06:34:54.830784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52840) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:55.401656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:55.440324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 80b06d1b-2266-4bb6-a8e1-43398a7abf23 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:34:55.488026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 80b06d1b-2266-4bb6-a8e1-43398a7abf23 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:34:55.488779 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 80b06d1b-2266-4bb6-a8e1-43398a7abf23 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:34:55.877109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 66813559-077a-4531-b0c2-e0b80f93374c {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:55.877446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:56.066691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 66813559-077a-4531-b0c2-e0b80f93374c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=66813559-077a-4531-b0c2-e0b80f93374c,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:56.067046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:56.197583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 66813559-077a-4531-b0c2-e0b80f93374c owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:56.644736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:56.699843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=66813559-077a-4531-b0c2-e0b80f93374c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:57.003233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:57.555438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:34:57.762004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:34:57.775045 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfe4b99-49fe-42c9-b863-bbf767689655 None None] Sync routers for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:34:57.780836 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-38311e89-eba0-4b9a-a01a-329a816b2dcf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/9389f5fc-cc05-4123-98ce-4ef4f0619b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9487102 Feb 04 06:34:57.783874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52844) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:57.786620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe4b99-49fe-42c9-b863-bbf767689655 None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:57.787578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dbfe4b99-49fe-42c9-b863-bbf767689655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:34:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:57.865970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d097a5-26cf-4683-8c4f-20c3cd5c29b1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting subnet 3458a0c5-0fe3-4961-abc3-0b3f81f51c4e {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:34:57.870832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d097a5-26cf-4683-8c4f-20c3cd5c29b1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:57.946792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d097a5-26cf-4683-8c4f-20c3cd5c29b1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:58.005183 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-dbfe4b99-49fe-42c9-b863-bbf767689655 None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:58.048063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d097a5-26cf-4683-8c4f-20c3cd5c29b1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:58.274679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d097a5-26cf-4683-8c4f-20c3cd5c29b1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:58.330972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dbfe4b99-49fe-42c9-b863-bbf767689655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:34:56Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:58.335788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfe4b99-49fe-42c9-b863-bbf767689655 None None] Checking router: 9389f5fc-cc05-4123-98ce-4ef4f0619b50 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:34:58.339095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d097a5-26cf-4683-8c4f-20c3cd5c29b1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Subnet': ['ID=3458a0c5-0fe3-4961-abc3-0b3f81f51c4e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:58.346713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-74d097a5-26cf-4683-8c4f-20c3cd5c29b1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:58.350247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe4b99-49fe-42c9-b863-bbf767689655 None None] Routers {'9389f5fc-cc05-4123-98ce-4ef4f0619b50'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:34:58.351816 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dbfe4b99-49fe-42c9-b863-bbf767689655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:34:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:58.357742 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-74d097a5-26cf-4683-8c4f-20c3cd5c29b1 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/subnets/3458a0c5-0fe3-4961-abc3-0b3f81f51c4e HTTP/1.1" status: 204 len: 168 time: 0.5723498 Feb 04 06:34:58.360850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:34:58.413365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c1fd73-893a-4567-8e81-b4d965a4242c None None] Network a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:34:58.641225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:58.712198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-dbfe4b99-49fe-42c9-b863-bbf767689655 None None] Set router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:34:58.977815 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:59.075553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:59.075898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:59.084057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] DHCP port deletion for a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:34:59.098161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Deleting port 1c551004-18dc-4248-8b31-c25e91ec67ec {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:34:59.098766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:59.367892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 3a91b86f-1fdf-4f09-8318-79faa9e0cf43, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=3a91b86f-1fdf-4f09-8318-79faa9e0cf43,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:59.368389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:59.394390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dbfe4b99-49fe-42c9-b863-bbf767689655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:34:56Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:34:59.407671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfe4b99-49fe-42c9-b863-bbf767689655 None None] The sync data for ids ['9389f5fc-cc05-4123-98ce-4ef4f0619b50'] in dv-neutron-827796-1-hyperv is: [{'id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'name': 'tempest-TestNetworkBasicOps-router-1959719430', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:32:27Z', 'updated_at': '2022-02-04T06:34:56Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '3a91b86f-1fdf-4f09-8318-79faa9e0cf43', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389f5fc-cc05-4123-98ce-4ef4f0619b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:32:28Z', 'updated_at': '2022-02-04T06:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:34:59.445738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] For port 1c551004-18dc-4248-8b31-c25e91ec67ec, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1c551004-18dc-4248-8b31-c25e91ec67ec,segment=NetworkSegment(3ea12968-3f77-4d4c-85ae-d2b5c27eca17),segment_id=3ea12968-3f77-4d4c-85ae-d2b5c27eca17)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:34:59.446215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:59.562784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:59.579632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Calling delete_port for 1c551004-18dc-4248-8b31-c25e91ec67ec owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:34:59.755715 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:59.808022 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Pushing event deleted for resources: {'Port': ['ID=1c551004-18dc-4248-8b31-c25e91ec67ec,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:34:59.813709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] No DVR routers for this DVR port 1c551004-18dc-4248-8b31-c25e91ec67ec on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:34:59.814154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:59.820957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.822268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.822268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.822268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.822268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.822874 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.823015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.823279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.823609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.823935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.824263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.824585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119b62aa-42e9-4fcb-91d7-2e8ed8e46427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:34:59.995013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=3a91b86f-1fdf-4f09-8318-79faa9e0cf43,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:00.090541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:00.274159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:00.276911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:00.416444 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:00.416916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Fanout notify agent at l3_agent the message router_deleted on router 9389f5fc-cc05-4123-98ce-4ef4f0619b50 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:35:00.443230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:00.445193 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a9fd3541-973f-4270-bf4d-1fbc9ceaa250 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/routers/9389f5fc-cc05-4123-98ce-4ef4f0619b50 HTTP/1.1" status: 204 len: 168 time: 2.0829716 Feb 04 06:35:00.448580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52854) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:00.623425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:00.774835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:00.803498 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:00.818420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea12968-3f77-4d4c-85ae-d2b5c27eca17') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:00.818759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea12968-3f77-4d4c-85ae-d2b5c27eca17') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:00.831558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:00.854979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:00.861844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:35:00.862245 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:35:00.879303 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:35:01.062581 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 66813559-077a-4531-b0c2-e0b80f93374c no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:35:01.099333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 66813559-077a-4531-b0c2-e0b80f93374c {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:35:01.099676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 66813559-077a-4531-b0c2-e0b80f93374c not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:35:01.100110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1c551004-18dc-4248-8b31-c25e91ec67ec no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:35:01.134862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 1c551004-18dc-4248-8b31-c25e91ec67ec {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:35:01.135195 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1c551004-18dc-4248-8b31-c25e91ec67ec not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:35:01.135731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:35:01.147687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:01.170233 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:01.176401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:35:01.176401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 3a91b86f-1fdf-4f09-8318-79faa9e0cf43 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:35:01.182577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Network': ['ID=a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:01.248064 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-843aa3ac-188b-4390-add3-7dac581b36bc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/networks/a36563c3-ddd5-4f12-9c07-0e9fd2f3f94d HTTP/1.1" status: 204 len: 168 time: 0.7981057 Feb 04 06:35:01.289191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52858) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:01.297831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'network': {'name': 'tempest-network-smoke--833844252', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'port_security_enabled': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:01.304641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:01.309339 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:network and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:01.312510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:01.318972 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:01.438811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:35:01.442744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:01.475213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:35:01.485311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:01.488527 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Added segment a6b8bf92-74cd-4fc6-83ae-f49b514d3f15 of type vlan for network 1dce970f-279c-4120-ae5f-9c88ba787ded Feb 04 06:35:01.515452 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:01.627277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:01.633488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:01.634121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:01.751002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Network': ['ID=1dce970f-279c-4120-ae5f-9c88ba787ded,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:01.763136 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 1dce970f-279c-4120-ae5f-9c88ba787ded details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:35:01.802026 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-24e45a44-7438-4c7c-83eb-8ee69fae3ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5110688 Feb 04 06:35:01.805473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52862) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:01.811584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'admin_state_up': True, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:01.820760 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:01.825888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:router and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:01.829713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:01.839628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:01.915752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:01.916942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:01.934479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:02.318666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:02.741108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:02.893039 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:03.055174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.76 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:35:03.220964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:03.399382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:03.468506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:35:03.471800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:35:03.476790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:35:03.514747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:04.036088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:04.406463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:04.846711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:35:05.035717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:35:05.047723 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Sync routers for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:35:05.058761 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:35:05.059530 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:34:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:05.142006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:05.143526 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d4af26ea-cdda-43df-a972-e11ab0915a09 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3367758 Feb 04 06:35:05.149240 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52866) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:05.191297 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-62106b5c-53f5-4ce4-b378-c71c168f3108 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ed74ee2667754fabaada911129fc7b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409181 Feb 04 06:35:05.195151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52870) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:05.248752 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:35:05.364771 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac628a-2215-4437-ba39-cbb931280524 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:05.367316 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-80ac628a-2215-4437-ba39-cbb931280524 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1708143 Feb 04 06:35:05.371250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52874) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:05.413207 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3fee2121-5cfe-432c-9668-e04b3e7feaf3 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405803 Feb 04 06:35:05.415692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52878) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:05.421554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-977690300', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:05.564567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:05.569023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:subnet and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:05.572235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:05.579762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:05.594594 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:35:03Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:05.599120 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Checking router: 55ecd3ac-aa86-4c74-adc8-9b0cb254352d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:35:05.607115 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Updating router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:35:05.657006 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:05.704399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:35:05.711190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:06.091118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:06.113622 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:06.126754 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Transition to ACTIVE for port object 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:35:06.195759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Subnet': ['ID=425b440a-d4c7-488c-a0cb-53128cffc7ad,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:06.198672 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:06.205071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Checking segment: {'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:35:06.213183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network hostable DHCP agents. Network: 1dce970f-279c-4120-ae5f-9c88ba787ded, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:35:06.284037 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Attempting to bind port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:35:06.284516 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Attempting to bind port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:35:06.285007 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Attempting to bind port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:35:06.287938 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Pushing event updated for resources: {'Port': ['ID=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:06.298979 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:35:06.299392 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:35:06.320854 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:06.320854 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:35:06.320854 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Bound port: 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:35:06.320854 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:06.326239 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.326626 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.327076 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.327508 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.327878 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.328289 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.328714 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.329082 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.329478 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.329836 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.330194 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.330565 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:06.395302 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] For port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:35:06.399251 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] For port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:35:06.427065 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 1dce970f-279c-4120-ae5f-9c88ba787ded is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:35:06.490279 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:06.524936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 1dce970f-279c-4120-ae5f-9c88ba787ded) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:35:06.529981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:06.531088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:06.536484 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def3184e-4a34-4d13-9c19-124c4ab99875 None None] Network 1dce970f-279c-4120-ae5f-9c88ba787ded requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:35:06.571775 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:35:06.572402 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:34:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:06.629012 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-77b4e3ef-a596-4cff-aba8-2fb74be993fa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2083313 Feb 04 06:35:06.629799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52882) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:06.631796 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811e238-f3ca-4ab8-a8bb-ede941c57c07 None None] Pushing event updated for resources: {'Port': ['ID=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:06.811030 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:35:06.831248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-1dce970f-279c-4120-ae5f-9c88ba787ded', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:35:06.831248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:07.077203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Allocated IP 172.20.0.2 (1dce970f-279c-4120-ae5f-9c88ba787ded/425b440a-d4c7-488c-a0cb-53128cffc7ad/c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:35:07.277031 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:35:03Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:07.284211 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f6fb48-aecc-4e4c-8d57-4a264f2419ed None None] The sync data for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv is: [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:35:03Z', 'revision_number': 3, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:35:07.378413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:07.390831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Transition to ACTIVE for port object c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:35:07.416234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Transition to ACTIVE for port object c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:35:07.548626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:07.564388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:07.638239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Network 1dce970f-279c-4120-ae5f-9c88ba787ded is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:35:07.642013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:35:07.646213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:35:07.691008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Pushing event updated for resources: {'Port': ['ID=c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:07.758039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Attempting to bind port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:35:07.758580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Attempting to bind port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:35:07.759456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Attempting to bind port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa on network 1dce970f-279c-4120-ae5f-9c88ba787ded {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:35:07.775500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:35:07.776006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Checking segment: {'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:35:07.776636 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:07.777323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Bound using segment: {'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:35:07.778328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Bound port: c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:35:07.778927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:07.911820 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] For port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:35:07.918616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] For port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:35:08.039911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:08.185525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a9110-f9e4-4d63-b3c4-3f8414c7fcf7 None None] Pushing event updated for resources: {'Port': ['ID=c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:08.310954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.1 (1dce970f-279c-4120-ae5f-9c88ba787ded/425b440a-d4c7-488c-a0cb-53128cffc7ad/9c7c455c-2d3d-4ddf-afec-63f9ae845b94) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:35:08.608916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:08.629513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:35:08.732860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:08.806268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 1dce970f-279c-4120-ae5f-9c88ba787ded is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:35:08.809643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:35:08.813875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:35:08.848882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:08.884668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:09.160685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:35:09.347178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:35:09.353298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:35:09.353662 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:09.366046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:09.508072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:09.525581 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:35:09.623707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:09.624533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:35:09.823352 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:09.921251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:35:09.979555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:10.036209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ad28f4-c2de-4afe-9578-d0ae11be9bc3 None None] Network 1dce970f-279c-4120-ae5f-9c88ba787ded requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:35:10.057965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:10.187371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:10.191293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:10.198810 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a413c40c-27c4-4307-bddf-ec7a4fff5dde None None] Provisioning for port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:35:10.208363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a413c40c-27c4-4307-bddf-ec7a4fff5dde None None] Provisioning complete for port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:35:10.208769 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a413c40c-27c4-4307-bddf-ec7a4fff5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:10.344742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 1dce970f-279c-4120-ae5f-9c88ba787ded is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:35:10.345879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:35:10.410066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a413c40c-27c4-4307-bddf-ec7a4fff5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:10.456579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a413c40c-27c4-4307-bddf-ec7a4fff5dde None None] For port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:35:10.589338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a413c40c-27c4-4307-bddf-ec7a4fff5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:10.674534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413c40c-27c4-4307-bddf-ec7a4fff5dde None None] Pushing event updated for resources: {'Port': ['ID=c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:10.693133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:35:10.811965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-76f04c2e-6c79-46c2-9f68-571826efacf8 None None] Provisioning complete for port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:35:10.812437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-76f04c2e-6c79-46c2-9f68-571826efacf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:10.921887 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:35:10.943256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8b297f36-83ff-4976-9466-0c5f8e70d1cc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/55ecd3ac-aa86-4c74-adc8-9b0cb254352d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3113730 Feb 04 06:35:10.945814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52888) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:10.960743 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Sync routers for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:35:11.016573 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:35:11.017752 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:34:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:11.141675 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094bb68-6499-4fbc-ae52-2c8a6c14fd34 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:11.142244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094bb68-6499-4fbc-ae52-2c8a6c14fd34 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:11.142720 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094bb68-6499-4fbc-ae52-2c8a6c14fd34 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:11.143382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094bb68-6499-4fbc-ae52-2c8a6c14fd34 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:11.148417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52892) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:11.148700 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c094bb68-6499-4fbc-ae52-2c8a6c14fd34 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2015510 Feb 04 06:35:11.150105 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:35:11.264692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acbde81-a11b-4b9f-b178-611204566535 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:11.265541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acbde81-a11b-4b9f-b178-611204566535 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:11.266178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acbde81-a11b-4b9f-b178-611204566535 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:11.266780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acbde81-a11b-4b9f-b178-611204566535 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:11.268714 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0acbde81-a11b-4b9f-b178-611204566535 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1183853 Feb 04 06:35:11.271940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52896) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:11.506984 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cb6cde3b-36e9-4953-98f1-92b78aae0a02 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2292879 Feb 04 06:35:11.563201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:35:11.564093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:11.591323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:35:11.675357 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-76f04c2e-6c79-46c2-9f68-571826efacf8 None None] Provisioning for port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:35:11.747381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-76f04c2e-6c79-46c2-9f68-571826efacf8 None None] Provisioning complete for port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:35:11.747757 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-76f04c2e-6c79-46c2-9f68-571826efacf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:11.896724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-76f04c2e-6c79-46c2-9f68-571826efacf8 None None] Port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:35:11.947525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 52902) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:11.956380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687156341', 'description': 'tempest-secgroup-smoke-687156341 description', 'project_id': 'ed74ee2667754fabaada911129fc7b8d'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:11.967829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:11.975528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:11.981728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:11.992446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:11.997207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:35:12.103595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.108488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0fb505da-aa68-4b39-b0ee-620aed2b6f19 None None] Provisioning complete for port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:35:12.108919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0fb505da-aa68-4b39-b0ee-620aed2b6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.130748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:12.135981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:12.140184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:12.151005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:12.184380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0fb505da-aa68-4b39-b0ee-620aed2b6f19 None None] Port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:35:12.188279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:35:12.188279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.267310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.278926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:12.289562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Checking router: 55ecd3ac-aa86-4c74-adc8-9b0cb254352d for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:35:12.289941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Updating router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:35:12.347766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.402813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.403133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:12.473163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.474428 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cfd77617-faf5-4e2c-9411-a2fddc5b400e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5255439 Feb 04 06:35:12.478131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52912) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:12.483649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-461b0398-0f1c-406d-84c7-3034f770ffcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:12.490553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-461b0398-0f1c-406d-84c7-3034f770ffcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:12.495583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-461b0398-0f1c-406d-84c7-3034f770ffcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:12.498722 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-461b0398-0f1c-406d-84c7-3034f770ffcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:12.505445 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-461b0398-0f1c-406d-84c7-3034f770ffcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:12.618523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-461b0398-0f1c-406d-84c7-3034f770ffcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.710988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-461b0398-0f1c-406d-84c7-3034f770ffcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.792993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.795647 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-461b0398-0f1c-406d-84c7-3034f770ffcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.817430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Transition to ACTIVE for port object 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:35:12.826529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b0398-0f1c-406d-84c7-3034f770ffcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facbded0-0f86-467c-8e9c-cded981dc050,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:12.930698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.961356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-461b0398-0f1c-406d-84c7-3034f770ffcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.963208 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-461b0398-0f1c-406d-84c7-3034f770ffcc tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4837830 Feb 04 06:35:12.967696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52916) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:12.974000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1e567d5a-6c4e-47a3-b2d2-43418a5d0f42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:12.982708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1e567d5a-6c4e-47a3-b2d2-43418a5d0f42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:12.988941 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1e567d5a-6c4e-47a3-b2d2-43418a5d0f42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:12.994079 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1e567d5a-6c4e-47a3-b2d2-43418a5d0f42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:13.004132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1e567d5a-6c4e-47a3-b2d2-43418a5d0f42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:13.118742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc08844-e97a-4968-897e-1c792d50de4d None None] Pushing event updated for resources: {'Port': ['ID=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:13.144789 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e567d5a-6c4e-47a3-b2d2-43418a5d0f42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:13.199990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Attempting to bind port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:35:13.200511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Attempting to bind port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:35:13.200991 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Attempting to bind port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 on network 1dce970f-279c-4120-ae5f-9c88ba787ded {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:35:13.208212 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:35:13.208558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Checking segment: {'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:35:13.209244 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:13.209812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Bound using segment: {'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:35:13.211100 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Bound port: 9c7c455c-2d3d-4ddf-afec-63f9ae845b94, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:35:13.211567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:13.275553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e567d5a-6c4e-47a3-b2d2-43418a5d0f42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:13.346836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] For port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:35:13.351991 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] For port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:35:13.382108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e567d5a-6c4e-47a3-b2d2-43418a5d0f42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:13.416390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e567d5a-6c4e-47a3-b2d2-43418a5d0f42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e575cc82-d2f4-4064-b0d6-e9976049f275,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:13.433535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:13.554897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1e567d5a-6c4e-47a3-b2d2-43418a5d0f42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:13.556120 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1e567d5a-6c4e-47a3-b2d2-43418a5d0f42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5872557 Feb 04 06:35:13.560690 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52922) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:13.566561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1c33c52c-1fa0-4e6b-9a40-52461fb5cfde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:13.572741 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1c33c52c-1fa0-4e6b-9a40-52461fb5cfde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:13.577751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1c33c52c-1fa0-4e6b-9a40-52461fb5cfde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:13.581611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1c33c52c-1fa0-4e6b-9a40-52461fb5cfde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:13.590425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:35:13.591243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:34:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:13.593265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1c33c52c-1fa0-4e6b-9a40-52461fb5cfde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:13.662475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc08844-e97a-4968-897e-1c792d50de4d None None] Pushing event updated for resources: {'Port': ['ID=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:13.714587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c33c52c-1fa0-4e6b-9a40-52461fb5cfde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:13.789646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c33c52c-1fa0-4e6b-9a40-52461fb5cfde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:13.874317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:35:13.881694 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c33c52c-1fa0-4e6b-9a40-52461fb5cfde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:13.911748 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33c52c-1fa0-4e6b-9a40-52461fb5cfde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73dfe227-a285-4efe-8b9f-3234054f359c,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:14.021901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c33c52c-1fa0-4e6b-9a40-52461fb5cfde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:14.023214 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1c33c52c-1fa0-4e6b-9a40-52461fb5cfde tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4615219 Feb 04 06:35:14.026650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52926) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:14.033142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1c0e92c0-2ce5-49a2-9f81-91087063c05f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:14.041050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1c0e92c0-2ce5-49a2-9f81-91087063c05f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:14.045214 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1c0e92c0-2ce5-49a2-9f81-91087063c05f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:14.048859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1c0e92c0-2ce5-49a2-9f81-91087063c05f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:14.058666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1c0e92c0-2ce5-49a2-9f81-91087063c05f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:14.169787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c0e92c0-2ce5-49a2-9f81-91087063c05f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:14.207095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:35:13Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:14.212031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405bbc5-85d6-43d6-a1ab-9bcd9df99cb7 None None] The sync data for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv is: [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:35:13Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:35:14.251184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c0e92c0-2ce5-49a2-9f81-91087063c05f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:14.343626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c0e92c0-2ce5-49a2-9f81-91087063c05f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:14.376986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e92c0-2ce5-49a2-9f81-91087063c05f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c647f8e9-91d8-4192-867c-f487e1ccf09a,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:14.455798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1c0e92c0-2ce5-49a2-9f81-91087063c05f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:14.457483 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1c0e92c0-2ce5-49a2-9f81-91087063c05f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4296634 Feb 04 06:35:14.460782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52930) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:14.466172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:14.472611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:14.477834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:14.480911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:14.487196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:14.560849 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:35:14.569028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:14.645291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:14.738128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:14.767867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4a076c-29d1-44a6-b9d0-b7b1f69b273d,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:14.860449 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:14.864319 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8768043e-74f1-484d-b015-1c634c006ab3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4000356 Feb 04 06:35:14.867341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 52938) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:14.872076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'security_group_rule': {'security_group_id': 'be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8', 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:14.881028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:14.886345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:security_group_rule and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:14.889563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:14.896682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:14.972445 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Project ed74ee2667754fabaada911129fc7b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:35:14.982917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:15.059910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:15.124077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:35:15.137755 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:15.165201 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aeb82ba-3b0f-45b1-80fa-89e15c812363,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:15.244068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:15.245337 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cccb9a48-5268-44ee-b69c-78d945674800 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3791707 Feb 04 06:35:15.268986 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:35:15.277227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:35:15.278063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:15.447050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3ddafd78-6bce-49cb-9d65-d17b1f16c7b7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:35:15.454357 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:15.489158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:35:15.530084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3ddafd78-6bce-49cb-9d65-d17b1f16c7b7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:35:15.531542 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3ddafd78-6bce-49cb-9d65-d17b1f16c7b7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687156341&fields=id&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 267 time: 0.1426370 Feb 04 06:35:15.567077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:15.688315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:15.731535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-df441dcb-d30a-47c9-90d9-d3f983786465 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:15.732798 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-df441dcb-d30a-47c9-90d9-d3f983786465 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/networks?id=1dce970f-279c-4120-ae5f-9c88ba787ded HTTP/1.1" status: 200 len: 796 time: 0.1927621 Feb 04 06:35:15.733468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-61b5fe9a-8874-43f5-9db9-a4755d2323b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:15.755177 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-a5c9e665-75df-452b-9bf3-ca1eb45b86d6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/quotas/ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 375 time: 0.0113955 Feb 04 06:35:15.847182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-b6742e50-f2ab-45d4-8d71-c36576dd2f94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:35:16.018234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-b6742e50-f2ab-45d4-8d71-c36576dd2f94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:35:16.027618 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-b6742e50-f2ab-45d4-8d71-c36576dd2f94 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2584126 Feb 04 06:35:16.149734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-0826507c-4e21-46f5-a47b-38628e5e841b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:35:16.150733 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-0826507c-4e21-46f5-a47b-38628e5e841b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1111398 Feb 04 06:35:16.310803 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-426021c7-16d9-4e18-a6ea-6a4d447ad823 service neutron] 10.222.0.32 "GET /v2.0/networks/1dce970f-279c-4120-ae5f-9c88ba787ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529717 Feb 04 06:35:16.509514 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-ee1d7a00-4b01-4afc-8012-e41670aeb045 service neutron] 10.222.0.32 "GET /v2.0/networks/1dce970f-279c-4120-ae5f-9c88ba787ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917775 Feb 04 06:35:16.895405 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-55e8b88b-5fe3-41d3-a75d-615b27438fe6 req-ebd99327-f8cd-419d-b770-85e04d761c7f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 210 time: 0.0566669 Feb 04 06:35:17.083086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:35:17.161251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:35:17.161251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:18.040934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-05035297-4007-4390-9437-f2d0a80ac843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:18.043869 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-512ebffb-d9c9-41e9-b40e-90987a157013 req-a0b6c378-7b78-4e6c-878a-5cc69817e941 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 210 time: 0.0531881 Feb 04 06:35:19.109708 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:19.138232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:19.254109 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4c5a37d3-e6fa-4ae7-b6f5-7a2d5fb3bdac req-6d38b901-e9a5-4303-9e5a-ff8abb6da4a6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 210 time: 0.0423083 Feb 04 06:35:19.857992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:20.579310 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9e3bf507-a4e5-4a0a-b3cb-a6ce5e68b09e req-addfc310-f98e-45c8-a619-278dd86d3958 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 210 time: 0.1906204 Feb 04 06:35:20.610436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-30522ef0-bbcf-4c30-bdfd-d9181be29c3f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:20.611951 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-30522ef0-bbcf-4c30-bdfd-d9181be29c3f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/networks?id=1dce970f-279c-4120-ae5f-9c88ba787ded HTTP/1.1" status: 200 len: 796 time: 0.3459990 Feb 04 06:35:20.639028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:20.676323 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-83d44dde-a8d1-49f0-9928-922b00d869aa tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74ee2667754fabaada911129fc7b8d HTTP/1.1" status: 200 len: 379 time: 0.0555520 Feb 04 06:35:20.685639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'port': {'device_id': 'b5436696-5568-4e14-aefc-7888ed190ced', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'admin_state_up': True, 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'security_groups': ['be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:20.863610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:20.882294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:20.975837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Made reservation on behalf of ed74ee2667754fabaada911129fc7b8d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:35:20.980786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:21.186013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.20.0.14 (1dce970f-279c-4120-ae5f-9c88ba787ded/425b440a-d4c7-488c-a0cb-53128cffc7ad/be43cb79-b086-4383-be0d-b45f1201e12b) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:35:21.411773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:21.431956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Transition to ACTIVE for port object be43cb79-b086-4383-be0d-b45f1201e12b will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:35:21.635575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:21.726055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 1dce970f-279c-4120-ae5f-9c88ba787ded is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:35:21.730441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:35:21.734808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:35:21.777193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=be43cb79-b086-4383-be0d-b45f1201e12b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:21.849057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:21.857798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:21.963010 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173153b6-8827-48e8-af3f-e55f94b9be89 req-096efe48-2332-4867-b3f8-d95825e51dbe tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:21.964595 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-173153b6-8827-48e8-af3f-e55f94b9be89 req-096efe48-2332-4867-b3f8-d95825e51dbe tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 932 time: 0.2456210 Feb 04 06:35:22.022161 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-173153b6-8827-48e8-af3f-e55f94b9be89 req-b7fe5840-1db1-420d-85af-8e56b97addc5 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500414 Feb 04 06:35:22.073578 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-e6e3ff33-1e7f-4f24-8aeb-cad24efaec9d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3925004 Feb 04 06:35:22.086668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Request body: {'port': {'device_id': 'b5436696-5568-4e14-aefc-7888ed190ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:22.238374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:22.377654 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2bd4e9e4-9c7c-4e5d-8591-6075a68ddce0 None None] Provisioning for port be43cb79-b086-4383-be0d-b45f1201e12b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:35:22.383520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2bd4e9e4-9c7c-4e5d-8591-6075a68ddce0 None None] Provisioning complete for port be43cb79-b086-4383-be0d-b45f1201e12b triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:35:22.383919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e9e4-9c7c-4e5d-8591-6075a68ddce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:22.453877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4e9e4-9c7c-4e5d-8591-6075a68ddce0 None None] Port be43cb79-b086-4383-be0d-b45f1201e12b cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:35:22.612403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be43cb79-b086-4383-be0d-b45f1201e12b {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:35:22.620267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:22.635247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Transition to ACTIVE for port object be43cb79-b086-4383-be0d-b45f1201e12b will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:35:22.731779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:22.892500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Pushing event updated for resources: {'Port': ['ID=be43cb79-b086-4383-be0d-b45f1201e12b,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:22.979743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Attempting to bind port be43cb79-b086-4383-be0d-b45f1201e12b on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:35:22.979743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Attempting to bind port be43cb79-b086-4383-be0d-b45f1201e12b by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:35:22.980210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Attempting to bind port be43cb79-b086-4383-be0d-b45f1201e12b on network 1dce970f-279c-4120-ae5f-9c88ba787ded {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:35:22.985427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Port be43cb79-b086-4383-be0d-b45f1201e12b on network 1dce970f-279c-4120-ae5f-9c88ba787ded not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:35:22.985751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Attempting to bind port be43cb79-b086-4383-be0d-b45f1201e12b on network 1dce970f-279c-4120-ae5f-9c88ba787ded {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:35:22.991790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:35:22.996711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Checking segment: {'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:35:22.996711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Bound using segment: {'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:35:22.996711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Bound port: be43cb79-b086-4383-be0d-b45f1201e12b, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:35:22.996711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:23.097423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] For port be43cb79-b086-4383-be0d-b45f1201e12b, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:35:23.101965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] For port be43cb79-b086-4383-be0d-b45f1201e12b, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=be43cb79-b086-4383-be0d-b45f1201e12b,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:35:23.197365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:23.268827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:23.269333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:23.270752 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] 10.222.0.24 "PUT /v2.0/ports/be43cb79-b086-4383-be0d-b45f1201e12b HTTP/1.1" status: 200 len: 1094 time: 1.1899915 Feb 04 06:35:23.273661 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5436696-5568-4e14-aefc-7888ed190ced', 'tag': 'be43cb79-b086-4383-be0d-b45f1201e12b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:35:23.306775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e3809-6bbb-40f2-a8ab-0f6d50b87ea5 req-783a4d38-9f27-49bd-97b4-902cf6abd1d6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:23.307530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-8e5e3809-6bbb-40f2-a8ab-0f6d50b87ea5 req-783a4d38-9f27-49bd-97b4-902cf6abd1d6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:35:23.310651 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb43e69-2b3e-43cb-8968-21f9751a8d16 service neutron] Pushing event updated for resources: {'Port': ['ID=be43cb79-b086-4383-be0d-b45f1201e12b,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:23.481147 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5436696-5568-4e14-aefc-7888ed190ced', 'tag': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'status': 'completed', 'code': 200} Feb 04 06:35:23.607433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4300a6-7f71-4f02-9567-39215a22d17b req-0c0fe202-00c2-41fe-9b8f-c5408cdaf426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:23.609456 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3b4300a6-7f71-4f02-9567-39215a22d17b req-0c0fe202-00c2-41fe-9b8f-c5408cdaf426 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 1097 time: 0.2144659 Feb 04 06:35:23.644972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-8e5e3809-6bbb-40f2-a8ab-0f6d50b87ea5 req-783a4d38-9f27-49bd-97b4-902cf6abd1d6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:35:23.646674 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8e5e3809-6bbb-40f2-a8ab-0f6d50b87ea5 req-783a4d38-9f27-49bd-97b4-902cf6abd1d6 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 944 time: 0.5056286 Feb 04 06:35:23.771938 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8e5e3809-6bbb-40f2-a8ab-0f6d50b87ea5 req-fb856267-d333-46ae-b8f4-052adcea9a58 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692325 Feb 04 06:35:23.822843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4300a6-7f71-4f02-9567-39215a22d17b req-d782c55c-41f4-40be-a1b1-afd65bc11bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:23.824339 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3b4300a6-7f71-4f02-9567-39215a22d17b req-d782c55c-41f4-40be-a1b1-afd65bc11bb5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed74ee2667754fabaada911129fc7b8d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2084355 Feb 04 06:35:23.970982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4300a6-7f71-4f02-9567-39215a22d17b req-f4c789d4-943f-4627-87a2-f33cebcf2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:23.972456 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3b4300a6-7f71-4f02-9567-39215a22d17b req-f4c789d4-943f-4627-87a2-f33cebcf2648 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1421103 Feb 04 06:35:24.096235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3d5d48d0-e5a5-42b6-8159-251ef3e6bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:24.097670 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-3d5d48d0-e5a5-42b6-8159-251ef3e6bea2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 1097 time: 0.0878110 Feb 04 06:35:24.166846 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-6163065d-004f-4e87-a151-1f56ec38a665 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be43cb79-b086-4383-be0d-b45f1201e12b HTTP/1.1" status: 200 len: 217 time: 0.0628018 Feb 04 06:35:24.234368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-bc9b697d-2ade-4b9e-bfb0-4b5a95df0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:24.235829 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-bc9b697d-2ade-4b9e-bfb0-4b5a95df0d4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=425b440a-d4c7-488c-a0cb-53128cffc7ad HTTP/1.1" status: 200 len: 834 time: 0.0623991 Feb 04 06:35:24.317730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-95f2fb4c-57db-470a-9a67-afbb75ba07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:24.319758 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-95f2fb4c-57db-470a-9a67-afbb75ba07f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1dce970f-279c-4120-ae5f-9c88ba787ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775325 Feb 04 06:35:24.468463 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-9bb8106f-815b-4a9a-bb0a-784ecf8c7692 service neutron] 10.222.0.24 "GET /v2.0/networks/1dce970f-279c-4120-ae5f-9c88ba787ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422763 Feb 04 06:35:24.608364 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-93bc6e46-bf6c-43d1-ad2f-99423389e058 req-a29c7dde-c4c3-4a3f-9ebb-6ec6fd398990 service neutron] 10.222.0.24 "GET /v2.0/networks/1dce970f-279c-4120-ae5f-9c88ba787ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331358 Feb 04 06:35:24.974709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d677228-0184-41b9-bf79-fca204f068d4 req-6bebf6ce-cceb-4e93-a062-dd18c363f0eb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:24.976888 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4d677228-0184-41b9-bf79-fca204f068d4 req-6bebf6ce-cceb-4e93-a062-dd18c363f0eb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 944 time: 0.0820889 Feb 04 06:35:25.024730 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4d677228-0184-41b9-bf79-fca204f068d4 req-d97ccc0b-9a03-49b8-bbde-75710aecf68e tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420818 Feb 04 06:35:26.222407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c44e1f-10e6-4a8c-a2dd-40955d48b65a req-07d9afdb-1c8f-4ff0-9ced-ede8e98173f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:26.223881 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10c44e1f-10e6-4a8c-a2dd-40955d48b65a req-07d9afdb-1c8f-4ff0-9ced-ede8e98173f8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 944 time: 0.0863745 Feb 04 06:35:26.269076 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10c44e1f-10e6-4a8c-a2dd-40955d48b65a req-77b29a33-11b0-4a83-a172-ad1dd775495f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388744 Feb 04 06:35:27.453734 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85c27a-039b-4c3a-88b3-cf416e634420 req-fa0d9863-7324-4f7f-ad84-265316048a85 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:27.455260 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7f85c27a-039b-4c3a-88b3-cf416e634420 req-fa0d9863-7324-4f7f-ad84-265316048a85 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 944 time: 0.0821834 Feb 04 06:35:27.501212 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7f85c27a-039b-4c3a-88b3-cf416e634420 req-66d5aad7-aa5b-419c-883f-2a91656ffa22 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393946 Feb 04 06:35:27.579967 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device be43cb79-b086-4383-be0d-b45f1201e12b details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:35:27.721242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port be43cb79-b086-4383-be0d-b45f1201e12b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=be43cb79-b086-4383-be0d-b45f1201e12b,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:35:27.768186 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'port_id': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'mac_address': 'fa:16:3e:78:9e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:35:27.823693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:27.841010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be43cb79-b086-4383-be0d-b45f1201e12b {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:35:27.856672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port be43cb79-b086-4383-be0d-b45f1201e12b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=be43cb79-b086-4383-be0d-b45f1201e12b,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:35:27.977491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:28.047927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=be43cb79-b086-4383-be0d-b45f1201e12b,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:28.283895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['be43cb79-b086-4383-be0d-b45f1201e12b'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:35:28.697127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e4309-8305-4075-8bdc-7d099f3085f6 req-3cf4c7b5-b092-4483-873b-97e5e7fac930 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:28.698623 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d8e4309-8305-4075-8bdc-7d099f3085f6 req-3cf4c7b5-b092-4483-873b-97e5e7fac930 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 945 time: 0.0821919 Feb 04 06:35:28.745167 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d8e4309-8305-4075-8bdc-7d099f3085f6 req-5334f5fc-7162-4edc-ac89-f5cf76efb04f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400450 Feb 04 06:35:28.916901 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:35:29.595351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device be43cb79-b086-4383-be0d-b45f1201e12b up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:35:29.737598 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port be43cb79-b086-4383-be0d-b45f1201e12b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:35:29.745215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port be43cb79-b086-4383-be0d-b45f1201e12b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:35:29.745215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:29.899333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:29.930856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5436696-5568-4e14-aefc-7888ed190ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be43cb79-b086-4383-be0d-b45f1201e12b'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:35:29.946248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port be43cb79-b086-4383-be0d-b45f1201e12b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=be43cb79-b086-4383-be0d-b45f1201e12b,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:35:30.057826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:30.096397 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5436696-5568-4e14-aefc-7888ed190ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'code': 200} Feb 04 06:35:30.121699 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81216ac2-7caa-44b2-bc59-aca30eafec9e req-1e6bb32d-8e07-4b7a-b49e-b80881cdba6f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:30.129016 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-81216ac2-7caa-44b2-bc59-aca30eafec9e req-1e6bb32d-8e07-4b7a-b49e-b80881cdba6f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 946 time: 0.0969849 Feb 04 06:35:30.137156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=be43cb79-b086-4383-be0d-b45f1201e12b,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:30.171117 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-81216ac2-7caa-44b2-bc59-aca30eafec9e req-65eaa5a6-e30a-4a64-8751-f48026fb0638 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412378 Feb 04 06:35:30.529505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57505b-2edd-4aba-942f-047490a4978c req-00ddf5b6-0199-4394-a333-2e93fd8ea598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:30.531056 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ac57505b-2edd-4aba-942f-047490a4978c req-00ddf5b6-0199-4394-a333-2e93fd8ea598 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 1099 time: 0.0784390 Feb 04 06:35:30.573895 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ac57505b-2edd-4aba-942f-047490a4978c req-aa74d4e6-480c-415e-a4a4-37f285d5f5cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372126 Feb 04 06:35:31.369282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a66a22-9ebc-4e1a-9c19-a551fc30094d req-74e6f1b5-f368-417a-8c14-e4330cb609bb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:31.370771 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10a66a22-9ebc-4e1a-9c19-a551fc30094d req-74e6f1b5-f368-417a-8c14-e4330cb609bb tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 946 time: 0.0869293 Feb 04 06:35:31.422054 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10a66a22-9ebc-4e1a-9c19-a551fc30094d req-7482ff29-b183-403b-98af-9b3843e87b81 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451980 Feb 04 06:35:32.609494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dea51-c3e8-4146-a006-0f2a9a3ffe75 req-4cd3891d-f480-49dd-b103-717f59f700de tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:32.610997 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8e7dea51-c3e8-4146-a006-0f2a9a3ffe75 req-4cd3891d-f480-49dd-b103-717f59f700de tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 946 time: 0.0809021 Feb 04 06:35:32.662334 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8e7dea51-c3e8-4146-a006-0f2a9a3ffe75 req-4de2e9fa-3609-47f6-a892-af50e7a84f93 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413344 Feb 04 06:35:32.861598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf43b1-7446-4bb3-a0f6-bd87b6441e17 req-988790a4-b50c-4d44-a749-6cc38ef2adef tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:32.863163 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dacf43b1-7446-4bb3-a0f6-bd87b6441e17 req-988790a4-b50c-4d44-a749-6cc38ef2adef tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 946 time: 0.0854933 Feb 04 06:35:32.912688 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dacf43b1-7446-4bb3-a0f6-bd87b6441e17 req-006acb13-a0cf-4f0d-a263-9c0fb5040da2 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Feb 04 06:35:32.936697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53012) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:33.011951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2490f9-7336-4cac-b211-be146a13ec27 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:33.013631 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5b2490f9-7336-4cac-b211-be146a13ec27 tempest-TestNetworkBasicOps-255459469 tempest-TestNetworkBasicOps-255459469-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 1094 time: 0.0759261 Feb 04 06:35:33.016472 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53016) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:33.021559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:35:33.027761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:35:33.031770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Usage tracker for resource:floatingip and tenant:ed74ee2667754fabaada911129fc7b8d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:35:33.034737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:35:33.041028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:35:33.123659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:33.262407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:33.397043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Allocated IP 172.26.7.70 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/1f5ffe0a-af10-487a-a223-e035fefef8fc) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:35:33.560497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:33.661628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:33.725654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:35:33.726756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:35:33.729258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:35:33.772285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=1f5ffe0a-af10-487a-a223-e035fefef8fc,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:33.792411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:33.792777 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:33.793113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:33.793437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:33.793759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:33.794084 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:33.794396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:33.794712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:33.795030 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:33.795338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:33.795646 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:33.795960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:35:34.171964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:34.316307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:34.639358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:34.754950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:34.861000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event updated for resources: {'Port': ['ID=1f5ffe0a-af10-487a-a223-e035fefef8fc,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:35:34.877731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:35.049039 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP cc8eedb8-2f94-4995-b93e-401d2e5a211e associated. External IP: 172.26.7.70, port: be43cb79-b086-4383-be0d-b45f1201e12b. Feb 04 06:35:35.436952 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:35:35.628086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:35:35.639446 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f0a2a-5b09-416e-8312-514a3dd592f6 None None] Sync routers for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:35:35.650975 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f0a2a-5b09-416e-8312-514a3dd592f6 None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:35:35.651621 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-887f0a2a-5b09-416e-8312-514a3dd592f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:35:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:35.737387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:35.795566 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-901692d1-5d73-4bb0-84eb-d4b88099bf38 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7780075 Feb 04 06:35:35.796411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5436696-5568-4e14-aefc-7888ed190ced', 'tag': 'be43cb79-b086-4383-be0d-b45f1201e12b'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:35:35.798762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53020) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:35.846780 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5436696-5568-4e14-aefc-7888ed190ced', 'tag': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'status': 'completed', 'code': 200} Feb 04 06:35:35.870031 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-887f0a2a-5b09-416e-8312-514a3dd592f6 None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:35:36.085044 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a55512f6-fff1-4990-bbe0-5ec8174005f4 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/cc8eedb8-2f94-4995-b93e-401d2e5a211e HTTP/1.1" status: 200 len: 991 time: 0.2846961 Feb 04 06:35:36.110465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c9d15-aa56-42ed-8148-dd9d0b641a39 req-ed2294ba-4d7b-455d-90ed-7e7822654db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:36.112117 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c59c9d15-aa56-42ed-8148-dd9d0b641a39 req-ed2294ba-4d7b-455d-90ed-7e7822654db7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 1099 time: 0.2213588 Feb 04 06:35:36.259292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c9d15-aa56-42ed-8148-dd9d0b641a39 req-59cf5e2d-43a8-4b3f-ada8-ac70bb4707c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:36.260776 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c59c9d15-aa56-42ed-8148-dd9d0b641a39 req-59cf5e2d-43a8-4b3f-ada8-ac70bb4707c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1dce970f-279c-4120-ae5f-9c88ba787ded HTTP/1.1" status: 200 len: 897 time: 0.1428926 Feb 04 06:35:36.328171 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-887f0a2a-5b09-416e-8312-514a3dd592f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'cc8eedb8-2f94-4995-b93e-401d2e5a211e', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.70', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'port_id': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'mac_address': 'fa:16:3e:78:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5436696-5568-4e14-aefc-7888ed190ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:35:34Z', 'updated_at': '2022-02-04T06:35:34Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:35:15Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:36.332061 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f0a2a-5b09-416e-8312-514a3dd592f6 None None] Checking router: 55ecd3ac-aa86-4c74-adc8-9b0cb254352d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:35:36.340713 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f0a2a-5b09-416e-8312-514a3dd592f6 None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:35:36.341233 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-887f0a2a-5b09-416e-8312-514a3dd592f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:35:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:36.361512 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c59c9d15-aa56-42ed-8148-dd9d0b641a39 req-82831416-f31f-4de8-b817-3a5a1d8eb377 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be43cb79-b086-4383-be0d-b45f1201e12b HTTP/1.1" status: 200 len: 999 time: 0.0945494 Feb 04 06:35:36.428875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c9d15-aa56-42ed-8148-dd9d0b641a39 req-b7afaa7d-238d-47a8-a193-50e5beffbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:36.430658 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c59c9d15-aa56-42ed-8148-dd9d0b641a39 req-b7afaa7d-238d-47a8-a193-50e5beffbaa8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=425b440a-d4c7-488c-a0cb-53128cffc7ad HTTP/1.1" status: 200 len: 834 time: 0.0634792 Feb 04 06:35:36.514011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c9d15-aa56-42ed-8148-dd9d0b641a39 req-afa433a9-6174-4d81-8044-b24c390d0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:35:36.515540 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c59c9d15-aa56-42ed-8148-dd9d0b641a39 req-afa433a9-6174-4d81-8044-b24c390d0ca0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1dce970f-279c-4120-ae5f-9c88ba787ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791421 Feb 04 06:35:36.541691 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-887f0a2a-5b09-416e-8312-514a3dd592f6 None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:35:36.670407 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c59c9d15-aa56-42ed-8148-dd9d0b641a39 req-0888a672-7145-4c29-a928-6933b34f6828 service neutron] 10.222.0.24 "GET /v2.0/networks/1dce970f-279c-4120-ae5f-9c88ba787ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487398 Feb 04 06:35:36.816764 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c59c9d15-aa56-42ed-8148-dd9d0b641a39 req-692c59d6-ba99-4d1f-85dd-e1c6389ee883 service neutron] 10.222.0.24 "GET /v2.0/networks/1dce970f-279c-4120-ae5f-9c88ba787ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329193 Feb 04 06:35:36.941563 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-887f0a2a-5b09-416e-8312-514a3dd592f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'cc8eedb8-2f94-4995-b93e-401d2e5a211e', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.70', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'port_id': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'mac_address': 'fa:16:3e:78:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5436696-5568-4e14-aefc-7888ed190ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:35:34Z', 'updated_at': '2022-02-04T06:35:34Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:35:15Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:35:36.946193 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f0a2a-5b09-416e-8312-514a3dd592f6 None None] The sync data for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv is: [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'cc8eedb8-2f94-4995-b93e-401d2e5a211e', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.70', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'port_id': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'mac_address': 'fa:16:3e:78:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5436696-5568-4e14-aefc-7888ed190ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:35:34Z', 'updated_at': '2022-02-04T06:35:34Z', 'revision_number': 0, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:35:15Z', 'revision_number': 5, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:35:37.088914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:37.147383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388bf8b-82fb-4281-ac24-70a03689d659 None None] New status for floating IP cc8eedb8-2f94-4995-b93e-401d2e5a211e: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:35:37.202028 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0d2ed21c-9124-41d1-9c86-aa0c5977226c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/cc8eedb8-2f94-4995-b93e-401d2e5a211e HTTP/1.1" status: 200 len: 991 time: 0.1117618 Feb 04 06:35:38.206082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53030) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:35:38.311572 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-53a68494-082e-4b19-98c1-5d17f72baa42 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/cc8eedb8-2f94-4995-b93e-401d2e5a211e HTTP/1.1" status: 200 len: 993 time: 0.1043727 Feb 04 06:35:45.742854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1c2582d4-47a1-417a-b1cc-7b6470b6ef18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:48.033885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-30dd6f69-f587-4888-8bec-c966d4e3eacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:49.083770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:49.114341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:49.885566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:50.571003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:05.915996 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:36:14.272202 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b99db424-0517-4d62-aed8-3f067645e581 req-825f2bad-c372-424a-b17e-b26b190a8754 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698171 Feb 04 06:36:14.412993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db424-0517-4d62-aed8-3f067645e581 req-6f3fe520-3f05-4aeb-9127-769b650afc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:14.414474 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b99db424-0517-4d62-aed8-3f067645e581 req-6f3fe520-3f05-4aeb-9127-769b650afc6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 1099 time: 0.0759177 Feb 04 06:36:14.575252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db424-0517-4d62-aed8-3f067645e581 req-e3fc50f6-6152-4646-89ee-068bdc60a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:14.576609 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b99db424-0517-4d62-aed8-3f067645e581 req-e3fc50f6-6152-4646-89ee-068bdc60a572 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1dce970f-279c-4120-ae5f-9c88ba787ded HTTP/1.1" status: 200 len: 897 time: 0.1441734 Feb 04 06:36:14.683398 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b99db424-0517-4d62-aed8-3f067645e581 req-582056a2-a985-4521-af00-447becca242c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be43cb79-b086-4383-be0d-b45f1201e12b HTTP/1.1" status: 200 len: 1001 time: 0.0993075 Feb 04 06:36:14.748911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db424-0517-4d62-aed8-3f067645e581 req-a2b6c47a-9076-4ed7-8c14-492e377dbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:14.750374 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b99db424-0517-4d62-aed8-3f067645e581 req-a2b6c47a-9076-4ed7-8c14-492e377dbd76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=425b440a-d4c7-488c-a0cb-53128cffc7ad HTTP/1.1" status: 200 len: 834 time: 0.0613148 Feb 04 06:36:14.830891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db424-0517-4d62-aed8-3f067645e581 req-d50f37b1-b9ae-46c1-a329-1b9ff879ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:14.832318 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b99db424-0517-4d62-aed8-3f067645e581 req-d50f37b1-b9ae-46c1-a329-1b9ff879ead8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1dce970f-279c-4120-ae5f-9c88ba787ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755527 Feb 04 06:36:14.977486 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b99db424-0517-4d62-aed8-3f067645e581 req-50bbc8ea-5f3e-4437-9b5e-8187a8f2c2cd service neutron] 10.222.0.24 "GET /v2.0/networks/1dce970f-279c-4120-ae5f-9c88ba787ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385357 Feb 04 06:36:15.122087 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b99db424-0517-4d62-aed8-3f067645e581 req-29ca8d64-9d40-4baf-b47c-01cc75f9de8e service neutron] 10.222.0.24 "GET /v2.0/networks/1dce970f-279c-4120-ae5f-9c88ba787ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379821 Feb 04 06:36:15.770385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba5cb-2b0b-4edf-8871-3374462091ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:18.004887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5dd47f8d-f946-4bf1-a35b-2264f45d8a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:19.153173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:19.209109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:19.825731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:20.616151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:39.068635 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53050) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:39.141396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-87c51efe-942f-41c7-83e2-de23db1cfc5a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:39.814247 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87c51efe-942f-41c7-83e2-de23db1cfc5a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:39.906726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87c51efe-942f-41c7-83e2-de23db1cfc5a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:40.095986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c51efe-942f-41c7-83e2-de23db1cfc5a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:36:40.283814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c51efe-942f-41c7-83e2-de23db1cfc5a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:36:40.295027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-87c51efe-942f-41c7-83e2-de23db1cfc5a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:40.296791 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-87c51efe-942f-41c7-83e2-de23db1cfc5a tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/55ecd3ac-aa86-4c74-adc8-9b0cb254352d HTTP/1.1" status: 200 len: 888 time: 1.2266405 Feb 04 06:36:40.297802 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086eadef-b7e9-4672-931d-9b22124a5572 None None] Sync routers for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:36:40.308858 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086eadef-b7e9-4672-931d-9b22124a5572 None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:40.309543 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-086eadef-b7e9-4672-931d-9b22124a5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:36:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:40.371888 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-086eadef-b7e9-4672-931d-9b22124a5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:40.381062 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086eadef-b7e9-4672-931d-9b22124a5572 None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:40.381677 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-086eadef-b7e9-4672-931d-9b22124a5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:36:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:40.448597 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-086eadef-b7e9-4672-931d-9b22124a5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:40.449112 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086eadef-b7e9-4672-931d-9b22124a5572 None None] The sync data for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv is: [] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:36:41.265847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cace6c-c345-480c-868f-46ae446d5cf9 None None] New status for floating IP cc8eedb8-2f94-4995-b93e-401d2e5a211e: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:36:41.318014 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:36:41.630576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:41.649448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:41.745273 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:41.746429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:36:41.925177 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:41.933989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.934336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.934671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.935348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.935679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.936011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.936358 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.936701 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.937026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.937341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.937655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.937967 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:41.998799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:42.037090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:42.112782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:42.188996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:42.460790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53058) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:42.466648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f8de9d49-28b8-4df6-a7d4-f3036fb49768 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:36:42.915495 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:36:43.264670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8de9d49-28b8-4df6-a7d4-f3036fb49768 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:43.387458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8de9d49-28b8-4df6-a7d4-f3036fb49768 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690000'] for router, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:43.585852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8de9d49-28b8-4df6-a7d4-f3036fb49768 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:36:43.772900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8de9d49-28b8-4df6-a7d4-f3036fb49768 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:36:43.779682 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8de9d49-28b8-4df6-a7d4-f3036fb49768 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:43.780848 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f8de9d49-28b8-4df6-a7d4-f3036fb49768 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/55ecd3ac-aa86-4c74-adc8-9b0cb254352d HTTP/1.1" status: 200 len: 887 time: 1.3188889 Feb 04 06:36:43.785908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53062) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:43.786213 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fba56c8-f60b-4f3a-a667-d2a5d5971e5c None None] Sync routers for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:36:43.796769 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fba56c8-f60b-4f3a-a667-d2a5d5971e5c None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:43.797409 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8fba56c8-f60b-4f3a-a667-d2a5d5971e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:36:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:43.911824 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4e0bdcbb-3e04-434f-94e1-c8baaf7efc62 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/cc8eedb8-2f94-4995-b93e-401d2e5a211e HTTP/1.1" status: 200 len: 991 time: 0.1241212 Feb 04 06:36:43.992045 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-8fba56c8-f60b-4f3a-a667-d2a5d5971e5c None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:44.351013 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8fba56c8-f60b-4f3a-a667-d2a5d5971e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:36:43Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:36:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'cc8eedb8-2f94-4995-b93e-401d2e5a211e', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.70', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'port_id': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'mac_address': 'fa:16:3e:78:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5436696-5568-4e14-aefc-7888ed190ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:35:34Z', 'updated_at': '2022-02-04T06:36:41Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:36:42Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:44.355216 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fba56c8-f60b-4f3a-a667-d2a5d5971e5c None None] Checking router: 55ecd3ac-aa86-4c74-adc8-9b0cb254352d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:36:44.364137 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fba56c8-f60b-4f3a-a667-d2a5d5971e5c None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:44.364770 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8fba56c8-f60b-4f3a-a667-d2a5d5971e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:36:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:44.553281 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-8fba56c8-f60b-4f3a-a667-d2a5d5971e5c None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:44.915744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53066) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:44.954602 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-8fba56c8-f60b-4f3a-a667-d2a5d5971e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:36:43Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:36:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'cc8eedb8-2f94-4995-b93e-401d2e5a211e', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.70', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'port_id': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'mac_address': 'fa:16:3e:78:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5436696-5568-4e14-aefc-7888ed190ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:35:34Z', 'updated_at': '2022-02-04T06:36:41Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:36:42Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:44.958976 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fba56c8-f60b-4f3a-a667-d2a5d5971e5c None None] The sync data for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv is: [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:36:43Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:36:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'cc8eedb8-2f94-4995-b93e-401d2e5a211e', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'floating_ip_address': '172.26.7.70', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'port_id': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'mac_address': 'fa:16:3e:78:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5436696-5568-4e14-aefc-7888ed190ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:35:34Z', 'updated_at': '2022-02-04T06:36:41Z', 'revision_number': 2, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:36:42Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:36:45.032131 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-38009903-e26f-41ba-8d3b-91036d44559c tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/cc8eedb8-2f94-4995-b93e-401d2e5a211e HTTP/1.1" status: 200 len: 991 time: 0.1150942 Feb 04 06:36:45.763641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b9d27e55-b9c7-450a-a3e0-f9672646b3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:46.037577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53070) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:46.183784 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8e3e9755-1461-476b-914d-de2bf48d4153 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/cc8eedb8-2f94-4995-b93e-401d2e5a211e HTTP/1.1" status: 200 len: 991 time: 0.1432388 Feb 04 06:36:46.824086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98df5ac1-27a2-4812-bf7a-677b402c7387 None None] New status for floating IP cc8eedb8-2f94-4995-b93e-401d2e5a211e: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:36:47.187585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53074) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:47.213566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:36:47.307407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:47.307753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:47.464390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:47.486954 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:47.538506 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-30c7a40d-c6f2-439a-a1fa-1349aedd8603 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/floatingips/cc8eedb8-2f94-4995-b93e-401d2e5a211e HTTP/1.1" status: 200 len: 993 time: 0.3371952 Feb 04 06:36:47.575411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:47.576368 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:36:47.720891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:47.742128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:47.742694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:47.915887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:47.921356 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53082) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:47.974604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:47.990736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c6b5822f-4f23-45b2-b05c-ae31d6e02366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:48.089383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:48.186854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:48.286231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 1f5ffe0a-af10-487a-a223-e035fefef8fc {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:36:48.286913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:48.603763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:48.605471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:48.834590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 1f5ffe0a-af10-487a-a223-e035fefef8fc owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:36:49.118613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:49.125881 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:36:49.189754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:49.190851 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:49.209557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=1f5ffe0a-af10-487a-a223-e035fefef8fc,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:49.243825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:49.244266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:49.259814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.260320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.260821 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.261317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.261712 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.262076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.262459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.262876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.263317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.263724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.264172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.264571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:49.333901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:49.334833 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Floating IP cc8eedb8-2f94-4995-b93e-401d2e5a211e disassociated (deleted). External IP: 172.26.7.70, port: be43cb79-b086-4383-be0d-b45f1201e12b. Feb 04 06:36:49.374259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:36:49.448507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:36:49.448914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:49.779038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:36:49.843923 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:50.102090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:36:50.116797 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083b5c2-7117-4533-a2fe-1ea93af016ab None None] Sync routers for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:36:50.129324 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b083b5c2-7117-4533-a2fe-1ea93af016ab None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:50.129953 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b083b5c2-7117-4533-a2fe-1ea93af016ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:36:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:50.195699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:50.273224 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-86f0b77b-c037-4ba9-a618-40b38a60f3b9 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/floatingips/cc8eedb8-2f94-4995-b93e-401d2e5a211e HTTP/1.1" status: 204 len: 168 time: 2.3503528 Feb 04 06:36:50.273818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5436696-5568-4e14-aefc-7888ed190ced', 'tag': 'be43cb79-b086-4383-be0d-b45f1201e12b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:36:50.429364 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5436696-5568-4e14-aefc-7888ed190ced', 'tag': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'status': 'completed', 'code': 200} Feb 04 06:36:50.430039 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b083b5c2-7117-4533-a2fe-1ea93af016ab None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:50.481224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec21ba-0bda-4de0-9537-4e5b81ae665a req-8c99d074-7f95-4ad9-8895-ff6649f1bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:50.483770 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1cec21ba-0bda-4de0-9537-4e5b81ae665a req-8c99d074-7f95-4ad9-8895-ff6649f1bc74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed74ee2667754fabaada911129fc7b8d&device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 1099 time: 0.1091144 Feb 04 06:36:50.571283 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:50.657160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec21ba-0bda-4de0-9537-4e5b81ae665a req-6938cbb2-8f21-49dd-a23d-5e5100bbd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:50.658792 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1cec21ba-0bda-4de0-9537-4e5b81ae665a req-6938cbb2-8f21-49dd-a23d-5e5100bbd7da service neutron] 10.222.0.24 "GET /v2.0/networks?id=1dce970f-279c-4120-ae5f-9c88ba787ded HTTP/1.1" status: 200 len: 897 time: 0.1690950 Feb 04 06:36:50.730451 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1cec21ba-0bda-4de0-9537-4e5b81ae665a req-b5f8d1f3-3f3f-4a74-a6ad-6b12f76d9615 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be43cb79-b086-4383-be0d-b45f1201e12b HTTP/1.1" status: 200 len: 217 time: 0.0655942 Feb 04 06:36:50.802967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec21ba-0bda-4de0-9537-4e5b81ae665a req-796fd54a-2827-452b-9dc8-32e910a0c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:50.804538 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1cec21ba-0bda-4de0-9537-4e5b81ae665a req-796fd54a-2827-452b-9dc8-32e910a0c054 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=425b440a-d4c7-488c-a0cb-53128cffc7ad HTTP/1.1" status: 200 len: 834 time: 0.0685229 Feb 04 06:36:50.822200 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b083b5c2-7117-4533-a2fe-1ea93af016ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:36:43Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:36:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:36:47Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:50.826803 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083b5c2-7117-4533-a2fe-1ea93af016ab None None] Checking router: 55ecd3ac-aa86-4c74-adc8-9b0cb254352d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:36:50.836387 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b083b5c2-7117-4533-a2fe-1ea93af016ab None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:50.837078 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b083b5c2-7117-4533-a2fe-1ea93af016ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:36:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:50.888157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec21ba-0bda-4de0-9537-4e5b81ae665a req-9748340e-db57-4d10-acdb-3a4d90a8fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:50.889725 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1cec21ba-0bda-4de0-9537-4e5b81ae665a req-9748340e-db57-4d10-acdb-3a4d90a8fcff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1dce970f-279c-4120-ae5f-9c88ba787ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790601 Feb 04 06:36:51.027807 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b083b5c2-7117-4533-a2fe-1ea93af016ab None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:51.101869 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1cec21ba-0bda-4de0-9537-4e5b81ae665a req-3bfcd769-80c2-4dd9-85f3-9b4a60db98f1 service neutron] 10.222.0.24 "GET /v2.0/networks/1dce970f-279c-4120-ae5f-9c88ba787ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044253 Feb 04 06:36:51.115444 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7800f2-a625-4183-80d4-3f175ab8aab9 req-718fda6d-974b-4d4b-b6b7-735b20ec2da8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:51.116341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ea7800f2-a625-4183-80d4-3f175ab8aab9 req-718fda6d-974b-4d4b-b6b7-735b20ec2da8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Synchronizing usage tracker for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:36:51.291114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ea7800f2-a625-4183-80d4-3f175ab8aab9 req-718fda6d-974b-4d4b-b6b7-735b20ec2da8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Unset dirty status for tenant:ed74ee2667754fabaada911129fc7b8d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:36:51.292440 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea7800f2-a625-4183-80d4-3f175ab8aab9 req-718fda6d-974b-4d4b-b6b7-735b20ec2da8 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 946 time: 0.3247459 Feb 04 06:36:51.295046 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1cec21ba-0bda-4de0-9537-4e5b81ae665a req-0e4d1fb6-98ef-4509-aa6a-a149af8f2c7d service neutron] 10.222.0.24 "GET /v2.0/networks/1dce970f-279c-4120-ae5f-9c88ba787ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750436 Feb 04 06:36:51.361517 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea7800f2-a625-4183-80d4-3f175ab8aab9 req-f638c4c0-3660-49a1-ae93-53f78d30e05b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531025 Feb 04 06:36:51.403661 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b083b5c2-7117-4533-a2fe-1ea93af016ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:36:43Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:36:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:36:47Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:51.408310 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083b5c2-7117-4533-a2fe-1ea93af016ab None None] The sync data for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv is: [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:36:43Z', 'revision_number': 6, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:36:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9c7c455c-2d3d-4ddf-afec-63f9ae845b94', 'name': '', 'network_id': '1dce970f-279c-4120-ae5f-9c88ba787ded', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'mac_address': 'fa:16:3e:fb:ed:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:08Z', 'updated_at': '2022-02-04T06:36:47Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'subnets': [{'id': '425b440a-d4c7-488c-a0cb-53128cffc7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:36:52.297390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6edfbd-24c2-4504-8bc0-bb98ccee5755 None None] New status for floating IP cc8eedb8-2f94-4995-b93e-401d2e5a211e: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:36:52.547572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb60c5-9fc3-426a-bd55-9ca74b714852 req-deb06d3b-d711-4167-ae02-0412a2b01601 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:52.549195 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6ffb60c5-9fc3-426a-bd55-9ca74b714852 req-deb06d3b-d711-4167-ae02-0412a2b01601 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 946 time: 0.1184223 Feb 04 06:36:52.638255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6ffb60c5-9fc3-426a-bd55-9ca74b714852 req-74ba6e4d-218b-4601-9e63-8ac4175a903f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port be43cb79-b086-4383-be0d-b45f1201e12b {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:36:52.638915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ffb60c5-9fc3-426a-bd55-9ca74b714852 req-74ba6e4d-218b-4601-9e63-8ac4175a903f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:52.650874 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114b94c-c1f9-44c3-99fb-c10638b55c58 req-a6198973-dee7-42db-84d4-bce25c7c102d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:36:52.653416 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7114b94c-c1f9-44c3-99fb-c10638b55c58 req-a6198973-dee7-42db-84d4-bce25c7c102d tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 946 time: 0.1234617 Feb 04 06:36:52.739373 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7114b94c-c1f9-44c3-99fb-c10638b55c58 req-7c35fe5f-7d38-4bcc-ba82-99b2e1d38ab7 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746419 Feb 04 06:36:52.931595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6ffb60c5-9fc3-426a-bd55-9ca74b714852 req-74ba6e4d-218b-4601-9e63-8ac4175a903f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port be43cb79-b086-4383-be0d-b45f1201e12b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=be43cb79-b086-4383-be0d-b45f1201e12b,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:52.931854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ffb60c5-9fc3-426a-bd55-9ca74b714852 req-74ba6e4d-218b-4601-9e63-8ac4175a903f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:53.189314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6ffb60c5-9fc3-426a-bd55-9ca74b714852 req-74ba6e4d-218b-4601-9e63-8ac4175a903f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for be43cb79-b086-4383-be0d-b45f1201e12b owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:36:53.454433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ffb60c5-9fc3-426a-bd55-9ca74b714852 req-74ba6e4d-218b-4601-9e63-8ac4175a903f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:53.545449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba6e4d-218b-4601-9e63-8ac4175a903f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=be43cb79-b086-4383-be0d-b45f1201e12b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:53.666729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffb60c5-9fc3-426a-bd55-9ca74b714852 req-74ba6e4d-218b-4601-9e63-8ac4175a903f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] No DVR routers for this DVR port be43cb79-b086-4383-be0d-b45f1201e12b on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:36:53.669319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6ffb60c5-9fc3-426a-bd55-9ca74b714852 req-74ba6e4d-218b-4601-9e63-8ac4175a903f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:53.672093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5436696-5568-4e14-aefc-7888ed190ced', 'name': 'network-vif-deleted', 'tag': 'be43cb79-b086-4383-be0d-b45f1201e12b'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:36:53.721040 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5436696-5568-4e14-aefc-7888ed190ced', 'name': 'network-vif-deleted', 'tag': 'be43cb79-b086-4383-be0d-b45f1201e12b', 'status': 'completed', 'code': 200} Feb 04 06:36:53.771733 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6ffb60c5-9fc3-426a-bd55-9ca74b714852 req-74ba6e4d-218b-4601-9e63-8ac4175a903f tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.24 "DELETE /v2.0/ports/be43cb79-b086-4383-be0d-b45f1201e12b HTTP/1.1" status: 204 len: 173 time: 1.2164207 Feb 04 06:36:53.937492 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b3f75d7b-f116-49aa-8a5b-ff3961e0a1ef req-de67c2b3-778f-4ede-9174-55a59280efaf tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5436696-5568-4e14-aefc-7888ed190ced HTTP/1.1" status: 200 len: 210 time: 0.0720251 Feb 04 06:36:55.059514 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53100) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:55.129751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:55.165850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:55.318504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:55.338975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:55.348356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.357149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.357149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.357149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.357149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.357149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.357149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.357149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.357149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.357149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.357149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.357149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:36:55.416086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:55.417341 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e8ba95e2-03df-4255-ba0a-ca47ac24b509 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/security-groups/be3a3bea-3e21-4b9f-a1e4-1ab51b1337c8 HTTP/1.1" status: 204 len: 168 time: 0.3622706 Feb 04 06:36:55.532298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53106) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:56.094349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device be43cb79-b086-4383-be0d-b45f1201e12b no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:36:56.175748 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: be43cb79-b086-4383-be0d-b45f1201e12b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:36:56.176092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device be43cb79-b086-4383-be0d-b45f1201e12b not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:36:56.289141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:56.688388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:36:56.688844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:56.899908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 9c7c455c-2d3d-4ddf-afec-63f9ae845b94, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:56.900208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:57.031321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:36:57.350978 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:57.413282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=9c7c455c-2d3d-4ddf-afec-63f9ae845b94,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:57.724932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:58.237798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:36:58.434119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:36:58.446945 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f37d8f-1d76-4eee-9c40-29dc16e59124 None None] Sync routers for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:36:58.461699 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-17f6ad01-d2e7-421b-954d-001442e69c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "PUT /v2.0/routers/55ecd3ac-aa86-4c74-adc8-9b0cb254352d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9274156 Feb 04 06:36:58.465079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:58.466293 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f37d8f-1d76-4eee-9c40-29dc16e59124 None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:58.467003 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a5f37d8f-1d76-4eee-9c40-29dc16e59124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:36:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:58.577295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9188a2-83b2-481f-b007-75201db4c9d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting subnet 425b440a-d4c7-488c-a0cb-53128cffc7ad {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:36:58.583165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a9188a2-83b2-481f-b007-75201db4c9d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:58.652391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a9188a2-83b2-481f-b007-75201db4c9d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:58.697850 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-a5f37d8f-1d76-4eee-9c40-29dc16e59124 None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:58.780392 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a9188a2-83b2-481f-b007-75201db4c9d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:58.986778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a9188a2-83b2-481f-b007-75201db4c9d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:59.013782 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a5f37d8f-1d76-4eee-9c40-29dc16e59124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:36:57Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:36:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:59.018386 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f37d8f-1d76-4eee-9c40-29dc16e59124 None None] Checking router: 55ecd3ac-aa86-4c74-adc8-9b0cb254352d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:36:59.029006 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f37d8f-1d76-4eee-9c40-29dc16e59124 None None] Routers {'55ecd3ac-aa86-4c74-adc8-9b0cb254352d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:36:59.029615 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a5f37d8f-1d76-4eee-9c40-29dc16e59124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:36:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:59.061387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9188a2-83b2-481f-b007-75201db4c9d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Subnet': ['ID=425b440a-d4c7-488c-a0cb-53128cffc7ad,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:36:59.075090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3a9188a2-83b2-481f-b007-75201db4c9d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:59.080141 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b588e2f5-11e7-4f72-8cc7-cc5da12c809e None None] Network 1dce970f-279c-4120-ae5f-9c88ba787ded requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:36:59.086021 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3a9188a2-83b2-481f-b007-75201db4c9d3 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/subnets/425b440a-d4c7-488c-a0cb-53128cffc7ad HTTP/1.1" status: 204 len: 168 time: 0.6163347 Feb 04 06:36:59.086519 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53114) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:36:59.265996 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-a5f37d8f-1d76-4eee-9c40-29dc16e59124 None None] Set router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:36:59.365862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:59.433706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b745b7-6534-45df-902f-fe7e6bea7fbe None None] DHCP port deletion for 1dce970f-279c-4120-ae5f-9c88ba787ded request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:36:59.438644 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b2b745b7-6534-45df-902f-fe7e6bea7fbe None None] Deleting port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:36:59.439108 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b2b745b7-6534-45df-902f-fe7e6bea7fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:59.604135 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a5f37d8f-1d76-4eee-9c40-29dc16e59124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:36:57Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:36:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:36:59.608442 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f37d8f-1d76-4eee-9c40-29dc16e59124 None None] The sync data for ids ['55ecd3ac-aa86-4c74-adc8-9b0cb254352d'] in dv-neutron-827796-1-hyperv is: [{'id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'name': 'tempest-TestNetworkBasicOps-router-1022455910', 'tenant_id': 'ed74ee2667754fabaada911129fc7b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:35:01Z', 'updated_at': '2022-02-04T06:36:57Z', 'revision_number': 7, 'project_id': 'ed74ee2667754fabaada911129fc7b8d', 'gw_port': {'id': '8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ecd3ac-aa86-4c74-adc8-9b0cb254352d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:35:02Z', 'updated_at': '2022-02-04T06:36:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:36:59.656504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:59.694008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b2b745b7-6534-45df-902f-fe7e6bea7fbe None None] For port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa,segment=NetworkSegment(a6b8bf92-74cd-4fc6-83ae-f49b514d3f15),segment_id=a6b8bf92-74cd-4fc6-83ae-f49b514d3f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:59.694415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b2b745b7-6534-45df-902f-fe7e6bea7fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:59.735754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Deleting port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:36:59.736230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:59.819992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b2b745b7-6534-45df-902f-fe7e6bea7fbe None None] Calling delete_port for c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:36:59.969406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] For port 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:36:59.974196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:59.992999 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b2b745b7-6534-45df-902f-fe7e6bea7fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:00.090755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b745b7-6534-45df-902f-fe7e6bea7fbe None None] Pushing event deleted for resources: {'Port': ['ID=c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:00.096955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b745b7-6534-45df-902f-fe7e6bea7fbe None None] No DVR routers for this DVR port c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:37:00.138067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Calling delete_port for 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:37:00.775979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:00.855645 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Port': ['ID=8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:00.926279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.105863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.108641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.172302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:37:01.208418 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:37:01.208418 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c9a0fa0d-adc6-4e28-8206-ccdc3228e0aa not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:37:01.208866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:37:01.225664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.226313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Fanout notify agent at l3_agent the message router_deleted on router 55ecd3ac-aa86-4c74-adc8-9b0cb254352d {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:37:01.248017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:37:01.248684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9c7c455c-2d3d-4ddf-afec-63f9ae845b94 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:37:01.251808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.254348 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c8715624-9def-4b43-bf07-1429a484601b tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/routers/55ecd3ac-aa86-4c74-adc8-9b0cb254352d HTTP/1.1" status: 204 len: 168 time: 2.1661141 Feb 04 06:37:01.258125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53118) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:01.398292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.537768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.575735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dce970f-279c-4120-ae5f-9c88ba787ded']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:01.589719 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:01.589985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b8bf92-74cd-4fc6-83ae-f49b514d3f15') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:37:01.602172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.622520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.630349 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:37:01.630747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:37:01.646278 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:37:01.850344 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.868116 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:01.880319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] Pushing event deleted for resources: {'Network': ['ID=1dce970f-279c-4120-ae5f-9c88ba787ded,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:01.885325 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6812cebc-62e3-40f9-9b88-5c3c4f003c26 tempest-TestNetworkBasicOps-388150442 tempest-TestNetworkBasicOps-388150442-project] 10.222.0.32 "DELETE /v2.0/networks/1dce970f-279c-4120-ae5f-9c88ba787ded HTTP/1.1" status: 204 len: 168 time: 0.6261165 Feb 04 06:37:02.594096 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53126) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:02.792967 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d93509bc-c362-4cf6-9830-a1114f4ad50a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed74ee2667754fabaada911129fc7b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976211 Feb 04 06:37:02.795747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53132) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:02.864077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85eb8b04-f6c7-448f-8b0d-360054122ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:02.892837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85eb8b04-f6c7-448f-8b0d-360054122ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:03.067946 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85eb8b04-f6c7-448f-8b0d-360054122ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:03.083624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:37:03.096241 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb8b04-f6c7-448f-8b0d-360054122ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83f2fb9-2c10-430b-9bae-445622195489,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:03.108150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85eb8b04-f6c7-448f-8b0d-360054122ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:03.110215 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-85eb8b04-f6c7-448f-8b0d-360054122ad8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f83f2fb9-2c10-430b-9bae-445622195489 HTTP/1.1" status: 204 len: 168 time: 0.3132238 Feb 04 06:37:03.144151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:37:03.149983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8059eb2c-ef80-4a50-bd51-e64c3d0f3f4d not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:37:03.906051 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53140) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:03.929072 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-422bd570-2239-4770-b97a-bce271a4895a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:03.944818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-422bd570-2239-4770-b97a-bce271a4895a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:03.948947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-422bd570-2239-4770-b97a-bce271a4895a admin admin] Usage tracker for resource:security_group_rule and tenant:f391fd019b1f4602b6c856b775e76c41 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:03.952001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-422bd570-2239-4770-b97a-bce271a4895a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:03.958209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-422bd570-2239-4770-b97a-bce271a4895a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:04.056025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-422bd570-2239-4770-b97a-bce271a4895a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:04.129677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-422bd570-2239-4770-b97a-bce271a4895a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:04.179698 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-422bd570-2239-4770-b97a-bce271a4895a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f391fd019b1f4602b6c856b775e76c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725265 Feb 04 06:37:04.180569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bd570-2239-4770-b97a-bce271a4895a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0eadb6-bb2d-495f-96ef-df9db131292a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:04.182400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53144) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:04.244219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-232b2104-e02e-493d-876c-fde678babf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:04.273077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-232b2104-e02e-493d-876c-fde678babf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:04.461083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-232b2104-e02e-493d-876c-fde678babf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:04.479314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b2104-e02e-493d-876c-fde678babf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0eadb6-bb2d-495f-96ef-df9db131292a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:04.486440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-232b2104-e02e-493d-876c-fde678babf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:04.488751 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-232b2104-e02e-493d-876c-fde678babf5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e0eadb6-bb2d-495f-96ef-df9db131292a HTTP/1.1" status: 204 len: 168 time: 0.3045630 Feb 04 06:37:12.977032 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-dd37e7db-034d-4b37-b6f8-39c53a285431 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7ac3d57bb6a449b5b4011a7d5cd21c0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454021 Feb 04 06:37:13.152006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-1f294dbc-d776-44c6-8af5-c1eb9a63bdfb tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:13.155519 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-1f294dbc-d776-44c6-8af5-c1eb9a63bdfb tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711421 Feb 04 06:37:13.169859 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-f9f0e62f-46fb-4dfb-a88f-a280cd13de64 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/quotas/7ac3d57bb6a449b5b4011a7d5cd21c0d HTTP/1.1" status: 200 len: 375 time: 0.0105548 Feb 04 06:37:13.218360 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-fd470259-4a4a-4d34-b908-a33d7cb3437b tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ac3d57bb6a449b5b4011a7d5cd21c0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425014 Feb 04 06:37:13.554696 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-97457126-45f8-4847-826f-5ad210a139f4 req-37966723-6d49-4178-a75b-f765ecd2f657 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0471005 Feb 04 06:37:14.666798 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f14f6d40-dcd9-4172-b9c9-cd4b59c2484f req-17d9bbc7-44dd-46d5-8ff9-97e563782a50 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0497565 Feb 04 06:37:15.833241 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ca56d049-6e2e-475d-a3dc-414616cffa62 req-2be44627-93c8-4d92-a47a-421185c84064 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0453544 Feb 04 06:37:15.928305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-290a13c9-cbb5-4eef-8a69-d0261c8f6127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:16.348794 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-c58f221a-1d74-460d-a1bf-7af98d038f60 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ac3d57bb6a449b5b4011a7d5cd21c0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321517 Feb 04 06:37:16.543818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9ccb03e1-6c7c-401f-9d62-b4540dba4327 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:16.546252 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9ccb03e1-6c7c-401f-9d62-b4540dba4327 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922631 Feb 04 06:37:16.557938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Request body: {'port': {'device_id': '3eace83f-95c1-46ce-8140-970273c5b4a7', 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1', 'admin_state_up': True, 'tenant_id': '7ac3d57bb6a449b5b4011a7d5cd21c0d'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:16.712189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:16.716027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Usage tracker for resource:port and tenant:7ac3d57bb6a449b5b4011a7d5cd21c0d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:16.719135 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:16.725470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:16.849676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Made reservation on behalf of 7ac3d57bb6a449b5b4011a7d5cd21c0d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:37:16.853233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:16.866156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:16.881355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:16.885278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Usage tracker for resource:security_group_rule and tenant:7ac3d57bb6a449b5b4011a7d5cd21c0d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:16.888120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:16.894494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:17.005766 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cbbf3479-9b2d-4460-b1d6-ab531959c386 req-3754d6aa-43a9-47a8-8c12-8593474e61af tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0587628 Feb 04 06:37:17.021670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:17.099572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:17.175897 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339b4c55-efd1-42fe-a274-8bae6a97add1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:17.271189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Allocated IP 192.168.233.178 (da514caa-dfdf-449c-8780-6822942cb3d1/344cc49c-a297-4c17-9b66-aeacbaac6873/70f11c1a-b8eb-4d0e-99c3-1305bf9bf409) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:37:17.592298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:17.609779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Transition to ACTIVE for port object 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:37:17.695800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:17.770907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Network da514caa-dfdf-449c-8780-6822942cb3d1 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:37:17.774346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:37:17.778627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:37:17.816019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Pushing event updated for resources: {'Port': ['ID=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:17.857286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:17.857941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:17.988248 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-9c0496c8-0138-4d9c-b861-7c4f24389a92 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4343097 Feb 04 06:37:18.062879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b0c42ea8-89c7-4d35-bee3-c731bcb33db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:18.123248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Request body: {'port': {'device_id': '3eace83f-95c1-46ce-8140-970273c5b4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:18.153911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8061e575-73be-4a16-8b01-627957580e4c None None] Provisioning for port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:37:18.159943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8061e575-73be-4a16-8b01-627957580e4c None None] Provisioning complete for port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:37:18.160322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8061e575-73be-4a16-8b01-627957580e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:18.222862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8061e575-73be-4a16-8b01-627957580e4c None None] Port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:37:18.242955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:18.265148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a289c29-1acf-4eba-9bc0-384df4e830f1 req-73efbf34-90f9-41fb-bf6a-4c47d3e8ae21 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:18.267448 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9a289c29-1acf-4eba-9bc0-384df4e830f1 req-73efbf34-90f9-41fb-bf6a-4c47d3e8ae21 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 936 time: 0.1522491 Feb 04 06:37:18.317689 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9a289c29-1acf-4eba-9bc0-384df4e830f1 req-b37c4514-7d27-4668-b8e3-2c0390e6dc83 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434282 Feb 04 06:37:18.626403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:37:18.634166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:18.648253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Transition to ACTIVE for port object 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:37:18.711355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:18.874780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Pushing event updated for resources: {'Port': ['ID=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:18.963938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Attempting to bind port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:37:18.964275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Attempting to bind port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '8b104738-74ce-467a-b5f7-b45c93938970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:37:18.964611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Attempting to bind port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 on network da514caa-dfdf-449c-8780-6822942cb3d1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:37:18.970359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 on network da514caa-dfdf-449c-8780-6822942cb3d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:37:18.970686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Attempting to bind port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 on network da514caa-dfdf-449c-8780-6822942cb3d1 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:37:18.977490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:37:18.977830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Checking segment: {'id': '8b104738-74ce-467a-b5f7-b45c93938970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:37:18.978223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Bound using segment: {'id': '8b104738-74ce-467a-b5f7-b45c93938970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:37:18.978653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Bound port: 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b104738-74ce-467a-b5f7-b45c93938970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:37:18.979033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:19.091383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] For port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:37:19.094636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] For port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409,segment=NetworkSegment(8b104738-74ce-467a-b5f7-b45c93938970),segment_id=8b104738-74ce-467a-b5f7-b45c93938970)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:37:19.128051 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:19.160164 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:19.233463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:19.295893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:19.296514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:19.297930 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] 10.222.0.24 "PUT /v2.0/ports/70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 HTTP/1.1" status: 200 len: 1098 time: 1.3024995 Feb 04 06:37:19.298396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eace83f-95c1-46ce-8140-970273c5b4a7', 'tag': '70f11c1a-b8eb-4d0e-99c3-1305bf9bf409'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:37:19.320638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d10916-ac0b-48d8-ae5e-6c245ae3b98d service neutron] Pushing event updated for resources: {'Port': ['ID=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:19.425882 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eace83f-95c1-46ce-8140-970273c5b4a7', 'tag': '70f11c1a-b8eb-4d0e-99c3-1305bf9bf409', 'status': 'completed', 'code': 200} Feb 04 06:37:19.521266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-2a94c1fc-e4aa-4f65-bdd5-cc6b2ece7d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:19.522704 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-2a94c1fc-e4aa-4f65-bdd5-cc6b2ece7d23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ac3d57bb6a449b5b4011a7d5cd21c0d&device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 1101 time: 0.0860393 Feb 04 06:37:19.543270 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123948d-9e34-441f-86d3-ea3b1356d681 req-d6c87bfb-6478-4986-886a-b5f61dfa1a20 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:19.544823 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e123948d-9e34-441f-86d3-ea3b1356d681 req-d6c87bfb-6478-4986-886a-b5f61dfa1a20 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 948 time: 0.0924282 Feb 04 06:37:19.597750 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-19ee3887-3189-4fb6-8738-4b69360de2a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 HTTP/1.1" status: 200 len: 217 time: 0.0674767 Feb 04 06:37:19.666543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-daf8a5d1-dd69-46fc-aa6f-1913b73854f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:19.668044 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-daf8a5d1-dd69-46fc-aa6f-1913b73854f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=344cc49c-a297-4c17-9b66-aeacbaac6873 HTTP/1.1" status: 200 len: 843 time: 0.0654228 Feb 04 06:37:19.704608 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e123948d-9e34-441f-86d3-ea3b1356d681 req-3dca032d-b1ab-4ca8-8b9e-a4def760e8f5 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531003 Feb 04 06:37:19.753901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-8236adf7-c8b8-4b92-9014-ccccdbf6eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:19.755527 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-8236adf7-c8b8-4b92-9014-ccccdbf6eb9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da514caa-dfdf-449c-8780-6822942cb3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0819438 Feb 04 06:37:19.888598 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:19.915164 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:37:20.009397 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-642c24b7-fd19-48c9-a51d-1c97ce524832 service neutron] 10.222.0.24 "GET /v2.0/networks/da514caa-dfdf-449c-8780-6822942cb3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466602 Feb 04 06:37:20.150864 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-81f6011a-6cb6-4f8a-8dc0-198984a6713e req-4418c10e-ae53-4d68-9a8c-3c1cfa9c2c16 service neutron] 10.222.0.24 "GET /v2.0/networks/da514caa-dfdf-449c-8780-6822942cb3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348870 Feb 04 06:37:20.368894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e5856-226d-4783-b8f3-754248539acc req-8f26a67e-534a-4f5b-9c60-0ee8f41e3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:20.370324 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-008e5856-226d-4783-b8f3-754248539acc req-8f26a67e-534a-4f5b-9c60-0ee8f41e3954 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ac3d57bb6a449b5b4011a7d5cd21c0d&device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 1101 time: 0.0740430 Feb 04 06:37:20.512100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e5856-226d-4783-b8f3-754248539acc req-5579a9b4-b9d3-46eb-8d42-156213a1b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:20.513676 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-008e5856-226d-4783-b8f3-754248539acc req-5579a9b4-b9d3-46eb-8d42-156213a1b871 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da514caa-dfdf-449c-8780-6822942cb3d1 HTTP/1.1" status: 200 len: 870 time: 0.1371601 Feb 04 06:37:20.580355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:20.593956 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-008e5856-226d-4783-b8f3-754248539acc req-6420bdd3-216d-47f9-89ea-5833bed4f77b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 HTTP/1.1" status: 200 len: 217 time: 0.0742698 Feb 04 06:37:20.659581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e5856-226d-4783-b8f3-754248539acc req-acdf0371-f51b-4c44-a266-c91c0633480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:20.660969 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-008e5856-226d-4783-b8f3-754248539acc req-acdf0371-f51b-4c44-a266-c91c0633480f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=344cc49c-a297-4c17-9b66-aeacbaac6873 HTTP/1.1" status: 200 len: 843 time: 0.0615664 Feb 04 06:37:20.794696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e5856-226d-4783-b8f3-754248539acc req-5bb23411-c33c-4da7-9102-ec6f797ab300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:20.796725 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-008e5856-226d-4783-b8f3-754248539acc req-5bb23411-c33c-4da7-9102-ec6f797ab300 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da514caa-dfdf-449c-8780-6822942cb3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1288402 Feb 04 06:37:21.012447 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-008e5856-226d-4783-b8f3-754248539acc req-d4a228ad-2d5c-4ba1-8a1c-085c5f3cca8f service neutron] 10.222.0.24 "GET /v2.0/networks/da514caa-dfdf-449c-8780-6822942cb3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090940 Feb 04 06:37:21.052325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3d3d7-b14c-47f0-958b-56e49ee6312d req-dd601a67-304f-40cc-81c2-2de800a80602 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:21.053042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-dfb3d3d7-b14c-47f0-958b-56e49ee6312d req-dd601a67-304f-40cc-81c2-2de800a80602 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Synchronizing usage tracker for tenant:7ac3d57bb6a449b5b4011a7d5cd21c0d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:37:21.172662 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-008e5856-226d-4783-b8f3-754248539acc req-756ff077-eac1-4859-a047-ebf2ce5a32f3 service neutron] 10.222.0.24 "GET /v2.0/networks/da514caa-dfdf-449c-8780-6822942cb3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537573 Feb 04 06:37:21.249988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-dfb3d3d7-b14c-47f0-958b-56e49ee6312d req-dd601a67-304f-40cc-81c2-2de800a80602 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Unset dirty status for tenant:7ac3d57bb6a449b5b4011a7d5cd21c0d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:37:21.251138 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dfb3d3d7-b14c-47f0-958b-56e49ee6312d req-dd601a67-304f-40cc-81c2-2de800a80602 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 948 time: 0.3565695 Feb 04 06:37:21.298190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-dfb3d3d7-b14c-47f0-958b-56e49ee6312d req-6b496eef-a5ac-4d9b-bc3e-c1a41937d67d tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Synchronizing usage tracker for tenant:7ac3d57bb6a449b5b4011a7d5cd21c0d on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:37:21.471744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-dfb3d3d7-b14c-47f0-958b-56e49ee6312d req-6b496eef-a5ac-4d9b-bc3e-c1a41937d67d tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Unset dirty status for tenant:7ac3d57bb6a449b5b4011a7d5cd21c0d on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:37:21.473804 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dfb3d3d7-b14c-47f0-958b-56e49ee6312d req-6b496eef-a5ac-4d9b-bc3e-c1a41937d67d tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162552 Feb 04 06:37:22.674966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0dfd1-4cae-4011-a9f7-c937ca214eb2 req-037e40db-1469-4130-951c-2e57fc179b7d tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:22.676577 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d1f0dfd1-4cae-4011-a9f7-c937ca214eb2 req-037e40db-1469-4130-951c-2e57fc179b7d tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 948 time: 0.0876834 Feb 04 06:37:22.723941 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d1f0dfd1-4cae-4011-a9f7-c937ca214eb2 req-7e42e612-46a2-455f-b48f-7593a6ec04c7 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413630 Feb 04 06:37:23.910690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10301bc4-e789-40f2-ac18-edfe1297608a req-e16bd4eb-08e4-4872-ae4e-22c8350ab9df tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:23.912422 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10301bc4-e789-40f2-ac18-edfe1297608a req-e16bd4eb-08e4-4872-ae4e-22c8350ab9df tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 948 time: 0.0803435 Feb 04 06:37:23.956506 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10301bc4-e789-40f2-ac18-edfe1297608a req-5945137c-1541-454b-84be-f021b03579d6 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383832 Feb 04 06:37:24.187760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:37:24.321553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409,segment=NetworkSegment(8b104738-74ce-467a-b5f7-b45c93938970),segment_id=8b104738-74ce-467a-b5f7-b45c93938970)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:24.335845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '70f11c1a-b8eb-4d0e-99c3-1305bf9bf409', 'network_id': 'da514caa-dfdf-449c-8780-6822942cb3d1', 'port_id': '70f11c1a-b8eb-4d0e-99c3-1305bf9bf409', 'mac_address': 'fa:16:3e:af:d8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344cc49c-a297-4c17-9b66-aeacbaac6873', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:37:24.395739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:24.413330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:37:24.429603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409,segment=NetworkSegment(8b104738-74ce-467a-b5f7-b45c93938970),segment_id=8b104738-74ce-467a-b5f7-b45c93938970)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:24.490380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:24.613252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:24.851217 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['70f11c1a-b8eb-4d0e-99c3-1305bf9bf409'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:37:25.158593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c421f6-4f72-4253-a455-7809752885d0 req-1729007a-eb14-4149-903b-e3441d0f4850 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:25.158593 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25c421f6-4f72-4253-a455-7809752885d0 req-1729007a-eb14-4149-903b-e3441d0f4850 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 949 time: 0.0867462 Feb 04 06:37:25.204976 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25c421f6-4f72-4253-a455-7809752885d0 req-be3434e2-5940-4bd8-bd50-9f5015119759 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429111 Feb 04 06:37:26.203111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:37:26.335775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:37:26.341192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:37:26.341563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:26.402651 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5435a-665d-49de-9e45-8a56e9ddf19d req-8274ebfb-ef8e-444f-b3a3-4ed3909a9c52 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:26.404245 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fbc5435a-665d-49de-9e45-8a56e9ddf19d req-8274ebfb-ef8e-444f-b3a3-4ed3909a9c52 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 949 time: 0.0893915 Feb 04 06:37:26.456414 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fbc5435a-665d-49de-9e45-8a56e9ddf19d req-b1b2a483-50cc-4d22-9924-b316c94b1571 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Feb 04 06:37:26.494189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:26.522234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eace83f-95c1-46ce-8140-970273c5b4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f11c1a-b8eb-4d0e-99c3-1305bf9bf409'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:37:26.533055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409,segment=NetworkSegment(8b104738-74ce-467a-b5f7-b45c93938970),segment_id=8b104738-74ce-467a-b5f7-b45c93938970)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:26.568629 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eace83f-95c1-46ce-8140-970273c5b4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f11c1a-b8eb-4d0e-99c3-1305bf9bf409', 'code': 200} Feb 04 06:37:26.619651 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:26.688796 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:26.970382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e6307-88a5-4613-98fe-30ba65bcac99 req-65c45eac-ef5c-49ee-a035-4dc96518f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:26.972011 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-428e6307-88a5-4613-98fe-30ba65bcac99 req-65c45eac-ef5c-49ee-a035-4dc96518f429 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 1103 time: 0.0726051 Feb 04 06:37:27.014594 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-428e6307-88a5-4613-98fe-30ba65bcac99 req-2e646207-ff1a-4ae0-b3f5-4fd411da4ea5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366466 Feb 04 06:37:27.656960 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbddaa0-20c9-4a54-a53c-5ae7c1e2be5a req-f1fe0b38-1168-4595-9c75-35490c7562c4 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:27.659004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fbbddaa0-20c9-4a54-a53c-5ae7c1e2be5a req-f1fe0b38-1168-4595-9c75-35490c7562c4 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 950 time: 0.0849638 Feb 04 06:37:27.703065 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fbbddaa0-20c9-4a54-a53c-5ae7c1e2be5a req-2cbca22c-0036-48ba-9e6c-9a4e707eeed1 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382810 Feb 04 06:37:28.899211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcc735-3cb4-4a43-946b-907585a9fda8 req-b8baeb65-e313-4791-a5f4-3348a5d0da1f tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:28.900816 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cfbcc735-3cb4-4a43-946b-907585a9fda8 req-b8baeb65-e313-4791-a5f4-3348a5d0da1f tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 950 time: 0.0869863 Feb 04 06:37:28.948536 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cfbcc735-3cb4-4a43-946b-907585a9fda8 req-4735cc46-c6c3-4d1b-9e89-d185641e5edc tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418072 Feb 04 06:37:30.638661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce31fe2-61a6-4959-b52f-4e8fc51c2d80 req-125fce20-87da-4ce8-b0bf-2c517284ab5c tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:30.640203 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5ce31fe2-61a6-4959-b52f-4e8fc51c2d80 req-125fce20-87da-4ce8-b0bf-2c517284ab5c tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 950 time: 0.0868559 Feb 04 06:37:30.686811 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5ce31fe2-61a6-4959-b52f-4e8fc51c2d80 req-17bbaf5c-a697-44e8-98cf-75cdd46543f5 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Feb 04 06:37:31.937105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b43b7-19ad-4cdb-975b-ba1d5d265c14 req-2eea953a-1ce2-4f16-86ee-48f0b14fb784 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:31.939365 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-280b43b7-19ad-4cdb-975b-ba1d5d265c14 req-2eea953a-1ce2-4f16-86ee-48f0b14fb784 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 950 time: 0.1079569 Feb 04 06:37:32.003685 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-280b43b7-19ad-4cdb-975b-ba1d5d265c14 req-0e48a7c1-3cdf-4dd5-9136-5fd9e1a3d556 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/security-groups?id=339b4c55-efd1-42fe-a274-8bae6a97add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575414 Feb 04 06:37:32.124800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8f929-8efd-401b-aeb3-7272f9169ec7 req-dfa3d33e-1339-47c0-96e8-8ddd03dafed5 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:32.126337 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1ad8f929-8efd-401b-aeb3-7272f9169ec7 req-dfa3d33e-1339-47c0-96e8-8ddd03dafed5 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 950 time: 0.0878334 Feb 04 06:37:32.201382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1ad8f929-8efd-401b-aeb3-7272f9169ec7 req-3a211ef0-e0c1-4a9c-b4e6-3d01e510b4a7 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Deleting port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:37:32.201641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ad8f929-8efd-401b-aeb3-7272f9169ec7 req-3a211ef0-e0c1-4a9c-b4e6-3d01e510b4a7 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:32.480083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-1ad8f929-8efd-401b-aeb3-7272f9169ec7 req-3a211ef0-e0c1-4a9c-b4e6-3d01e510b4a7 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] For port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409,segment=NetworkSegment(8b104738-74ce-467a-b5f7-b45c93938970),segment_id=8b104738-74ce-467a-b5f7-b45c93938970)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:32.482805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ad8f929-8efd-401b-aeb3-7272f9169ec7 req-3a211ef0-e0c1-4a9c-b4e6-3d01e510b4a7 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:32.616261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-1ad8f929-8efd-401b-aeb3-7272f9169ec7 req-3a211ef0-e0c1-4a9c-b4e6-3d01e510b4a7 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Calling delete_port for 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:37:32.987105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ad8f929-8efd-401b-aeb3-7272f9169ec7 req-3a211ef0-e0c1-4a9c-b4e6-3d01e510b4a7 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:33.000614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['70f11c1a-b8eb-4d0e-99c3-1305bf9bf409'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:37:33.043039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a211ef0-e0c1-4a9c-b4e6-3d01e510b4a7 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Pushing event deleted for resources: {'Port': ['ID=70f11c1a-b8eb-4d0e-99c3-1305bf9bf409,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:33.122000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad8f929-8efd-401b-aeb3-7272f9169ec7 req-3a211ef0-e0c1-4a9c-b4e6-3d01e510b4a7 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] No DVR routers for this DVR port 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:37:33.125065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-1ad8f929-8efd-401b-aeb3-7272f9169ec7 req-3a211ef0-e0c1-4a9c-b4e6-3d01e510b4a7 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:33.128069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eace83f-95c1-46ce-8140-970273c5b4a7', 'name': 'network-vif-deleted', 'tag': '70f11c1a-b8eb-4d0e-99c3-1305bf9bf409'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:37:33.176753 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eace83f-95c1-46ce-8140-970273c5b4a7', 'name': 'network-vif-deleted', 'tag': '70f11c1a-b8eb-4d0e-99c3-1305bf9bf409', 'status': 'completed', 'code': 200} Feb 04 06:37:33.209391 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1ad8f929-8efd-401b-aeb3-7272f9169ec7 req-3a211ef0-e0c1-4a9c-b4e6-3d01e510b4a7 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.24 "DELETE /v2.0/ports/70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 HTTP/1.1" status: 204 len: 173 time: 1.0773804 Feb 04 06:37:33.216723 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4479f40e-af8c-46ce-8637-03cb1a415eea req-3eb45ff3-44cb-4c33-8d44-3f1c93b76504 tempest-ServersAdminNegativeTestJSON-13235245 tempest-ServersAdminNegativeTestJSON-13235245-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eace83f-95c1-46ce-8140-970273c5b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0796664 Feb 04 06:37:34.853405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53290) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:35.009051 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1aaa8f13-5385-450d-a0f5-9249e38fd591 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ac3d57bb6a449b5b4011a7d5cd21c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543894 Feb 04 06:37:35.011599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53296) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:35.072565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f14448d3-9eb9-433f-89bc-4647c07469e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:35.099808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f14448d3-9eb9-433f-89bc-4647c07469e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:35.255663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f14448d3-9eb9-433f-89bc-4647c07469e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:35.274505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14448d3-9eb9-433f-89bc-4647c07469e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339b4c55-efd1-42fe-a274-8bae6a97add1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:35.403407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f14448d3-9eb9-433f-89bc-4647c07469e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:35.404526 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f14448d3-9eb9-433f-89bc-4647c07469e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/339b4c55-efd1-42fe-a274-8bae6a97add1 HTTP/1.1" status: 204 len: 168 time: 0.3919051 Feb 04 06:37:36.135668 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53304) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:36.152786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67484588-f6b0-45db-837b-2a48bda19b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:36.168009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-67484588-f6b0-45db-837b-2a48bda19b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:36.171917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-67484588-f6b0-45db-837b-2a48bda19b70 admin admin] Usage tracker for resource:security_group_rule and tenant:f7dd8ee4f5fd4c289d0a9ff3c282b434 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:36.175319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-67484588-f6b0-45db-837b-2a48bda19b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:36.180967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-67484588-f6b0-45db-837b-2a48bda19b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:36.234725 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:37:36.263924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67484588-f6b0-45db-837b-2a48bda19b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:36.268060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:37:36.268407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 70f11c1a-b8eb-4d0e-99c3-1305bf9bf409 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:37:36.341274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-67484588-f6b0-45db-837b-2a48bda19b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:36.391475 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-67484588-f6b0-45db-837b-2a48bda19b70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7dd8ee4f5fd4c289d0a9ff3c282b434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547159 Feb 04 06:37:36.392445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67484588-f6b0-45db-837b-2a48bda19b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995cee8b-2ea4-437a-a1e4-a789d22f583f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:36.394905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53308) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:36.459318 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-641eb192-1053-414e-a445-fb725024b8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:36.498066 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-641eb192-1053-414e-a445-fb725024b8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:36.615877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-641eb192-1053-414e-a445-fb725024b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:36.632614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641eb192-1053-414e-a445-fb725024b8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995cee8b-2ea4-437a-a1e4-a789d22f583f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:36.644274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-641eb192-1053-414e-a445-fb725024b8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:36.645437 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-641eb192-1053-414e-a445-fb725024b8c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/995cee8b-2ea4-437a-a1e4-a789d22f583f HTTP/1.1" status: 204 len: 168 time: 0.2483912 Feb 04 06:37:37.850373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53332) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:37.953533 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1560011988-network', 'tenant_id': '5f2177b973f84c64abd02d2f265f4102'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:37.958900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:37.962731 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Usage tracker for resource:network and tenant:5f2177b973f84c64abd02d2f265f4102 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:37.965573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:37.972148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:38.054326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Made reservation on behalf of 5f2177b973f84c64abd02d2f265f4102 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:37:38.056566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:38.069513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:38.085025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:38.089127 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Usage tracker for resource:security_group_rule and tenant:5f2177b973f84c64abd02d2f265f4102 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:38.092177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:38.098625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:38.180431 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:38.243820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:38.276911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:37:38.285010 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3672edbf-85e8-44ec-98f0-a5c080c4a846,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:38.290607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:38.290944 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Added segment 8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab of type vlan for network 70ea206a-b339-47f5-a489-8b3b641ee8a2 Feb 04 06:37:38.316343 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:38.404110 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:38.405162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:38.405735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:38.517014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] Pushing event updated for resources: {'Network': ['ID=70ea206a-b339-47f5-a489-8b3b641ee8a2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:38.527271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 70ea206a-b339-47f5-a489-8b3b641ee8a2 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:37:38.570888 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3f49988e-66a7-45a6-9007-ea236f6a6d68 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7193041 Feb 04 06:37:38.573865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53338) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:38.579373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Request body: {'subnet': {'network_id': '70ea206a-b339-47f5-a489-8b3b641ee8a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1560011988-subnet', 'tenant_id': '5f2177b973f84c64abd02d2f265f4102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:38.584357 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:38.588485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Usage tracker for resource:subnet and tenant:5f2177b973f84c64abd02d2f265f4102 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:38.591439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:38.597426 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:38.672539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Made reservation on behalf of 5f2177b973f84c64abd02d2f265f4102 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:37:38.675427 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:38.934224 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:39.009134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943bc107-b34e-4c14-8a80-ff2b4ff7e6da,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:39.017737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Checking segment: {'id': '8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '70ea206a-b339-47f5-a489-8b3b641ee8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:37:39.018095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Network hostable DHCP agents. Network: 70ea206a-b339-47f5-a489-8b3b641ee8a2, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:37:39.105293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Network 70ea206a-b339-47f5-a489-8b3b641ee8a2 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:37:39.173881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 70ea206a-b339-47f5-a489-8b3b641ee8a2) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:37:39.178744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:39.179331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:39.193917 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858e30e-5b61-4da9-9c28-d494586e2f33 None None] Network 70ea206a-b339-47f5-a489-8b3b641ee8a2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:37:39.273486 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f7785660-6f93-439d-8c0f-4e429fe3d4b6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6983855 Feb 04 06:37:39.409454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e8516-c2a2-428e-b0b1-cba8b92a5bed None None] Network 70ea206a-b339-47f5-a489-8b3b641ee8a2 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:37:39.791494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-bdcd5af8-ed25-4368-a301-34826e7e8597 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:39.792171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-bdcd5af8-ed25-4368-a301-34826e7e8597 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Synchronizing usage tracker for tenant:5f2177b973f84c64abd02d2f265f4102 on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:37:39.884118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-bdcd5af8-ed25-4368-a301-34826e7e8597 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Unset dirty status for tenant:5f2177b973f84c64abd02d2f265f4102 on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:37:39.885331 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-bdcd5af8-ed25-4368-a301-34826e7e8597 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/networks?id=70ea206a-b339-47f5-a489-8b3b641ee8a2 HTTP/1.1" status: 200 len: 812 time: 0.2382581 Feb 04 06:37:39.900442 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-a489d4c5-d077-4da3-9cc1-9b66589878f0 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/quotas/5f2177b973f84c64abd02d2f265f4102 HTTP/1.1" status: 200 len: 375 time: 0.0096517 Feb 04 06:37:39.946617 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-70eb4e1b-7123-40db-ad62-b878b8a8c623 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f2177b973f84c64abd02d2f265f4102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411019 Feb 04 06:37:40.123972 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-1cf78fd3-a948-4c38-96c7-75b584bf2912 service neutron] 10.222.0.32 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705294 Feb 04 06:37:40.254154 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-d7724cc3-0ff0-469f-9527-8634419c6c19 service neutron] 10.222.0.32 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236126 Feb 04 06:37:40.553372 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1a68906d-a53f-4a06-ae5c-b2f3b26a3a5a req-2cfb5fb4-37e4-4650-ada2-2a37f6edd593 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 210 time: 0.0547526 Feb 04 06:37:41.705966 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8f2b90bf-32fb-4c58-b537-a6672067e83e req-3e5541d6-7e07-414d-8e24-ddce8fc2a0e4 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 210 time: 0.0417538 Feb 04 06:37:42.679635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-ce98aebc-88e7-48cc-912c-50169f589724 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:42.681116 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-ce98aebc-88e7-48cc-912c-50169f589724 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.24 "GET /v2.0/networks?id=70ea206a-b339-47f5-a489-8b3b641ee8a2 HTTP/1.1" status: 200 len: 812 time: 0.1492755 Feb 04 06:37:42.693247 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Request body: {'port': {'device_id': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'network_id': '70ea206a-b339-47f5-a489-8b3b641ee8a2', 'admin_state_up': True, 'tenant_id': '5f2177b973f84c64abd02d2f265f4102'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:42.880153 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8f98b931-75cd-4537-9ff6-c7f7bb6d7689 req-9e2036ef-c81f-4cec-b11b-2922018a1c4b tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 210 time: 0.0525346 Feb 04 06:37:42.882381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:37:42.886395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Usage tracker for resource:port and tenant:5f2177b973f84c64abd02d2f265f4102 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:37:42.889297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:37:42.895418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:37:43.027240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Made reservation on behalf of 5f2177b973f84c64abd02d2f265f4102 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:37:43.031260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:43.207705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Allocated IP 172.20.0.14 (70ea206a-b339-47f5-a489-8b3b641ee8a2/943bc107-b34e-4c14-8a80-ff2b4ff7e6da/b4e7cd3f-7f54-4917-af24-7504c6d78c87) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:37:43.430313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:43.524660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:43.595917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Network 70ea206a-b339-47f5-a489-8b3b641ee8a2 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:37:43.599182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:37:43.603126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:37:43.634235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Pushing event updated for resources: {'Port': ['ID=b4e7cd3f-7f54-4917-af24-7504c6d78c87,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:43.670507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:43.671115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:43.765144 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-c3a0a6ba-24e3-4aa6-a8cf-dabd106a0ce7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0756190 Feb 04 06:37:43.776162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Request body: {'port': {'device_id': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:37:43.900023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:44.186396 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b601-463a-4cb7-9049-e457fed482b8 req-9bdee4c0-3c21-47ac-9754-249d0ed0f6fb tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:44.187814 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9ab0b601-463a-4cb7-9049-e457fed482b8 req-9bdee4c0-3c21-47ac-9754-249d0ed0f6fb tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 932 time: 0.1984758 Feb 04 06:37:44.231441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-9ab0b601-463a-4cb7-9049-e457fed482b8 req-e3084a7d-cceb-45fe-b5d6-a4f60ae193ba tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Synchronizing usage tracker for tenant:5f2177b973f84c64abd02d2f265f4102 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:37:44.293052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e7cd3f-7f54-4917-af24-7504c6d78c87 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:37:44.300910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:44.321789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Transition to ACTIVE for port object b4e7cd3f-7f54-4917-af24-7504c6d78c87 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:37:44.333098 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-9ab0b601-463a-4cb7-9049-e457fed482b8 req-e3084a7d-cceb-45fe-b5d6-a4f60ae193ba tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Unset dirty status for tenant:5f2177b973f84c64abd02d2f265f4102 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:37:44.334846 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9ab0b601-463a-4cb7-9049-e457fed482b8 req-e3084a7d-cceb-45fe-b5d6-a4f60ae193ba tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414635 Feb 04 06:37:44.376136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:44.639193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e7cd3f-7f54-4917-af24-7504c6d78c87,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:44.718529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Attempting to bind port b4e7cd3f-7f54-4917-af24-7504c6d78c87 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:37:44.718872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Attempting to bind port b4e7cd3f-7f54-4917-af24-7504c6d78c87 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '70ea206a-b339-47f5-a489-8b3b641ee8a2'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:37:44.719202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Attempting to bind port b4e7cd3f-7f54-4917-af24-7504c6d78c87 on network 70ea206a-b339-47f5-a489-8b3b641ee8a2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:37:44.724027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Port b4e7cd3f-7f54-4917-af24-7504c6d78c87 on network 70ea206a-b339-47f5-a489-8b3b641ee8a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:37:44.724348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Attempting to bind port b4e7cd3f-7f54-4917-af24-7504c6d78c87 on network 70ea206a-b339-47f5-a489-8b3b641ee8a2 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:37:44.729626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:37:44.730209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Checking segment: {'id': '8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '70ea206a-b339-47f5-a489-8b3b641ee8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:37:44.730342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Bound using segment: {'id': '8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '70ea206a-b339-47f5-a489-8b3b641ee8a2'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:37:44.730754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Bound port: b4e7cd3f-7f54-4917-af24-7504c6d78c87, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '70ea206a-b339-47f5-a489-8b3b641ee8a2'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:37:44.732467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:44.832215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] For port b4e7cd3f-7f54-4917-af24-7504c6d78c87, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:37:44.836011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] For port b4e7cd3f-7f54-4917-af24-7504c6d78c87, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87,segment=NetworkSegment(8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab),segment_id=8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:37:44.913353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:44.974672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:44.975219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:44.976398 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] 10.222.0.24 "PUT /v2.0/ports/b4e7cd3f-7f54-4917-af24-7504c6d78c87 HTTP/1.1" status: 200 len: 1094 time: 1.2044845 Feb 04 06:37:44.976888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:37:44.998456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40523a3-59b9-44c4-9ac3-30e649ae64a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e7cd3f-7f54-4917-af24-7504c6d78c87,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:45.026323 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87', 'status': 'completed', 'code': 200} Feb 04 06:37:45.128639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d581d-97d3-4d12-9a37-dbbc4427d105 req-ecc45b4c-95a0-487b-9bfa-4f5eea2ab6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:45.130524 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-af6d581d-97d3-4d12-9a37-dbbc4427d105 req-ecc45b4c-95a0-487b-9bfa-4f5eea2ab6b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f2177b973f84c64abd02d2f265f4102&device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 1097 time: 0.0819216 Feb 04 06:37:45.275351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d581d-97d3-4d12-9a37-dbbc4427d105 req-feb590d6-06b8-4368-b98a-3a3f81db9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:45.276738 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-af6d581d-97d3-4d12-9a37-dbbc4427d105 req-feb590d6-06b8-4368-b98a-3a3f81db9584 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5f2177b973f84c64abd02d2f265f4102&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1401136 Feb 04 06:37:45.418251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d581d-97d3-4d12-9a37-dbbc4427d105 req-c5b39854-ff4d-418b-a284-5da8330605ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:45.419894 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-af6d581d-97d3-4d12-9a37-dbbc4427d105 req-c5b39854-ff4d-418b-a284-5da8330605ff service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372068 Feb 04 06:37:45.533510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-4613a21e-015c-4582-98c8-3f3446c4c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:45.534951 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-4613a21e-015c-4582-98c8-3f3446c4c833 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f2177b973f84c64abd02d2f265f4102&device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 1097 time: 0.0786128 Feb 04 06:37:45.556748 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fa0ea-2652-4832-8faf-c36506f2c3c2 req-8ff5d812-43dd-4d76-9293-af70679f9dea tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:45.559485 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5d5fa0ea-2652-4832-8faf-c36506f2c3c2 req-8ff5d812-43dd-4d76-9293-af70679f9dea tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 944 time: 0.1101224 Feb 04 06:37:45.608902 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-0eec102b-ffb4-4a8f-8246-7c1a452c3229 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87 HTTP/1.1" status: 200 len: 217 time: 0.0673709 Feb 04 06:37:45.622435 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5d5fa0ea-2652-4832-8faf-c36506f2c3c2 req-c86746f0-f875-4a17-a0e7-55afbe25c63a tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572276 Feb 04 06:37:45.679417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-adb4e865-8b69-4619-b12e-2fc8749e9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:45.680950 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-adb4e865-8b69-4619-b12e-2fc8749e9f92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=943bc107-b34e-4c14-8a80-ff2b4ff7e6da HTTP/1.1" status: 200 len: 852 time: 0.0669653 Feb 04 06:37:45.734705 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-f1bb3594-77b4-4daa-8643-740ce4c31b6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=70ea206a-b339-47f5-a489-8b3b641ee8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476122 Feb 04 06:37:45.747561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-32803855-a2c9-4014-a19b-571f7c686091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:45.877882 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-acc8be0c-1a56-4b81-acf5-9fd71b3bbff2 service neutron] 10.222.0.24 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374152 Feb 04 06:37:46.014730 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53f69f47-dd85-4aa2-a9e4-a08f19464693 req-b2eafe13-b9af-4385-9841-0f5cd2645758 service neutron] 10.222.0.24 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311162 Feb 04 06:37:46.918222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30daac-9046-49cf-86ff-713fdc2b664c req-584529c8-23b5-4e80-b64c-6ff442675607 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:46.919477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-fd30daac-9046-49cf-86ff-713fdc2b664c req-584529c8-23b5-4e80-b64c-6ff442675607 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Synchronizing usage tracker for tenant:5f2177b973f84c64abd02d2f265f4102 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:37:47.009855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-fd30daac-9046-49cf-86ff-713fdc2b664c req-584529c8-23b5-4e80-b64c-6ff442675607 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Unset dirty status for tenant:5f2177b973f84c64abd02d2f265f4102 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:37:47.011048 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fd30daac-9046-49cf-86ff-713fdc2b664c req-584529c8-23b5-4e80-b64c-6ff442675607 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 944 time: 0.2672098 Feb 04 06:37:47.062679 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fd30daac-9046-49cf-86ff-713fdc2b664c req-0eba0acd-0fcc-4ec2-995e-255366677d37 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430908 Feb 04 06:37:48.031524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fe950b04-d57f-45d2-a206-18cf5b3479d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:48.266042 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde968d-38da-494b-8e4d-ec6826cf3116 req-a26123fe-deea-4a7d-9a20-99c1c37b9afc tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:48.278195 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dbde968d-38da-494b-8e4d-ec6826cf3116 req-a26123fe-deea-4a7d-9a20-99c1c37b9afc tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 944 time: 0.0844064 Feb 04 06:37:48.312819 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dbde968d-38da-494b-8e4d-ec6826cf3116 req-3f030618-2ef3-4129-9413-91396c41bf8d tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Feb 04 06:37:48.328088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device b4e7cd3f-7f54-4917-af24-7504c6d78c87 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:37:48.468382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port b4e7cd3f-7f54-4917-af24-7504c6d78c87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87,segment=NetworkSegment(8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab),segment_id=8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:48.482798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87', 'network_id': '70ea206a-b339-47f5-a489-8b3b641ee8a2', 'port_id': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87', 'mac_address': 'fa:16:3e:e6:0f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943bc107-b34e-4c14-8a80-ff2b4ff7e6da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:37:48.543799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:48.561725 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e7cd3f-7f54-4917-af24-7504c6d78c87 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:37:48.577282 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port b4e7cd3f-7f54-4917-af24-7504c6d78c87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87,segment=NetworkSegment(8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab),segment_id=8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:48.682688 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:48.751518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=b4e7cd3f-7f54-4917-af24-7504c6d78c87,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:48.758914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.759259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.759590 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.759919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.760242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.760564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.760908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.761228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.761546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.761860 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.762175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.762482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:37:48.987469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['b4e7cd3f-7f54-4917-af24-7504c6d78c87'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:37:49.142992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:49.181344 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:49.510497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20286a-5edd-44e9-b989-74fd9fbd6ce4 req-e201a453-f90e-4885-a666-83974b2900ef tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:49.512068 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c20286a-5edd-44e9-b989-74fd9fbd6ce4 req-e201a453-f90e-4885-a666-83974b2900ef tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 945 time: 0.0909696 Feb 04 06:37:49.562628 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c20286a-5edd-44e9-b989-74fd9fbd6ce4 req-dcd0edc8-7d1b-41cc-9d7c-1c6059cad666 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441253 Feb 04 06:37:49.867312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:50.343426 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device b4e7cd3f-7f54-4917-af24-7504c6d78c87 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:37:50.499557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port b4e7cd3f-7f54-4917-af24-7504c6d78c87 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:37:50.512606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port b4e7cd3f-7f54-4917-af24-7504c6d78c87 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:37:50.514930 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:50.618285 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:50.680995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:50.710966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:37:50.722852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port b4e7cd3f-7f54-4917-af24-7504c6d78c87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87,segment=NetworkSegment(8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab),segment_id=8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:37:50.760552 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87', 'code': 200} Feb 04 06:37:50.803580 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dca115-0631-4cea-8309-740c41c62660 req-e7135bf5-87fc-4089-aa7f-b51f080e3f0b tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:50.805237 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25dca115-0631-4cea-8309-740c41c62660 req-e7135bf5-87fc-4089-aa7f-b51f080e3f0b tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 945 time: 0.1193192 Feb 04 06:37:50.810745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:50.855189 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25dca115-0631-4cea-8309-740c41c62660 req-008e4589-a0ba-4b06-8b1b-f036d4668be0 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427873 Feb 04 06:37:50.897179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=b4e7cd3f-7f54-4917-af24-7504c6d78c87,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:37:51.170275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f0276-be5e-445a-a5b0-b729c4158964 req-73e8fd19-ee25-4d2f-87ad-28d686e6098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:51.171670 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0f7f0276-be5e-445a-a5b0-b729c4158964 req-73e8fd19-ee25-4d2f-87ad-28d686e6098a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 1099 time: 0.0722539 Feb 04 06:37:51.214428 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0f7f0276-be5e-445a-a5b0-b729c4158964 req-894aca55-8d65-4d08-b9e2-afacb89570f6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369418 Feb 04 06:37:52.053122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f82c7b-f3e5-44cc-857f-5e0bc5aaabbb req-30f280b7-e148-4998-85f9-e699449528d5 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:52.054701 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-95f82c7b-f3e5-44cc-857f-5e0bc5aaabbb req-30f280b7-e148-4998-85f9-e699449528d5 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0842848 Feb 04 06:37:52.101005 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-95f82c7b-f3e5-44cc-857f-5e0bc5aaabbb req-b35df3d8-055b-4721-86f4-897953383998 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Feb 04 06:37:53.366408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711c111-2cea-4851-837c-52de3ad03fdd req-2553ce06-53d3-43cd-ae2e-d78a80fc565f tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:53.367785 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0711c111-2cea-4851-837c-52de3ad03fdd req-2553ce06-53d3-43cd-ae2e-d78a80fc565f tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0792799 Feb 04 06:37:53.413980 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0711c111-2cea-4851-837c-52de3ad03fdd req-9e62140b-a97a-4c28-9be2-10575a2db8ba tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Feb 04 06:37:53.967628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad12e5-2d7b-4cc7-acdc-c7f0d64700c9 req-a589f72f-fd1d-4afd-9936-79164e5a85d9 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:53.969117 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-63ad12e5-2d7b-4cc7-acdc-c7f0d64700c9 req-a589f72f-fd1d-4afd-9936-79164e5a85d9 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0844107 Feb 04 06:37:54.013236 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-63ad12e5-2d7b-4cc7-acdc-c7f0d64700c9 req-cc506c9e-b7b1-40a1-b80a-2dc0d63a894e tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385919 Feb 04 06:37:54.039990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53408) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:37:54.155399 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-0f344fab-84a8-495f-930c-502fa751175d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141384 Feb 04 06:37:55.326183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577be8fa-f048-4ac6-9aa4-f97fac67c878 req-a5ccec21-53ce-4668-b778-2a49e1ca4e3c tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:55.327598 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-577be8fa-f048-4ac6-9aa4-f97fac67c878 req-a5ccec21-53ce-4668-b778-2a49e1ca4e3c tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.1991010 Feb 04 06:37:55.372939 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-577be8fa-f048-4ac6-9aa4-f97fac67c878 req-34d9ee97-f1a2-4258-8acd-537c9ea02901 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 Feb 04 06:37:56.299408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-ea6d354e-ce8b-4468-8270-b5ff7be324da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:56.300940 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-ea6d354e-ce8b-4468-8270-b5ff7be324da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f2177b973f84c64abd02d2f265f4102&device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 1099 time: 0.0830629 Feb 04 06:37:56.432680 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-21046a3d-1fbf-463c-b4f5-db043f3c4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:56.434140 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-21046a3d-1fbf-463c-b4f5-db043f3c4333 service neutron] 10.222.0.24 "GET /v2.0/networks?id=70ea206a-b339-47f5-a489-8b3b641ee8a2 HTTP/1.1" status: 200 len: 913 time: 0.1272340 Feb 04 06:37:56.502351 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-e2fdc5dc-d559-4e6e-a6fd-fdf168512156 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87 HTTP/1.1" status: 200 len: 217 time: 0.0626221 Feb 04 06:37:56.562015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a67ed-d565-4c72-bcb0-839a9a24e1bb req-84d2e9f8-6a18-40ca-9c09-e4d0b1ce5add tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:56.563418 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f52a67ed-d565-4c72-bcb0-839a9a24e1bb req-84d2e9f8-6a18-40ca-9c09-e4d0b1ce5add tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0815847 Feb 04 06:37:56.567207 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-6f89c8f9-b46a-4fbf-97fb-e5643b52a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:56.569191 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-6f89c8f9-b46a-4fbf-97fb-e5643b52a784 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=943bc107-b34e-4c14-8a80-ff2b4ff7e6da HTTP/1.1" status: 200 len: 852 time: 0.0614257 Feb 04 06:37:56.613550 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f52a67ed-d565-4c72-bcb0-839a9a24e1bb req-7a6ed8c5-f7b6-4194-9ddd-22e0e3485e37 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432687 Feb 04 06:37:56.615875 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-60e7a15b-b977-4840-8241-5bb9f04e85ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=70ea206a-b339-47f5-a489-8b3b641ee8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407920 Feb 04 06:37:56.756850 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-840759c4-4dc5-441f-b1e5-573847382503 service neutron] 10.222.0.24 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348789 Feb 04 06:37:56.893344 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-c64ab780-c130-4099-a347-e4614e7c4c17 service neutron] 10.222.0.24 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298923 Feb 04 06:37:56.915371 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:37:57.804823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdcb97-625e-4219-bb65-cd473a277b6f req-70eec952-e721-4394-ad24-26ac63433708 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:57.806226 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-06bdcb97-625e-4219-bb65-cd473a277b6f req-70eec952-e721-4394-ad24-26ac63433708 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0846665 Feb 04 06:37:57.850614 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-06bdcb97-625e-4219-bb65-cd473a277b6f req-d9c425fe-f6dd-45b1-94df-c399090c1190 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Feb 04 06:37:59.032822 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8dd2a-e308-4f02-a9ba-583247c1bfbe req-76c9e9ce-4c9e-423e-b155-29a9439fef0d tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:37:59.034287 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-38d8dd2a-e308-4f02-a9ba-583247c1bfbe req-76c9e9ce-4c9e-423e-b155-29a9439fef0d tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0789292 Feb 04 06:37:59.078528 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-38d8dd2a-e308-4f02-a9ba-583247c1bfbe req-c760632a-e06f-4172-ae71-f77fccbe5679 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383480 Feb 04 06:38:00.270218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7536d-8d15-4a01-ae4f-9c4418c27c97 req-9f62c67c-55b1-4a63-9f90-b85292f00395 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:00.273098 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dfe7536d-8d15-4a01-ae4f-9c4418c27c97 req-9f62c67c-55b1-4a63-9f90-b85292f00395 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0833323 Feb 04 06:38:00.322328 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dfe7536d-8d15-4a01-ae4f-9c4418c27c97 req-8094e57d-a4c2-4ea9-ac4b-31e812563ba4 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Feb 04 06:38:01.529083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223d7ba-672f-4902-91d0-fea45306fe1e req-f50dcec4-6a51-40ed-a2fa-92ea53f68fe4 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:01.530642 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2223d7ba-672f-4902-91d0-fea45306fe1e req-f50dcec4-6a51-40ed-a2fa-92ea53f68fe4 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0984321 Feb 04 06:38:01.578692 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2223d7ba-672f-4902-91d0-fea45306fe1e req-f3873309-b6e3-48f4-84ea-bc3ba6ac40c8 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421276 Feb 04 06:38:02.779996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc190b4-082b-42ce-9844-af475a4ad68e req-0c0e5a34-dc6f-418a-8d4a-184db2091356 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:02.782136 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9bc190b4-082b-42ce-9844-af475a4ad68e req-0c0e5a34-dc6f-418a-8d4a-184db2091356 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0938537 Feb 04 06:38:02.830119 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9bc190b4-082b-42ce-9844-af475a4ad68e req-47a7833f-6e3d-44cc-88cf-2d448480d634 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 Feb 04 06:38:04.024294 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc01198-3e39-4dbf-a813-5ea75c234d28 req-7f7687a1-467a-40d4-909f-4bc830dc141a tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:04.025842 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9bc01198-3e39-4dbf-a813-5ea75c234d28 req-7f7687a1-467a-40d4-909f-4bc830dc141a tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0818815 Feb 04 06:38:04.072313 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9bc01198-3e39-4dbf-a813-5ea75c234d28 req-f1f67241-58f5-4ed6-a458-6e83bb1a9903 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Feb 04 06:38:05.286243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e7138-1603-4af6-8f13-bbf519885423 req-f6209570-8ef9-44d7-9c2d-f0a0c57ef7e7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:05.288180 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a86e7138-1603-4af6-8f13-bbf519885423 req-f6209570-8ef9-44d7-9c2d-f0a0c57ef7e7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0916619 Feb 04 06:38:05.335704 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a86e7138-1603-4af6-8f13-bbf519885423 req-1c6560e2-ad58-4f94-a5da-c417e36b5c34 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Feb 04 06:38:06.562498 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe67166-d121-4483-bdd2-e18d68f69467 req-bd6df865-1e89-491e-8b0a-40a2685f4987 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:06.564107 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4fe67166-d121-4483-bdd2-e18d68f69467 req-bd6df865-1e89-491e-8b0a-40a2685f4987 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0967069 Feb 04 06:38:06.612691 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4fe67166-d121-4483-bdd2-e18d68f69467 req-910c0231-c9e2-40b2-9551-3a800f1a7081 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Feb 04 06:38:07.808903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5797dae-e46d-47d3-b5e5-7dc134de5034 req-1d6a4e85-9276-40aa-acc2-a754cce4becf tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:07.810495 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5797dae-e46d-47d3-b5e5-7dc134de5034 req-1d6a4e85-9276-40aa-acc2-a754cce4becf tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0886512 Feb 04 06:38:07.885568 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5797dae-e46d-47d3-b5e5-7dc134de5034 req-df6a76c1-22a1-42fc-99f5-94a7e681f332 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686321 Feb 04 06:38:09.086625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d9ee8-d507-48bd-a276-165a208da321 req-e3387dcc-354c-42f7-9ec3-e1e58b6a094c tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:09.088135 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f16d9ee8-d507-48bd-a276-165a208da321 req-e3387dcc-354c-42f7-9ec3-e1e58b6a094c tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0835505 Feb 04 06:38:09.143015 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f16d9ee8-d507-48bd-a276-165a208da321 req-b415ccb8-6d8c-47fd-ba32-1baf651e68aa tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Feb 04 06:38:10.351727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2442b-df38-4eb3-9e7f-cbf9e99f849f req-b20e5094-6324-43c7-84e2-5b487948f733 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:10.353633 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dbe2442b-df38-4eb3-9e7f-cbf9e99f849f req-b20e5094-6324-43c7-84e2-5b487948f733 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0920839 Feb 04 06:38:10.408240 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dbe2442b-df38-4eb3-9e7f-cbf9e99f849f req-fd590f11-d4d3-4026-838c-19f96322828b tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487046 Feb 04 06:38:11.626852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5a93-b4b8-414a-8749-5f944885fdfd req-a7bf0405-3ed6-4e80-ace0-1cad6741a181 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:11.628340 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f5af5a93-b4b8-414a-8749-5f944885fdfd req-a7bf0405-3ed6-4e80-ace0-1cad6741a181 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.1014807 Feb 04 06:38:11.675242 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f5af5a93-b4b8-414a-8749-5f944885fdfd req-df67ae6a-e3ea-41e2-a1ac-1cef471db547 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 Feb 04 06:38:12.875367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276c3d9-7ecb-467a-be47-0b4c390dbe0b req-14e42e71-d20a-40db-b1a3-cd952366e149 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:12.876826 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3276c3d9-7ecb-467a-be47-0b4c390dbe0b req-14e42e71-d20a-40db-b1a3-cd952366e149 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0805576 Feb 04 06:38:12.924288 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3276c3d9-7ecb-467a-be47-0b4c390dbe0b req-f634640b-2bf4-4983-bd6a-efcaac22790c tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 Feb 04 06:38:14.123980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42428a-6f46-4f0f-a20b-c2e67ce24dcf req-fd95070c-99ca-4fcf-9d74-90442919b76d tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:14.125667 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-df42428a-6f46-4f0f-a20b-c2e67ce24dcf req-fd95070c-99ca-4fcf-9d74-90442919b76d tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0933378 Feb 04 06:38:14.176360 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-df42428a-6f46-4f0f-a20b-c2e67ce24dcf req-7534608a-8ee3-4935-9e50-af28dceaf101 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Feb 04 06:38:15.449506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e6b45-9c00-4171-bbb1-33fbe5073128 req-05f727da-0bf2-47c5-83a8-c51488fffe5a tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:15.450996 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c3e6b45-9c00-4171-bbb1-33fbe5073128 req-05f727da-0bf2-47c5-83a8-c51488fffe5a tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.1615028 Feb 04 06:38:15.453364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20392d29-75a5-41cb-857f-32e99a527f52 req-27c85c18-adbb-4bd6-bcd9-902ced2a0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:15.454862 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20392d29-75a5-41cb-857f-32e99a527f52 req-27c85c18-adbb-4bd6-bcd9-902ced2a0b18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f2177b973f84c64abd02d2f265f4102&device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 1099 time: 0.1192205 Feb 04 06:38:15.701606 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c3e6b45-9c00-4171-bbb1-33fbe5073128 req-3afa5e55-a08d-467d-9665-5a246f3811b6 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430823 Feb 04 06:38:15.734382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7febf864-074f-47ed-8a82-1602d20554dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:15.763444 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20392d29-75a5-41cb-857f-32e99a527f52 req-0488deae-1aa0-4b53-81fe-3e4c512ac342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:15.765155 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20392d29-75a5-41cb-857f-32e99a527f52 req-0488deae-1aa0-4b53-81fe-3e4c512ac342 service neutron] 10.222.0.24 "GET /v2.0/networks?id=70ea206a-b339-47f5-a489-8b3b641ee8a2 HTTP/1.1" status: 200 len: 913 time: 0.2884412 Feb 04 06:38:15.836635 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20392d29-75a5-41cb-857f-32e99a527f52 req-cfe67e5e-c47e-4a44-a9ce-cee258f6986d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87 HTTP/1.1" status: 200 len: 217 time: 0.0641108 Feb 04 06:38:15.907547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20392d29-75a5-41cb-857f-32e99a527f52 req-ba9cd1a0-063d-4331-bad3-db24f2997b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:15.909474 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20392d29-75a5-41cb-857f-32e99a527f52 req-ba9cd1a0-063d-4331-bad3-db24f2997b90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=943bc107-b34e-4c14-8a80-ff2b4ff7e6da HTTP/1.1" status: 200 len: 852 time: 0.0671198 Feb 04 06:38:15.959948 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20392d29-75a5-41cb-857f-32e99a527f52 req-21287fa0-a004-4d25-a1ec-007a9c1f367e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=70ea206a-b339-47f5-a489-8b3b641ee8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443716 Feb 04 06:38:16.122715 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20392d29-75a5-41cb-857f-32e99a527f52 req-e5bb1128-77bf-4bb3-be22-5daaf98dc6fe service neutron] 10.222.0.24 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553018 Feb 04 06:38:16.271890 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20392d29-75a5-41cb-857f-32e99a527f52 req-51e141bc-1ff0-4b72-b927-6dc693538968 service neutron] 10.222.0.24 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432846 Feb 04 06:38:16.903108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9001b-031a-4260-9889-61f9957831cc req-4934ecd3-f7c8-488f-85f1-c367f903e17b tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:16.904543 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-89f9001b-031a-4260-9889-61f9957831cc req-4934ecd3-f7c8-488f-85f1-c367f903e17b tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0818858 Feb 04 06:38:16.950887 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-89f9001b-031a-4260-9889-61f9957831cc req-9c999b7c-3580-4c6a-a65c-3d2e2d7e82af tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Feb 04 06:38:18.060920 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f16dff2a-e09f-4cc5-a3d8-396e5dcdbf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:18.184903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711e306-4eb2-49da-8173-434108420bf5 req-ca89d522-5b1d-4240-bbba-3e998f8c24c8 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:18.186394 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b711e306-4eb2-49da-8173-434108420bf5 req-ca89d522-5b1d-4240-bbba-3e998f8c24c8 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.1219356 Feb 04 06:38:18.236798 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b711e306-4eb2-49da-8173-434108420bf5 req-df6d63ff-11ab-4967-86eb-7226fa2e6060 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 Feb 04 06:38:19.101455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.136087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:19.440775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6d18-9bbd-4006-8709-2041792e8713 req-5e5379dd-1d50-4d66-af39-c0f080d356a7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:19.442290 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4c3a6d18-9bbd-4006-8709-2041792e8713 req-5e5379dd-1d50-4d66-af39-c0f080d356a7 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0979791 Feb 04 06:38:19.496794 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4c3a6d18-9bbd-4006-8709-2041792e8713 req-2e4bb63f-2ac0-4606-83e3-4136d436181a tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483754 Feb 04 06:38:19.913977 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.610037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:20.695651 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750ec10-b8b3-4774-bbe4-ba57e5d7248a req-d0b885eb-2341-4c02-91d9-bd9b457a1709 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:20.697245 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7750ec10-b8b3-4774-bbe4-ba57e5d7248a req-d0b885eb-2341-4c02-91d9-bd9b457a1709 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0866821 Feb 04 06:38:20.746380 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7750ec10-b8b3-4774-bbe4-ba57e5d7248a req-4d15936e-cb1f-4963-954f-e0e1e29fd97d tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Feb 04 06:38:21.945340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d229b-2aa7-4fb1-9318-1ba0c08deba7 req-e796d722-e7eb-42ab-b0d3-657497eb9e62 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:21.946934 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ba4d229b-2aa7-4fb1-9318-1ba0c08deba7 req-e796d722-e7eb-42ab-b0d3-657497eb9e62 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0852120 Feb 04 06:38:21.996762 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ba4d229b-2aa7-4fb1-9318-1ba0c08deba7 req-f636fbda-af21-4b54-b1c1-51350b6b6599 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Feb 04 06:38:23.223504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e573774-1f0b-4544-bb17-a036e41f06f3 req-ce9263aa-0866-4889-88a9-3467a5f70fde tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:23.226892 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e573774-1f0b-4544-bb17-a036e41f06f3 req-ce9263aa-0866-4889-88a9-3467a5f70fde tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.1075850 Feb 04 06:38:23.273466 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e573774-1f0b-4544-bb17-a036e41f06f3 req-ac6e5fd2-8494-4b51-81db-9a1080903635 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Feb 04 06:38:23.974924 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-59c2ab93-4dcb-4459-a22e-73c71a465a9f service neutron] 10.222.0.24 "GET /v2.0/ports/b4e7cd3f-7f54-4917-af24-7504c6d78c87/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0750518 Feb 04 06:38:24.466679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb970-0608-4e46-afc1-88aa6de485cc req-f0b12d43-c464-4c60-9ae9-a60d0e4fdb46 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:24.468145 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4aeeb970-0608-4e46-afc1-88aa6de485cc req-f0b12d43-c464-4c60-9ae9-a60d0e4fdb46 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0845258 Feb 04 06:38:24.514465 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4aeeb970-0608-4e46-afc1-88aa6de485cc req-b8cfef59-67d1-434b-bc6b-65ce5aefdb0e tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Feb 04 06:38:25.179173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-44dd88af-b394-49a8-8ba6-8556bc01f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:25.180790 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-44dd88af-b394-49a8-8ba6-8556bc01f7cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866&tenant_id=5f2177b973f84c64abd02d2f265f4102 HTTP/1.1" status: 200 len: 1099 time: 0.0845878 Feb 04 06:38:25.277694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-1861085f-8783-47f9-801b-f1af1e670ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:25.279178 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-1861085f-8783-47f9-801b-f1af1e670ace service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f2177b973f84c64abd02d2f265f4102&device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 1099 time: 0.0756254 Feb 04 06:38:25.422819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-08f0a8f3-d2ed-4aa5-b1d3-ea3e2d25cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:25.424178 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-08f0a8f3-d2ed-4aa5-b1d3-ea3e2d25cb81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=70ea206a-b339-47f5-a489-8b3b641ee8a2 HTTP/1.1" status: 200 len: 913 time: 0.1391528 Feb 04 06:38:25.516349 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-5744e626-8f75-4993-8654-d74c13e4522e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87 HTTP/1.1" status: 200 len: 217 time: 0.0863867 Feb 04 06:38:25.592175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-96987a7e-bf45-4e09-b717-1abe8f3729ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:25.593745 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-96987a7e-bf45-4e09-b717-1abe8f3729ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=943bc107-b34e-4c14-8a80-ff2b4ff7e6da HTTP/1.1" status: 200 len: 852 time: 0.0714500 Feb 04 06:38:25.675701 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-0b5d684f-6ba4-4ee8-82ac-3117edaab1c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=70ea206a-b339-47f5-a489-8b3b641ee8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753026 Feb 04 06:38:25.953434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61384266-8aa6-441d-96be-68f26559223f req-eac75ed7-df9e-4251-b83a-136b8c57a630 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:25.954828 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-61384266-8aa6-441d-96be-68f26559223f req-eac75ed7-df9e-4251-b83a-136b8c57a630 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.3198173 Feb 04 06:38:25.961152 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-75619386-c348-4453-b16a-3d7f83777102 service neutron] 10.222.0.24 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737749 Feb 04 06:38:26.083210 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-61384266-8aa6-441d-96be-68f26559223f req-3bf6e169-9632-4286-b729-560b386e6629 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210802 Feb 04 06:38:26.130885 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e41835f1-864e-4ab1-a16b-abf341bec0ae req-acae5916-ba3b-4656-b9c2-f974e0757c7f service neutron] 10.222.0.24 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550944 Feb 04 06:38:27.281906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cde289-31ae-4e9d-a918-333aaef1a500 req-5bf5a7b3-b22b-482a-a87f-9f88cfdf3421 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:27.283456 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-68cde289-31ae-4e9d-a918-333aaef1a500 req-5bf5a7b3-b22b-482a-a87f-9f88cfdf3421 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0841632 Feb 04 06:38:27.335128 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-68cde289-31ae-4e9d-a918-333aaef1a500 req-2500745a-7442-42db-a23d-a9bb79de263f tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454707 Feb 04 06:38:28.529975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78088295-3347-4649-9f82-e18ed93a2572 req-53af520f-1fbe-4009-b430-b359b450ffe5 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:28.531605 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-78088295-3347-4649-9f82-e18ed93a2572 req-53af520f-1fbe-4009-b430-b359b450ffe5 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 946 time: 0.0884578 Feb 04 06:38:28.534325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device b4e7cd3f-7f54-4917-af24-7504c6d78c87 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:38:28.537434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device b4e7cd3f-7f54-4917-af24-7504c6d78c87 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:38:28.585847 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-78088295-3347-4649-9f82-e18ed93a2572 req-dbce5217-35c8-4ddf-86de-dbed9a1a451d tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478175 Feb 04 06:38:28.760514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:28.782770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port b4e7cd3f-7f54-4917-af24-7504c6d78c87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87,segment=NetworkSegment(8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab),segment_id=8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:28.804535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87', 'network_id': '70ea206a-b339-47f5-a489-8b3b641ee8a2', 'port_id': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87', 'mac_address': 'fa:16:3e:e6:0f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943bc107-b34e-4c14-8a80-ff2b4ff7e6da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:38:28.809953 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:28.851569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port b4e7cd3f-7f54-4917-af24-7504c6d78c87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87,segment=NetworkSegment(8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab),segment_id=8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:28.871461 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87', 'code': 200} Feb 04 06:38:28.879914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:28.898123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4e7cd3f-7f54-4917-af24-7504c6d78c87 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:38:28.903715 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:29.031768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:38:29.032037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:38:29.034483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=b4e7cd3f-7f54-4917-af24-7504c6d78c87,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:29.589546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:29.607619 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e7cd3f-7f54-4917-af24-7504c6d78c87 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:38:29.628698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port b4e7cd3f-7f54-4917-af24-7504c6d78c87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87,segment=NetworkSegment(8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab),segment_id=8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:29.701922 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:29.774979 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['b4e7cd3f-7f54-4917-af24-7504c6d78c87'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:38:29.782950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de673c3-4ac4-45a2-b130-d58f6d2c5f54 req-5ac3b5aa-0737-4a80-848b-5b8ffa724d2f tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:29.784466 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3de673c3-4ac4-45a2-b130-d58f6d2c5f54 req-5ac3b5aa-0737-4a80-848b-5b8ffa724d2f tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 945 time: 0.0873437 Feb 04 06:38:29.813199 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=b4e7cd3f-7f54-4917-af24-7504c6d78c87,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:29.835050 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3de673c3-4ac4-45a2-b130-d58f6d2c5f54 req-6a7b0a34-e987-4079-94be-05a9547adbfd tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Feb 04 06:38:30.498523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-2c5591d1-081a-4a6e-a716-cd926c70d33b tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:30.499974 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-2c5591d1-081a-4a6e-a716-cd926c70d33b tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866&tenant_id=5f2177b973f84c64abd02d2f265f4102&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.0973275 Feb 04 06:38:30.535188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device b4e7cd3f-7f54-4917-af24-7504c6d78c87 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:38:30.618574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port b4e7cd3f-7f54-4917-af24-7504c6d78c87 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:30.619607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:30.662567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-45156c9a-e4d9-49b2-9434-080569927e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:30.664413 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-45156c9a-e4d9-49b2-9434-080569927e4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f2177b973f84c64abd02d2f265f4102&device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 1098 time: 0.0826404 Feb 04 06:38:30.769848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:30.804404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-be53c41a-c2c6-42e5-9524-89c12356e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:30.805944 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-be53c41a-c2c6-42e5-9524-89c12356e27e service neutron] 10.222.0.24 "GET /v2.0/networks?id=70ea206a-b339-47f5-a489-8b3b641ee8a2 HTTP/1.1" status: 200 len: 913 time: 0.1351879 Feb 04 06:38:30.828440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port b4e7cd3f-7f54-4917-af24-7504c6d78c87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87,segment=NetworkSegment(8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab),segment_id=8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:30.872620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:30.889464 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-b32c979f-9865-439f-805a-d356b16fc644 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87 HTTP/1.1" status: 200 len: 217 time: 0.0766487 Feb 04 06:38:30.938211 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87', 'code': 200} Feb 04 06:38:30.953843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-bb309295-0ea1-489d-ac9c-400bfb58d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:30.955311 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-bb309295-0ea1-489d-ac9c-400bfb58d8ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=943bc107-b34e-4c14-8a80-ff2b4ff7e6da HTTP/1.1" status: 200 len: 852 time: 0.0602932 Feb 04 06:38:30.975062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:31.009524 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-9188e87e-8633-4103-ad78-511549eba4b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=70ea206a-b339-47f5-a489-8b3b641ee8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478818 Feb 04 06:38:31.062159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=b4e7cd3f-7f54-4917-af24-7504c6d78c87,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:31.146929 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-e5909122-277f-49ad-81e2-dbf8da7e85da service neutron] 10.222.0.24 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304471 Feb 04 06:38:31.281673 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-229997dc-1adb-467e-9bf9-1bca6388f536 service neutron] 10.222.0.24 "GET /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292863 Feb 04 06:38:32.549293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device b4e7cd3f-7f54-4917-af24-7504c6d78c87 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:38:32.678736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:32.710426 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port b4e7cd3f-7f54-4917-af24-7504c6d78c87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87,segment=NetworkSegment(8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab),segment_id=8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:32.793151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:32.876939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=b4e7cd3f-7f54-4917-af24-7504c6d78c87,revision_number=9']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:32.945349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:32.987289 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87', 'code': 200} Feb 04 06:38:33.078576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffc5a4-813f-4c18-9491-107ef0405ddd req-98064340-5009-46b6-99e8-b5347d882ee0 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:33.080606 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-77ffc5a4-813f-4c18-9491-107ef0405ddd req-98064340-5009-46b6-99e8-b5347d882ee0 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 944 time: 0.0953946 Feb 04 06:38:33.129548 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-77ffc5a4-813f-4c18-9491-107ef0405ddd req-8423053e-0860-45b1-bc31-b1d7dd89819b tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422213 Feb 04 06:38:33.915330 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:38:34.342733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ac82-9dab-4180-9914-212d491d1b76 req-e5904569-e534-4975-849d-554e9e24e1e6 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:34.344223 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1e83ac82-9dab-4180-9914-212d491d1b76 req-e5904569-e534-4975-849d-554e9e24e1e6 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 944 time: 0.0828266 Feb 04 06:38:34.400730 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1e83ac82-9dab-4180-9914-212d491d1b76 req-d64673ae-fe27-45ef-940a-805ce0b3669b tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501988 Feb 04 06:38:34.790625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-95f01cc1-c65f-4fc4-b4a3-19d833475a3a tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:34.792133 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-95f01cc1-c65f-4fc4-b4a3-19d833475a3a tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 944 time: 0.0915668 Feb 04 06:38:34.863963 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Deleting port b4e7cd3f-7f54-4917-af24-7504c6d78c87 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:38:34.864287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:35.262585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] For port b4e7cd3f-7f54-4917-af24-7504c6d78c87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b4e7cd3f-7f54-4917-af24-7504c6d78c87,segment=NetworkSegment(8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab),segment_id=8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:35.262998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:35.395552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Calling delete_port for b4e7cd3f-7f54-4917-af24-7504c6d78c87 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:38:35.645216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dcb8a-6784-491e-8cc9-ae308288b9b3 req-6f1a9ef9-67e8-40b8-b7ec-d1f7e685540f tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:35.646982 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-476dcb8a-6784-491e-8cc9-ae308288b9b3 req-6f1a9ef9-67e8-40b8-b7ec-d1f7e685540f tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 944 time: 0.1070406 Feb 04 06:38:35.700638 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-476dcb8a-6784-491e-8cc9-ae308288b9b3 req-2ec3d50a-e9ea-4300-834a-940d3c9b3b33 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/security-groups?id=3672edbf-85e8-44ec-98f0-a5c080c4a846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429790 Feb 04 06:38:35.718848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:35.777930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Pushing event deleted for resources: {'Port': ['ID=b4e7cd3f-7f54-4917-af24-7504c6d78c87,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:35.818481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.819189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.819520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.820003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.820362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.820723 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.821253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.821737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.822154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.822488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.822874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.823371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:35.872879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] No DVR routers for this DVR port b4e7cd3f-7f54-4917-af24-7504c6d78c87 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:38:35.875551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:35.878378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'name': 'network-vif-deleted', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:35.930017 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b077e9-bf3c-410b-b230-8f8bd47ca866', 'name': 'network-vif-deleted', 'tag': 'b4e7cd3f-7f54-4917-af24-7504c6d78c87', 'status': 'completed', 'code': 200} Feb 04 06:38:35.942092 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f76c67a3-77b3-48e2-b239-1c1f6bc4fd28 req-05a5e4db-b562-4146-9fba-76e9c476e016 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.24 "DELETE /v2.0/ports/b4e7cd3f-7f54-4917-af24-7504c6d78c87 HTTP/1.1" status: 204 len: 173 time: 1.1447997 Feb 04 06:38:36.878584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-33115cde-b82d-4b96-9549-5fc537354ace req-f150ef82-ee01-4d3b-b878-16e318810e44 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Synchronizing usage tracker for tenant:5f2177b973f84c64abd02d2f265f4102 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:38:36.958692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-33115cde-b82d-4b96-9549-5fc537354ace req-f150ef82-ee01-4d3b-b878-16e318810e44 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] Unset dirty status for tenant:5f2177b973f84c64abd02d2f265f4102 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:38:36.959940 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-33115cde-b82d-4b96-9549-5fc537354ace req-f150ef82-ee01-4d3b-b878-16e318810e44 tempest-DeleteServersTestJSON-772352690 tempest-DeleteServersTestJSON-772352690-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b077e9-bf3c-410b-b230-8f8bd47ca866 HTTP/1.1" status: 200 len: 210 time: 0.1282489 Feb 04 06:38:38.227279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53522) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:38.290756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Deleting subnet 943bc107-b34e-4c14-8a80-ff2b4ff7e6da {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:38:38.293844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:38.344615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:38.402076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:38.558973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:38.579156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device b4e7cd3f-7f54-4917-af24-7504c6d78c87 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:38:38.597591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943bc107-b34e-4c14-8a80-ff2b4ff7e6da,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:38.603464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:38.612242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.612586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.612953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.613283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.613629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.613947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.614302 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.615211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.615395 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: b4e7cd3f-7f54-4917-af24-7504c6d78c87 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:38:38.615562 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.615719 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device b4e7cd3f-7f54-4917-af24-7504c6d78c87 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:38:38.615860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.616175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.616490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:38.623512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53526) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:38.623888 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f9cdfd22-e432-4656-bf11-97aad0a0ec73 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/943bc107-b34e-4c14-8a80-ff2b4ff7e6da HTTP/1.1" status: 204 len: 168 time: 0.3944921 Feb 04 06:38:38.730637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:38.859299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:38.884109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ea206a-b339-47f5-a489-8b3b641ee8a2']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:38.897365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:38.897657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2eb71f-7d86-4dbe-a9a1-ce0e4a8e66ab') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:38:38.909245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:38.926860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:38.933721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:38:38.934130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:38:38.948128 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:38:39.090431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:39.095814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:39.123293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=70ea206a-b339-47f5-a489-8b3b641ee8a2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:39.177373 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ede9c53a-7173-4b8e-9142-2416f7eb3a2c admin admin] 10.222.0.32 "DELETE /v2.0/networks/70ea206a-b339-47f5-a489-8b3b641ee8a2 HTTP/1.1" status: 204 len: 168 time: 0.5531774 Feb 04 06:38:39.902092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53532) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:39.958256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-563aab4e-dc11-4e20-87e5-24f825f5e560 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f2177b973f84c64abd02d2f265f4102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548925 Feb 04 06:38:39.963974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53536) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:40.030609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fca33e5e-25ff-4dfc-b99b-b129e3c998b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:40.077138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fca33e5e-25ff-4dfc-b99b-b129e3c998b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:40.215627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fca33e5e-25ff-4dfc-b99b-b129e3c998b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:40.233132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca33e5e-25ff-4dfc-b99b-b129e3c998b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3672edbf-85e8-44ec-98f0-a5c080c4a846,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:40.328878 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fca33e5e-25ff-4dfc-b99b-b129e3c998b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:40.329912 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fca33e5e-25ff-4dfc-b99b-b129e3c998b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3672edbf-85e8-44ec-98f0-a5c080c4a846 HTTP/1.1" status: 204 len: 168 time: 0.3648281 Feb 04 06:38:41.461003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53560) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:41.580065 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-243566798-network', 'tenant_id': 'b19b5d666a5c45faacef8ee16e30d64d'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:41.585569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:38:41.589634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Usage tracker for resource:network and tenant:b19b5d666a5c45faacef8ee16e30d64d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:38:41.592907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:38:41.598953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:38:41.689930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Made reservation on behalf of b19b5d666a5c45faacef8ee16e30d64d for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:38:41.692162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:41.704959 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:41.719927 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:38:41.725444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Usage tracker for resource:security_group_rule and tenant:b19b5d666a5c45faacef8ee16e30d64d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:38:41.726663 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:38:41.732425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:38:41.820120 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:41.905985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:41.937965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:38:41.950244 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:41.950519 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Added segment 4d245354-09cc-4ce9-91bb-4556fc3a2f9c of type vlan for network c83dc860-4b91-4ef6-81e1-b2760ad77f5d Feb 04 06:38:41.951781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670d8be7-c39a-4569-a64a-83d75123c1b5,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:41.983734 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:42.107520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:42.108835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:42.109413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:42.326476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] Pushing event updated for resources: {'Network': ['ID=c83dc860-4b91-4ef6-81e1-b2760ad77f5d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:42.337692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network c83dc860-4b91-4ef6-81e1-b2760ad77f5d details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:38:42.507846 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5751055e-92b0-4bbb-8bdf-d22d57106365 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0456998 Feb 04 06:38:42.510700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53566) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:38:42.516237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Request body: {'subnet': {'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-243566798-subnet', 'tenant_id': 'b19b5d666a5c45faacef8ee16e30d64d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:42.522947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:38:42.526958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Usage tracker for resource:subnet and tenant:b19b5d666a5c45faacef8ee16e30d64d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:38:42.529870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:38:42.535713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:38:42.626250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Made reservation on behalf of b19b5d666a5c45faacef8ee16e30d64d for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:38:42.628528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:42.959996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:43.037186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:43.047313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Checking segment: {'id': '4d245354-09cc-4ce9-91bb-4556fc3a2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:38:43.047673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Network hostable DHCP agents. Network: c83dc860-4b91-4ef6-81e1-b2760ad77f5d, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:38:43.152906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Network c83dc860-4b91-4ef6-81e1-b2760ad77f5d is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:38:43.261487 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, c83dc860-4b91-4ef6-81e1-b2760ad77f5d) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:43.275303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:43.278329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:43.278470 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7884273-ec8b-4914-8103-44a010ac6567 None None] Network c83dc860-4b91-4ef6-81e1-b2760ad77f5d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:38:43.383376 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4200804f-3270-4918-9934-f0a8f369e000 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8712387 Feb 04 06:38:43.557807 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b737274-850b-4032-9166-5110f2754214 None None] Network c83dc860-4b91-4ef6-81e1-b2760ad77f5d requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:38:44.029062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c1349-241f-4965-b105-cab2ea158282 req-536d8787-4c5e-418e-a8d5-3971ad8da6de tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:44.030594 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-536d8787-4c5e-418e-a8d5-3971ad8da6de tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 814 time: 0.1517057 Feb 04 06:38:44.047859 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-7610f548-ea2b-4257-9f6b-de94c9b67c2d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/quotas/b19b5d666a5c45faacef8ee16e30d64d HTTP/1.1" status: 200 len: 375 time: 0.0114911 Feb 04 06:38:44.100817 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-e3422303-3593-4867-8218-a7d56cd7f383 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467908 Feb 04 06:38:44.247468 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-a630ef12-f8ca-4a39-ab64-9d98da596f09 service neutron] 10.222.0.32 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340759 Feb 04 06:38:44.379760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-64d06708-b326-494d-8464-d42cece4f015 service neutron] 10.222.0.32 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262684 Feb 04 06:38:44.647814 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-778a6ea3-fc98-4d9a-ac57-ef3b0b3defb0 req-aeb2af23-fd1a-4d32-a8b4-4b40a6d4b657 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 210 time: 0.0485051 Feb 04 06:38:45.760316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d34b3170-2801-42cf-ae43-28d6685aac8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:45.803429 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c43e6a15-540d-4b61-b56e-c05e04429340 req-6582ccc7-56d1-4837-a868-e5c3f798f609 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 210 time: 0.0479541 Feb 04 06:38:46.980370 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-219f26fb-83ee-47a1-947b-9eae0a77fbd4 req-47bf6191-4067-496b-ac1c-5cfb15177419 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 210 time: 0.0634961 Feb 04 06:38:47.171990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c1349-241f-4965-b105-cab2ea158282 req-afce69ca-2d62-4c30-9bc9-e8d9f8514c7b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:47.173448 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-afce69ca-2d62-4c30-9bc9-e8d9f8514c7b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.24 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 814 time: 0.2795882 Feb 04 06:38:47.186069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Request body: {'port': {'device_id': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d', 'admin_state_up': True, 'tenant_id': 'b19b5d666a5c45faacef8ee16e30d64d'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:47.335177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:38:47.339060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Usage tracker for resource:port and tenant:b19b5d666a5c45faacef8ee16e30d64d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:38:47.341958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:38:47.347599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:38:47.438482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Made reservation on behalf of b19b5d666a5c45faacef8ee16e30d64d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:38:47.442146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:47.617193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Allocated IP 172.20.0.8 (c83dc860-4b91-4ef6-81e1-b2760ad77f5d/97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b/60067a86-39b1-4bfb-828b-fa82707193d4) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:38:47.831104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:47.907453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:47.984203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Network c83dc860-4b91-4ef6-81e1-b2760ad77f5d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:38:47.987442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:38:47.992071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:38:48.010010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0b56022f-ef07-47c3-bfd8-6296470be27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:48.023489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Pushing event updated for resources: {'Port': ['ID=60067a86-39b1-4bfb-828b-fa82707193d4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:48.062371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:48.063034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:48.186528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aea00-97e5-484f-8ff0-39989ae3d81f req-da7bcf8e-4579-432b-832e-b316b29622b3 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:48.187267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ee1aea00-97e5-484f-8ff0-39989ae3d81f req-da7bcf8e-4579-432b-832e-b316b29622b3 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Synchronizing usage tracker for tenant:b19b5d666a5c45faacef8ee16e30d64d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:38:48.210096 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-1e4a2861-0848-4c82-a0d8-e7efbac0a212 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0239842 Feb 04 06:38:48.216371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Request body: {'port': {'device_id': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:38:48.330864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:48.342048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-ee1aea00-97e5-484f-8ff0-39989ae3d81f req-da7bcf8e-4579-432b-832e-b316b29622b3 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Unset dirty status for tenant:b19b5d666a5c45faacef8ee16e30d64d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:38:48.353060 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee1aea00-97e5-484f-8ff0-39989ae3d81f req-da7bcf8e-4579-432b-832e-b316b29622b3 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 931 time: 0.2412763 Feb 04 06:38:48.449189 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee1aea00-97e5-484f-8ff0-39989ae3d81f req-00afb3be-8c4c-4f27-88c9-0244f5b1f0a1 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991282 Feb 04 06:38:48.724542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60067a86-39b1-4bfb-828b-fa82707193d4 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:38:48.732235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:48.747227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Transition to ACTIVE for port object 60067a86-39b1-4bfb-828b-fa82707193d4 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:38:48.827466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:48.982221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Pushing event updated for resources: {'Port': ['ID=60067a86-39b1-4bfb-828b-fa82707193d4,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:49.059006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Attempting to bind port 60067a86-39b1-4bfb-828b-fa82707193d4 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:38:49.059342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Attempting to bind port 60067a86-39b1-4bfb-828b-fa82707193d4 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '4d245354-09cc-4ce9-91bb-4556fc3a2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:38:49.059673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Attempting to bind port 60067a86-39b1-4bfb-828b-fa82707193d4 on network c83dc860-4b91-4ef6-81e1-b2760ad77f5d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:38:49.064459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Port 60067a86-39b1-4bfb-828b-fa82707193d4 on network c83dc860-4b91-4ef6-81e1-b2760ad77f5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:38:49.064960 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Attempting to bind port 60067a86-39b1-4bfb-828b-fa82707193d4 on network c83dc860-4b91-4ef6-81e1-b2760ad77f5d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:38:49.070046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:38:49.070381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Checking segment: {'id': '4d245354-09cc-4ce9-91bb-4556fc3a2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:38:49.070765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Bound using segment: {'id': '4d245354-09cc-4ce9-91bb-4556fc3a2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:38:49.071187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Bound port: 60067a86-39b1-4bfb-828b-fa82707193d4, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d245354-09cc-4ce9-91bb-4556fc3a2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:38:49.071558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:49.107179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:49.141421 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:49.159849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] For port 60067a86-39b1-4bfb-828b-fa82707193d4, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:38:49.163579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] For port 60067a86-39b1-4bfb-828b-fa82707193d4, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=60067a86-39b1-4bfb-828b-fa82707193d4,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:38:49.250498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:49.422057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:49.422624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:49.424370 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] 10.222.0.24 "PUT /v2.0/ports/60067a86-39b1-4bfb-828b-fa82707193d4 HTTP/1.1" status: 200 len: 1093 time: 1.2121594 Feb 04 06:38:49.427468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'tag': '60067a86-39b1-4bfb-828b-fa82707193d4'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:49.449965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec29ac-8134-4251-89d2-76fa7da5da31 service neutron] Pushing event updated for resources: {'Port': ['ID=60067a86-39b1-4bfb-828b-fa82707193d4,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:49.477958 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'tag': '60067a86-39b1-4bfb-828b-fa82707193d4', 'status': 'completed', 'code': 200} Feb 04 06:38:49.598075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7728d90-18ba-4831-b74c-fce111ef8576 req-4808942b-30a2-4833-8068-f3ce28fc5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:49.599577 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7728d90-18ba-4831-b74c-fce111ef8576 req-4808942b-30a2-4833-8068-f3ce28fc5591 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 1096 time: 0.1039226 Feb 04 06:38:49.771652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca68f-2e48-4206-b467-88fd8583128d req-9d272012-06af-4165-a95e-397bf28d459d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:49.773377 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1b2ca68f-2e48-4206-b467-88fd8583128d req-9d272012-06af-4165-a95e-397bf28d459d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 943 time: 0.2085247 Feb 04 06:38:49.779231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7728d90-18ba-4831-b74c-fce111ef8576 req-1a4d268a-a82e-4b51-be65-81b6b95c2287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:49.781052 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7728d90-18ba-4831-b74c-fce111ef8576 req-1a4d268a-a82e-4b51-be65-81b6b95c2287 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1750860 Feb 04 06:38:49.908801 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1b2ca68f-2e48-4206-b467-88fd8583128d req-ec9aa18d-a65d-413e-bbd6-9165c80f22da tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266379 Feb 04 06:38:49.930053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:49.953999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7728d90-18ba-4831-b74c-fce111ef8576 req-041b6c11-64e6-455e-a0c5-448f32dcbcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:49.957539 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7728d90-18ba-4831-b74c-fce111ef8576 req-041b6c11-64e6-455e-a0c5-448f32dcbcae service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581862 Feb 04 06:38:50.058728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c1349-241f-4965-b105-cab2ea158282 req-620bb58f-62ce-4451-ac72-23de0b8d184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:50.060203 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-620bb58f-62ce-4451-ac72-23de0b8d184d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 1096 time: 0.0701115 Feb 04 06:38:50.131492 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-846a05eb-1753-4660-9ed5-8da4d02b2d96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60067a86-39b1-4bfb-828b-fa82707193d4 HTTP/1.1" status: 200 len: 217 time: 0.0649431 Feb 04 06:38:50.201051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c1349-241f-4965-b105-cab2ea158282 req-aff6cbe3-8819-4dce-8564-a211d77cf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:50.202417 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-aff6cbe3-8819-4dce-8564-a211d77cf10a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b HTTP/1.1" status: 200 len: 854 time: 0.0654874 Feb 04 06:38:50.252907 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-67a9b40c-b93b-4114-b93b-4f34b200892c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444198 Feb 04 06:38:50.383077 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-ec73edfa-8692-4278-bdbf-897e1e2d320e service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244164 Feb 04 06:38:50.513343 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db7c1349-241f-4965-b105-cab2ea158282 req-22a6aefa-df82-46b4-a604-0c0a349b7444 service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236858 Feb 04 06:38:50.599207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:51.093191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23e5b-9cd4-4b32-a839-5506c9475fbb req-243be01a-509e-422b-a99b-3e8daeae208b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:51.094666 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c0b23e5b-9cd4-4b32-a839-5506c9475fbb req-243be01a-509e-422b-a99b-3e8daeae208b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 943 time: 0.0805871 Feb 04 06:38:51.142238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-c0b23e5b-9cd4-4b32-a839-5506c9475fbb req-ab883a34-630d-4c32-b6a6-898a2d1128aa tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Synchronizing usage tracker for tenant:b19b5d666a5c45faacef8ee16e30d64d on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:38:51.256080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-c0b23e5b-9cd4-4b32-a839-5506c9475fbb req-ab883a34-630d-4c32-b6a6-898a2d1128aa tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Unset dirty status for tenant:b19b5d666a5c45faacef8ee16e30d64d on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:38:51.257295 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c0b23e5b-9cd4-4b32-a839-5506c9475fbb req-ab883a34-630d-4c32-b6a6-898a2d1128aa tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564589 Feb 04 06:38:52.444780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965371dd-2a6b-4251-a39a-ebf27a5a77a7 req-a102dbfa-c74b-4104-b26c-4b78768035b9 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:52.446281 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-965371dd-2a6b-4251-a39a-ebf27a5a77a7 req-a102dbfa-c74b-4104-b26c-4b78768035b9 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 943 time: 0.0825202 Feb 04 06:38:52.490439 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-965371dd-2a6b-4251-a39a-ebf27a5a77a7 req-2611d6ed-e73c-4df1-9139-6736684f14f8 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383496 Feb 04 06:38:52.689336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 60067a86-39b1-4bfb-828b-fa82707193d4 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:38:52.819113 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 60067a86-39b1-4bfb-828b-fa82707193d4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=60067a86-39b1-4bfb-828b-fa82707193d4,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:52.832019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '60067a86-39b1-4bfb-828b-fa82707193d4', 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d', 'port_id': '60067a86-39b1-4bfb-828b-fa82707193d4', 'mac_address': 'fa:16:3e:49:e4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:38:52.890244 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:52.906499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60067a86-39b1-4bfb-828b-fa82707193d4 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:38:52.921723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 60067a86-39b1-4bfb-828b-fa82707193d4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=60067a86-39b1-4bfb-828b-fa82707193d4,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:52.987115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:53.053779 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=60067a86-39b1-4bfb-828b-fa82707193d4,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:53.060949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.061299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.061636 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.061967 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.062295 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.062622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.062944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.063395 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.063658 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.063983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.064304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.064616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:38:53.314132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['60067a86-39b1-4bfb-828b-fa82707193d4'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:38:53.694746 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8833e6-f0e1-4264-988f-e24dec352cf8 req-33e6bcf6-04c5-4869-bb35-ba0f44de1e90 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:53.696302 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dd8833e6-f0e1-4264-988f-e24dec352cf8 req-33e6bcf6-04c5-4869-bb35-ba0f44de1e90 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 944 time: 0.0946949 Feb 04 06:38:53.753787 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dd8833e6-f0e1-4264-988f-e24dec352cf8 req-602f23b8-d03d-4672-947f-831b3f601e9b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509911 Feb 04 06:38:54.720615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 60067a86-39b1-4bfb-828b-fa82707193d4 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:38:54.872938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 60067a86-39b1-4bfb-828b-fa82707193d4 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:38:54.878595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 60067a86-39b1-4bfb-828b-fa82707193d4 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:38:54.878968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:54.946820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f5d8f-f207-4df3-96b5-eda215f2995a req-ff19c6e6-13f6-4cfa-8c4b-75c1a68ceaba tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:54.948321 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bf2f5d8f-f207-4df3-96b5-eda215f2995a req-ff19c6e6-13f6-4cfa-8c4b-75c1a68ceaba tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 944 time: 0.0857718 Feb 04 06:38:54.996154 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bf2f5d8f-f207-4df3-96b5-eda215f2995a req-856396be-fbb8-4c84-9fa3-d1c523510127 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Feb 04 06:38:55.007926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:55.035285 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60067a86-39b1-4bfb-828b-fa82707193d4'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:38:55.046378 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 60067a86-39b1-4bfb-828b-fa82707193d4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=60067a86-39b1-4bfb-828b-fa82707193d4,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:38:55.086269 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60067a86-39b1-4bfb-828b-fa82707193d4', 'code': 200} Feb 04 06:38:55.158599 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:55.243534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=60067a86-39b1-4bfb-828b-fa82707193d4,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:38:55.722846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2366a-6e31-4bc8-b05f-c501997ebe9d req-c27f6347-4611-4dbf-a092-33e9514eb556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:55.725021 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cc2366a-6e31-4bc8-b05f-c501997ebe9d req-c27f6347-4611-4dbf-a092-33e9514eb556 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0743213 Feb 04 06:38:55.769628 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cc2366a-6e31-4bc8-b05f-c501997ebe9d req-21d70445-1c44-4852-9557-8c3bb5a72c3b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Feb 04 06:38:56.217670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cfd2d-f3a4-404c-8ad5-4298ef4f1f16 req-2353fa51-5bd8-452c-b277-2cc15376192c tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:56.219159 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb2cfd2d-f3a4-404c-8ad5-4298ef4f1f16 req-2353fa51-5bd8-452c-b277-2cc15376192c tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0826914 Feb 04 06:38:56.265828 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb2cfd2d-f3a4-404c-8ad5-4298ef4f1f16 req-9bbb12a7-e2b3-4b7e-b401-eb4b8c6c8216 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Feb 04 06:38:57.506204 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff457e4-9d0f-42d7-82f1-a5c0d42bf370 req-63600c44-211c-40d9-9179-87751fbab1c6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:57.507758 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2ff457e4-9d0f-42d7-82f1-a5c0d42bf370 req-63600c44-211c-40d9-9179-87751fbab1c6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0914240 Feb 04 06:38:57.561265 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2ff457e4-9d0f-42d7-82f1-a5c0d42bf370 req-96f16666-6506-44f6-83b0-6836e40cfa42 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474107 Feb 04 06:38:57.763868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d032a5e-5ab0-4b37-aa7b-9d1cf4df039a req-32c1d326-386a-4ed1-a798-4e13d19d01ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:57.765522 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0d032a5e-5ab0-4b37-aa7b-9d1cf4df039a req-32c1d326-386a-4ed1-a798-4e13d19d01ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0911858 Feb 04 06:38:57.818359 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0d032a5e-5ab0-4b37-aa7b-9d1cf4df039a req-2cb5f05b-fc05-43d5-87ab-88c249aca3cc tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450852 Feb 04 06:38:58.466776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b8c1-1597-40d7-833b-d3f542756aaa req-1f3f9c00-a871-4ccf-8783-4250690d3ebf tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:58.468312 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40f1b8c1-1597-40d7-833b-d3f542756aaa req-1f3f9c00-a871-4ccf-8783-4250690d3ebf tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0887637 Feb 04 06:38:58.519883 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40f1b8c1-1597-40d7-833b-d3f542756aaa req-c3dff019-1b7d-496f-97d5-a6daed332ea1 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426781 Feb 04 06:38:58.757254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e33ff6-54dc-4f33-a4e0-1dd76379d472 req-acfbfd7c-0c85-4f1e-a1ab-212c5d2bc7a0 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:58.758708 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-51e33ff6-54dc-4f33-a4e0-1dd76379d472 req-acfbfd7c-0c85-4f1e-a1ab-212c5d2bc7a0 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.1145904 Feb 04 06:38:58.807015 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-51e33ff6-54dc-4f33-a4e0-1dd76379d472 req-cd50459b-70ef-4037-8b3d-aac9acff55cb tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Feb 04 06:38:59.354910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340a7ba-ad8d-4326-a14d-e273198e06a7 req-e97d73ca-3844-4ae8-ac8c-5c78f49a7e7b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:38:59.356498 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4340a7ba-ad8d-4326-a14d-e273198e06a7 req-e97d73ca-3844-4ae8-ac8c-5c78f49a7e7b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0838954 Feb 04 06:38:59.404033 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4340a7ba-ad8d-4326-a14d-e273198e06a7 req-1726d167-fdae-4ccd-b23f-f42cd560eb5f tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414221 Feb 04 06:38:59.554082 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-ec106883-e4e8-40af-a356-a2cac9f12a74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1919580 Feb 04 06:39:00.624179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e886fa7-9bc6-4de2-9886-9d8e3323592c req-cf903185-f3b1-4839-8360-957e8d8ad6eb tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:00.625723 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e886fa7-9bc6-4de2-9886-9d8e3323592c req-cf903185-f3b1-4839-8360-957e8d8ad6eb tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0822182 Feb 04 06:39:00.672983 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e886fa7-9bc6-4de2-9886-9d8e3323592c req-3a8247ab-6df5-4d5d-9e3c-13b0c0ac8ab2 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Feb 04 06:39:01.864107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849bcf9-3b70-42f9-8d61-614cf0ba4675 req-0f650b97-8f54-4187-90f0-261764fe8afe tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:01.865709 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9849bcf9-3b70-42f9-8d61-614cf0ba4675 req-0f650b97-8f54-4187-90f0-261764fe8afe tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0819380 Feb 04 06:39:01.875364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-c7452742-34ed-4a3c-929c-9ff63e026eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:01.876949 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-c7452742-34ed-4a3c-929c-9ff63e026eae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0759666 Feb 04 06:39:01.916040 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9849bcf9-3b70-42f9-8d61-614cf0ba4675 req-f4cd3cd9-f564-425c-bd41-9c2698b8ee1b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448232 Feb 04 06:39:02.012672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-276f89c6-d5e2-4db5-91c8-968c82dcfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:02.014242 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-276f89c6-d5e2-4db5-91c8-968c82dcfed7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 915 time: 0.1317785 Feb 04 06:39:02.081213 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-eb5015f9-5a00-48f9-87ad-d8bf911c12b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60067a86-39b1-4bfb-828b-fa82707193d4 HTTP/1.1" status: 200 len: 217 time: 0.0608687 Feb 04 06:39:02.145055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-62c3861e-48ab-4d05-9c8a-ad793f55421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:02.146404 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-62c3861e-48ab-4d05-9c8a-ad793f55421e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b HTTP/1.1" status: 200 len: 854 time: 0.0601759 Feb 04 06:39:02.193234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-2ccb69c0-af96-4a35-b202-7c77a0991935 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413973 Feb 04 06:39:02.337808 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-ccff895c-421a-4880-bf57-7b694537a73a service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390252 Feb 04 06:39:02.471353 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-eedbc07b-3ab5-4bac-9824-46fd6db5e85d service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266203 Feb 04 06:39:03.105794 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3043a-e75b-48ed-8e08-f4fb18763c09 req-a6aa8c69-8809-4c73-8f85-c0133312e551 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:03.107255 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40b3043a-e75b-48ed-8e08-f4fb18763c09 req-a6aa8c69-8809-4c73-8f85-c0133312e551 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0847960 Feb 04 06:39:03.152603 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40b3043a-e75b-48ed-8e08-f4fb18763c09 req-505427e8-80a9-4f2a-9562-fd84798422fe tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389209 Feb 04 06:39:04.338918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ce14a-5e2a-4c0c-be9c-9ba06c80ba81 req-51e66e03-75f4-49e0-815e-b4fc04fb0e95 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:04.340461 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dc1ce14a-5e2a-4c0c-be9c-9ba06c80ba81 req-51e66e03-75f4-49e0-815e-b4fc04fb0e95 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0805328 Feb 04 06:39:04.384068 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dc1ce14a-5e2a-4c0c-be9c-9ba06c80ba81 req-5a342563-757f-4930-a298-93b9ae119f62 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Feb 04 06:39:05.566580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ab40f-3b5b-4a4a-b5a0-c704f02adddc req-e02017c7-cfa7-4adb-9837-373597e0696d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:05.568031 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b94ab40f-3b5b-4a4a-b5a0-c704f02adddc req-e02017c7-cfa7-4adb-9837-373597e0696d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0793674 Feb 04 06:39:05.611402 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b94ab40f-3b5b-4a4a-b5a0-c704f02adddc req-f54be5a8-4512-4ce5-b6b5-ae3ffc73c898 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375082 Feb 04 06:39:06.798586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98d396-65c8-4345-b592-15155cc4c164 req-58b36392-92f5-442a-aecb-823319e38af4 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:06.799980 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7a98d396-65c8-4345-b592-15155cc4c164 req-58b36392-92f5-442a-aecb-823319e38af4 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0838804 Feb 04 06:39:06.843103 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7a98d396-65c8-4345-b592-15155cc4c164 req-c1b18716-f9ef-4349-bb57-a3493c3c732c tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375378 Feb 04 06:39:08.027911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ac54a-aa9a-4001-a4f2-51a044604101 req-12830e77-1f24-4af5-8048-20b2c4474c59 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:08.029400 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-697ac54a-aa9a-4001-a4f2-51a044604101 req-12830e77-1f24-4af5-8048-20b2c4474c59 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0815341 Feb 04 06:39:08.073046 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-697ac54a-aa9a-4001-a4f2-51a044604101 req-d1c893c8-96aa-4953-a3be-5fd2155bf834 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380671 Feb 04 06:39:09.260523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53e0e6-3e79-41fa-ade0-3c7bad890222 req-9160ce1a-2ab6-4289-8f49-a495f23d5cf0 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:09.262013 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3a53e0e6-3e79-41fa-ade0-3c7bad890222 req-9160ce1a-2ab6-4289-8f49-a495f23d5cf0 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0806954 Feb 04 06:39:09.312785 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3a53e0e6-3e79-41fa-ade0-3c7bad890222 req-a823c683-4f44-4c46-adf5-d01c28ca76db tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381148 Feb 04 06:39:10.512962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdb41d-8559-4af1-8fa2-005c6f310a0b req-b8e2719b-9621-4bd5-adca-e1a40499eb0a tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:10.514520 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-61bdb41d-8559-4af1-8fa2-005c6f310a0b req-b8e2719b-9621-4bd5-adca-e1a40499eb0a tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0909827 Feb 04 06:39:10.563484 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-61bdb41d-8559-4af1-8fa2-005c6f310a0b req-bf65ef40-8c9c-448d-85e9-5fc98edd294f tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Feb 04 06:39:10.914977 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:39:11.752796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f599d3-80e2-42d3-8948-cd89329f6fcc req-a36f460f-c671-44d3-8237-3496daa5a9a6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:11.754221 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c3f599d3-80e2-42d3-8948-cd89329f6fcc req-a36f460f-c671-44d3-8237-3496daa5a9a6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0853176 Feb 04 06:39:11.799273 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c3f599d3-80e2-42d3-8948-cd89329f6fcc req-429e148e-6267-4e70-9b66-946414f091c9 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392098 Feb 04 06:39:12.987053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260332a8-c6a8-4794-a325-c27e535240f9 req-717cd07d-c2be-45b8-90c9-ab8f14aad11b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:12.988599 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-260332a8-c6a8-4794-a325-c27e535240f9 req-717cd07d-c2be-45b8-90c9-ab8f14aad11b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0820439 Feb 04 06:39:13.047210 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-260332a8-c6a8-4794-a325-c27e535240f9 req-7b1c7b7e-43f3-4eb1-b25c-d81ff46defa6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518577 Feb 04 06:39:14.243088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762e95d-91f6-48b2-a9ca-da1743a34ca6 req-0ecbb543-ef87-4782-a4f8-f110cd7ee318 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:14.244600 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7762e95d-91f6-48b2-a9ca-da1743a34ca6 req-0ecbb543-ef87-4782-a4f8-f110cd7ee318 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0840642 Feb 04 06:39:14.292955 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7762e95d-91f6-48b2-a9ca-da1743a34ca6 req-d69fa346-9a2d-46e8-834f-b5c886363a9f tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423949 Feb 04 06:39:15.488213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8fb06-0272-418a-b74e-5baf69e96c85 req-2d98ba75-7831-46c3-b3de-3894f6b8f294 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:15.489777 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d7c8fb06-0272-418a-b74e-5baf69e96c85 req-2d98ba75-7831-46c3-b3de-3894f6b8f294 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0861745 Feb 04 06:39:15.535852 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d7c8fb06-0272-418a-b74e-5baf69e96c85 req-9ce79aae-d0a9-4441-9322-e9f5b2e79e36 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389078 Feb 04 06:39:15.724176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc1de76a-87b6-46c8-892e-09bc4941fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:16.352616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee52ad-e1a8-4aa2-bf67-48986bacff60 req-9f46b557-a30a-4660-80be-d7b12fd52d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:16.354179 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adee52ad-e1a8-4aa2-bf67-48986bacff60 req-9f46b557-a30a-4660-80be-d7b12fd52d7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 1098 time: 0.0748856 Feb 04 06:39:16.510324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee52ad-e1a8-4aa2-bf67-48986bacff60 req-d9bd498f-cb85-4d5d-aa8e-46052db013a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:16.511806 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adee52ad-e1a8-4aa2-bf67-48986bacff60 req-d9bd498f-cb85-4d5d-aa8e-46052db013a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 915 time: 0.1356196 Feb 04 06:39:16.692117 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adee52ad-e1a8-4aa2-bf67-48986bacff60 req-fe8b108d-3376-4eca-ab09-fc4a1f58856c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60067a86-39b1-4bfb-828b-fa82707193d4 HTTP/1.1" status: 200 len: 217 time: 0.1738019 Feb 04 06:39:16.759835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42149d-9e23-4e0e-b712-11ad9f6d8f45 req-3a9e2565-c63e-402d-9f9b-1b3206fc3785 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:16.761418 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4f42149d-9e23-4e0e-b712-11ad9f6d8f45 req-3a9e2565-c63e-402d-9f9b-1b3206fc3785 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0986946 Feb 04 06:39:16.764128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee52ad-e1a8-4aa2-bf67-48986bacff60 req-aa17d57d-3ad7-41fe-8cdc-6cce0c140c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:16.765879 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adee52ad-e1a8-4aa2-bf67-48986bacff60 req-aa17d57d-3ad7-41fe-8cdc-6cce0c140c78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b HTTP/1.1" status: 200 len: 854 time: 0.0678232 Feb 04 06:39:16.807467 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4f42149d-9e23-4e0e-b712-11ad9f6d8f45 req-ecd498e2-f948-4038-b933-5288a3feb985 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403180 Feb 04 06:39:16.816530 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adee52ad-e1a8-4aa2-bf67-48986bacff60 req-5a8d7868-84fb-4ebf-b9b6-ba7d40acf05f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448005 Feb 04 06:39:16.950974 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adee52ad-e1a8-4aa2-bf67-48986bacff60 req-2124e918-573b-482d-a968-ffdae7d11898 service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282902 Feb 04 06:39:17.084602 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-adee52ad-e1a8-4aa2-bf67-48986bacff60 req-9f42a62d-800b-4498-b28b-066921ef9d3f service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272271 Feb 04 06:39:17.975260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-64a4b9fa-d577-4969-bd4b-f4203b3f4a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:17.998551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedd1cd-a51a-4898-85ab-ea1e17581955 req-076a967e-4e83-4bbe-a248-f66ba81510e5 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:18.000046 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9fedd1cd-a51a-4898-85ab-ea1e17581955 req-076a967e-4e83-4bbe-a248-f66ba81510e5 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0841501 Feb 04 06:39:18.050651 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9fedd1cd-a51a-4898-85ab-ea1e17581955 req-b00cb973-77f3-4411-8ab1-a5eacd7a41cb tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 Feb 04 06:39:19.170201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:19.210632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:19.234610 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7c8d6-2aa8-4b35-a82a-0a210a07eaea req-cd34e13e-7344-4f72-9f84-3a99ebb17b86 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:19.236080 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-05e7c8d6-2aa8-4b35-a82a-0a210a07eaea req-cd34e13e-7344-4f72-9f84-3a99ebb17b86 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0803828 Feb 04 06:39:19.283836 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-05e7c8d6-2aa8-4b35-a82a-0a210a07eaea req-aa515009-5b91-4bd9-b678-dd1a377de5ed tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Feb 04 06:39:19.917370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:20.472276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6a5e8-487c-4b3d-b01e-4362a2a9910f req-844194eb-c06e-407e-8389-971ac081d99b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:20.473823 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c3b6a5e8-487c-4b3d-b01e-4362a2a9910f req-844194eb-c06e-407e-8389-971ac081d99b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0852795 Feb 04 06:39:20.524583 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c3b6a5e8-487c-4b3d-b01e-4362a2a9910f req-44627700-92f3-43a8-a707-90ca6f7674fc tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427215 Feb 04 06:39:20.564519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:21.726981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680283b-9695-448c-9302-c54d2de0e29a req-03cede69-a982-482c-b346-079b3d7e61af tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:21.728474 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d680283b-9695-448c-9302-c54d2de0e29a req-03cede69-a982-482c-b346-079b3d7e61af tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0826149 Feb 04 06:39:21.774883 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d680283b-9695-448c-9302-c54d2de0e29a req-0ebe172b-9b08-4172-b352-5b05590d5d11 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Feb 04 06:39:22.965456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288b80-ebc0-491e-85e8-c73a70dd7164 req-c99c6909-6c2c-40d1-8238-e2a63d258b64 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:22.966964 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20288b80-ebc0-491e-85e8-c73a70dd7164 req-c99c6909-6c2c-40d1-8238-e2a63d258b64 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0807009 Feb 04 06:39:23.012995 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20288b80-ebc0-491e-85e8-c73a70dd7164 req-d6790a5c-c762-4a33-92c2-40f560a6686c tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Feb 04 06:39:24.210248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e2fa5-7324-446d-8bc4-77f370f600f5 req-a4d520b9-021e-4534-a392-23bd4b96a1ae tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:24.211732 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b26e2fa5-7324-446d-8bc4-77f370f600f5 req-a4d520b9-021e-4534-a392-23bd4b96a1ae tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0854175 Feb 04 06:39:24.257006 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b26e2fa5-7324-446d-8bc4-77f370f600f5 req-6ed66a47-3172-485a-a46d-c511ee34cc36 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391481 Feb 04 06:39:25.446790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0e3b2-64fa-41d1-8009-432cfc59d20b req-2ab83c33-d56d-426f-a5f5-b85568b65ac6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:25.448891 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f1c0e3b2-64fa-41d1-8009-432cfc59d20b req-2ab83c33-d56d-426f-a5f5-b85568b65ac6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0847397 Feb 04 06:39:25.497083 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f1c0e3b2-64fa-41d1-8009-432cfc59d20b req-2066c599-8b1a-4527-9dc8-ae57db8c0b1b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412159 Feb 04 06:39:26.685421 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513cb36-85aa-43ec-ae73-12af6db0e2bd req-bfe7da48-453b-4108-bc17-a599a979d146 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:26.686943 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e513cb36-85aa-43ec-ae73-12af6db0e2bd req-bfe7da48-453b-4108-bc17-a599a979d146 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0806000 Feb 04 06:39:26.730985 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e513cb36-85aa-43ec-ae73-12af6db0e2bd req-8b9cdce7-63e3-432e-a9d5-7e1d9f354990 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382171 Feb 04 06:39:27.917177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b366f-e782-4aaf-8264-2800b7e5e7b2 req-0e4b081b-ea37-42ca-93d8-1334d470d8db tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:27.918662 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-465b366f-e782-4aaf-8264-2800b7e5e7b2 req-0e4b081b-ea37-42ca-93d8-1334d470d8db tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0823829 Feb 04 06:39:27.968140 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-465b366f-e782-4aaf-8264-2800b7e5e7b2 req-7ae7354d-55b4-455a-af13-cac38487107f tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Feb 04 06:39:29.175399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b1273-1e6f-4fb0-81d8-8ccb997ba0bb req-c07e3594-2e80-4eb5-ad46-29b1a297cd8a tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:29.176883 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bb3b1273-1e6f-4fb0-81d8-8ccb997ba0bb req-c07e3594-2e80-4eb5-ad46-29b1a297cd8a tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.1002929 Feb 04 06:39:29.222594 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bb3b1273-1e6f-4fb0-81d8-8ccb997ba0bb req-7d5ad239-8989-4264-9426-2d53c41291ad tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399466 Feb 04 06:39:29.675275 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-f169ff44-a2cc-4119-b24e-30ac183dd1ad service neutron] 10.222.0.24 "GET /v2.0/ports/60067a86-39b1-4bfb-828b-fa82707193d4/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0742390 Feb 04 06:39:30.284944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-4588389e-cb18-4125-8f5d-86c88ff69b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:30.286744 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-4588389e-cb18-4125-8f5d-86c88ff69b6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0&tenant_id=b19b5d666a5c45faacef8ee16e30d64d HTTP/1.1" status: 200 len: 1098 time: 0.0773351 Feb 04 06:39:30.441911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-4cda305a-57b7-40fc-bd74-5cdf4fe30559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:30.443407 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-4cda305a-57b7-40fc-bd74-5cdf4fe30559 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 1098 time: 0.1351774 Feb 04 06:39:30.451406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136794f-1dc3-42a2-8a93-775bec765798 req-64ffd6de-f2dc-4093-b6ab-6572c83090ce tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:30.452783 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1136794f-1dc3-42a2-8a93-775bec765798 req-64ffd6de-f2dc-4093-b6ab-6572c83090ce tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.1111445 Feb 04 06:39:30.581471 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1136794f-1dc3-42a2-8a93-775bec765798 req-2df31aaf-5d87-426a-b79c-e9e4ec966d35 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104043 Feb 04 06:39:30.623043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-7931ad43-4dcd-40e2-8a44-64a83c434216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:30.624560 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-7931ad43-4dcd-40e2-8a44-64a83c434216 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 915 time: 0.1709521 Feb 04 06:39:30.693004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-60b9dfb4-4159-4d39-be1d-abc684ef06f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60067a86-39b1-4bfb-828b-fa82707193d4 HTTP/1.1" status: 200 len: 217 time: 0.0620863 Feb 04 06:39:30.760483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-2f1a8a86-4df0-4db6-8061-25cced3c4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:30.761949 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-2f1a8a86-4df0-4db6-8061-25cced3c4122 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b HTTP/1.1" status: 200 len: 854 time: 0.0638385 Feb 04 06:39:30.810567 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-eba4502d-cf50-4a3c-8cf4-a34e3101a952 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424974 Feb 04 06:39:30.950851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-bb5c6859-97fd-4b8b-bf90-5aa81c6ae8cf service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336448 Feb 04 06:39:31.085514 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3117e97f-9d4c-4c5e-94e6-e3fb90436697 req-00276e75-9f7c-42d5-a7b3-f9e4c4404887 service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289630 Feb 04 06:39:31.779308 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b769-248c-42d7-af56-11e45ef1c40e req-a8d81eec-807d-46d2-a6b4-e7fe2af966b6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:31.780821 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2e71b769-248c-42d7-af56-11e45ef1c40e req-a8d81eec-807d-46d2-a6b4-e7fe2af966b6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0808878 Feb 04 06:39:31.829492 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2e71b769-248c-42d7-af56-11e45ef1c40e req-07d3bb88-6d9e-4c73-a2a0-6b0cf3526ca6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426710 Feb 04 06:39:32.876440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 60067a86-39b1-4bfb-828b-fa82707193d4 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:39:32.878945 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 60067a86-39b1-4bfb-828b-fa82707193d4 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:39:33.055285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c968e-a0d0-4624-8b44-dfff1ecd9370 req-c33c06f7-df9b-4e27-b532-16c76c3ebc61 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:33.058105 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f1c968e-a0d0-4624-8b44-dfff1ecd9370 req-c33c06f7-df9b-4e27-b532-16c76c3ebc61 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.1115167 Feb 04 06:39:33.124846 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f1c968e-a0d0-4624-8b44-dfff1ecd9370 req-318a8c8b-9e96-4732-9a2b-710e9cc85495 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594630 Feb 04 06:39:33.176424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:33.214900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 60067a86-39b1-4bfb-828b-fa82707193d4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=60067a86-39b1-4bfb-828b-fa82707193d4,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:33.232142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60067a86-39b1-4bfb-828b-fa82707193d4'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:39:33.241354 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '60067a86-39b1-4bfb-828b-fa82707193d4', 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d', 'port_id': '60067a86-39b1-4bfb-828b-fa82707193d4', 'mac_address': 'fa:16:3e:49:e4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:39:33.245742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 60067a86-39b1-4bfb-828b-fa82707193d4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=60067a86-39b1-4bfb-828b-fa82707193d4,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:33.294050 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60067a86-39b1-4bfb-828b-fa82707193d4', 'code': 200} Feb 04 06:39:33.306574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:33.324626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60067a86-39b1-4bfb-828b-fa82707193d4 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:39:33.348121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:33.476414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:39:33.476782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:39:33.480973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=60067a86-39b1-4bfb-828b-fa82707193d4,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:34.037562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:34.054778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60067a86-39b1-4bfb-828b-fa82707193d4 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:39:34.070617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 60067a86-39b1-4bfb-828b-fa82707193d4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=60067a86-39b1-4bfb-828b-fa82707193d4,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:34.126521 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:34.189359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['60067a86-39b1-4bfb-828b-fa82707193d4'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:39:34.248458 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=60067a86-39b1-4bfb-828b-fa82707193d4,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:34.338567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159922e-07c7-4887-a472-911426822cbe req-49f39842-a543-4e5f-be6a-ebc3a303267a tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:34.340220 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7159922e-07c7-4887-a472-911426822cbe req-49f39842-a543-4e5f-be6a-ebc3a303267a tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 944 time: 0.0892715 Feb 04 06:39:34.387994 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7159922e-07c7-4887-a472-911426822cbe req-7b0922b4-1fe6-403d-abe1-4ec943e2b5db tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417449 Feb 04 06:39:34.880050 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 60067a86-39b1-4bfb-828b-fa82707193d4 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:39:34.960768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 60067a86-39b1-4bfb-828b-fa82707193d4 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:39:34.961063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:35.002293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab4b37-b7b1-408c-8fdd-532299b0973c req-7a8d03f3-7c81-47b1-abbd-3d5429f20cc6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:35.003929 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9cab4b37-b7b1-408c-8fdd-532299b0973c req-7a8d03f3-7c81-47b1-abbd-3d5429f20cc6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 944 time: 0.2728393 Feb 04 06:39:35.018590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-e809b272-1693-431e-b3c8-d79d87305392 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:35.020135 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-e809b272-1693-431e-b3c8-d79d87305392 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.24 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0&tenant_id=b19b5d666a5c45faacef8ee16e30d64d&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 944 time: 0.2400677 Feb 04 06:39:35.071192 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9cab4b37-b7b1-408c-8fdd-532299b0973c req-99e0d400-f2f7-4af5-811a-183df684402e tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499911 Feb 04 06:39:35.119848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:35.166685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 60067a86-39b1-4bfb-828b-fa82707193d4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=60067a86-39b1-4bfb-828b-fa82707193d4,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:35.239137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-00e74f6b-9700-4038-b3dd-1ce05ea65c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:35.240749 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-00e74f6b-9700-4038-b3dd-1ce05ea65c62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0801675 Feb 04 06:39:35.249469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:35.297780 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60067a86-39b1-4bfb-828b-fa82707193d4'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:39:35.330515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=60067a86-39b1-4bfb-828b-fa82707193d4,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:35.400958 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60067a86-39b1-4bfb-828b-fa82707193d4', 'code': 200} Feb 04 06:39:35.411466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-b25dd10a-a94f-4ce0-bb84-84962b1dfbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:35.413658 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-b25dd10a-a94f-4ce0-bb84-84962b1dfbae service neutron] 10.222.0.24 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 915 time: 0.1671014 Feb 04 06:39:35.498766 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-6c687a78-a9a8-49e2-bcd9-612d5d8004b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60067a86-39b1-4bfb-828b-fa82707193d4 HTTP/1.1" status: 200 len: 217 time: 0.0788324 Feb 04 06:39:35.564609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-92616308-74d3-4a14-83bf-eaf7c25ca557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:35.566265 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-92616308-74d3-4a14-83bf-eaf7c25ca557 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b HTTP/1.1" status: 200 len: 854 time: 0.0620773 Feb 04 06:39:35.615301 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-f8eb6576-2758-4ba8-b910-0cd1744e6125 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431726 Feb 04 06:39:35.757450 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-ea7c7f1a-3e31-4640-91db-20e6d0769f94 service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364164 Feb 04 06:39:35.909624 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-984b11aa-190a-45e2-ab51-f75a2f942fe5 req-398e2021-6e6c-4f8f-affe-0ec19fcb0d49 service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463461 Feb 04 06:39:36.324898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace21d3-0013-48f8-b765-8c2dfa752aa7 req-33192ac0-4300-46ba-9819-2f881d726c00 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:36.326481 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9ace21d3-0013-48f8-b765-8c2dfa752aa7 req-33192ac0-4300-46ba-9819-2f881d726c00 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.1166432 Feb 04 06:39:36.384776 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9ace21d3-0013-48f8-b765-8c2dfa752aa7 req-6e0ea446-f003-4fe4-ac99-7a10def388af tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Feb 04 06:39:37.578152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9e2b7-941a-4d61-a526-1994c44ab3b1 req-bc27c9c0-d53f-4eb0-a808-ba0c652b3564 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:37.579664 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-26e9e2b7-941a-4d61-a526-1994c44ab3b1 req-bc27c9c0-d53f-4eb0-a808-ba0c652b3564 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0842414 Feb 04 06:39:37.626466 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-26e9e2b7-941a-4d61-a526-1994c44ab3b1 req-b2c5cc5c-f4a6-471a-b79c-0bdbdeaab827 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Feb 04 06:39:37.826315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae0015-e02f-48a8-bc27-547fda85727c req-cacbee6a-9976-4aff-8ee3-9534feec48be tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:37.827958 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7ae0015-e02f-48a8-bc27-547fda85727c req-cacbee6a-9976-4aff-8ee3-9534feec48be tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0894625 Feb 04 06:39:37.879159 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7ae0015-e02f-48a8-bc27-547fda85727c req-3ac64d40-a36c-431c-be3c-18f330915edd tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452855 Feb 04 06:39:38.077858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40a080-716c-4353-bcf1-93045689b749 req-b16edfdc-e5d9-49e8-97f2-019095fc623c tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:38.079559 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3e40a080-716c-4353-bcf1-93045689b749 req-b16edfdc-e5d9-49e8-97f2-019095fc623c tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.0894237 Feb 04 06:39:38.238992 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3e40a080-716c-4353-bcf1-93045689b749 req-78e42a59-7bb5-4297-a625-0134d83d5c4f tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534202 Feb 04 06:39:39.369693 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-0f159285-6be6-4d7a-993a-3a9ff156438d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:39.370391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-0f159285-6be6-4d7a-993a-3a9ff156438d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Synchronizing usage tracker for tenant:b19b5d666a5c45faacef8ee16e30d64d on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:39:39.478710 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-0f159285-6be6-4d7a-993a-3a9ff156438d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Unset dirty status for tenant:b19b5d666a5c45faacef8ee16e30d64d on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:39:39.480139 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-0f159285-6be6-4d7a-993a-3a9ff156438d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 814 time: 0.3457119 Feb 04 06:39:39.500956 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-30f3c2d0-2233-43c6-853a-2658ba5ca0a2 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/quotas/b19b5d666a5c45faacef8ee16e30d64d HTTP/1.1" status: 200 len: 375 time: 0.0112271 Feb 04 06:39:39.636207 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-405d1e32-ae4e-4cad-8363-b34f151515da tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1280158 Feb 04 06:39:39.777477 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c36c6eca-bbba-47fd-add2-6fdd109be5f7 service neutron] 10.222.0.32 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297348 Feb 04 06:39:39.913571 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-16b7a214-fcbd-4807-8aaf-b4bf3369bccc service neutron] 10.222.0.32 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298640 Feb 04 06:39:40.231583 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a4063514-2fd6-416b-b9ff-167a4acdfcf6 req-9e50fe94-d0c3-41c3-bbb7-17a252afae13 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 210 time: 0.0436556 Feb 04 06:39:40.824308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c20f-ab93-4e38-80f6-3dd01ddcdab3 req-24577d07-933b-40f8-94c3-818b7215fea3 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:40.825887 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e20c20f-ab93-4e38-80f6-3dd01ddcdab3 req-24577d07-933b-40f8-94c3-818b7215fea3 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.24 "GET /v2.0/ports?device_id=36432e6f-aba6-4ad3-9301-9146841dd5d0 HTTP/1.1" status: 200 len: 945 time: 0.1020210 Feb 04 06:39:40.904927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0e20c20f-ab93-4e38-80f6-3dd01ddcdab3 req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Deleting port 60067a86-39b1-4bfb-828b-fa82707193d4 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:39:40.905271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0e20c20f-ab93-4e38-80f6-3dd01ddcdab3 req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:41.227462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0e20c20f-ab93-4e38-80f6-3dd01ddcdab3 req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] For port 60067a86-39b1-4bfb-828b-fa82707193d4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=60067a86-39b1-4bfb-828b-fa82707193d4,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:41.228117 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0e20c20f-ab93-4e38-80f6-3dd01ddcdab3 req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:41.394750 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5376e19e-838e-4aa1-84f1-d9056dba7dae req-43194a9e-5c74-4901-af14-2c471b39b09f tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 210 time: 0.0491703 Feb 04 06:39:41.407518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0e20c20f-ab93-4e38-80f6-3dd01ddcdab3 req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Calling delete_port for 60067a86-39b1-4bfb-828b-fa82707193d4 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:39:41.662544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0e20c20f-ab93-4e38-80f6-3dd01ddcdab3 req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:41.674734 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['60067a86-39b1-4bfb-828b-fa82707193d4'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:39:41.827811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Pushing event deleted for resources: {'Port': ['ID=60067a86-39b1-4bfb-828b-fa82707193d4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:41.897408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.897748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.898105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.898447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.898773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.899157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.899428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.899754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.900071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.900391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.900738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.901060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:39:41.915328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e20c20f-ab93-4e38-80f6-3dd01ddcdab3 req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] No DVR routers for this DVR port 60067a86-39b1-4bfb-828b-fa82707193d4 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:39:41.918207 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0e20c20f-ab93-4e38-80f6-3dd01ddcdab3 req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:41.920945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'name': 'network-vif-deleted', 'tag': '60067a86-39b1-4bfb-828b-fa82707193d4'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:39:41.970190 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36432e6f-aba6-4ad3-9301-9146841dd5d0', 'name': 'network-vif-deleted', 'tag': '60067a86-39b1-4bfb-828b-fa82707193d4', 'status': 'completed', 'code': 200} Feb 04 06:39:42.001234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e20c20f-ab93-4e38-80f6-3dd01ddcdab3 req-e0943806-6bdd-4664-a78c-76c0666754ef tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.24 "DELETE /v2.0/ports/60067a86-39b1-4bfb-828b-fa82707193d4 HTTP/1.1" status: 204 len: 173 time: 1.1697524 Feb 04 06:39:42.612041 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9e0ed01f-8092-49d6-bfc9-e3e0288317c0 req-5a1e49f9-afe0-4207-ae7a-febecd782f3d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 210 time: 0.0730169 Feb 04 06:39:42.877142 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-e52d5ed5-ce2e-476e-ade0-9f052f858aae tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:42.879698 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-e52d5ed5-ce2e-476e-ade0-9f052f858aae tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.24 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 814 time: 0.2787743 Feb 04 06:39:42.891491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Request body: {'port': {'device_id': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d', 'admin_state_up': True, 'tenant_id': 'b19b5d666a5c45faacef8ee16e30d64d'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:43.058652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:39:43.064200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Usage tracker for resource:port and tenant:b19b5d666a5c45faacef8ee16e30d64d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:39:43.067546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:39:43.074781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:39:43.170375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Made reservation on behalf of b19b5d666a5c45faacef8ee16e30d64d for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:39:43.174958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:43.365515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Allocated IP 172.20.0.8 (c83dc860-4b91-4ef6-81e1-b2760ad77f5d/97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b/dfe22db3-f234-406f-81c9-d0a31aaf3ead) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:39:43.588440 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:43.725707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:43.858074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Network c83dc860-4b91-4ef6-81e1-b2760ad77f5d is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:39:43.866646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:39:43.872717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:39:43.898908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Pushing event updated for resources: {'Port': ['ID=dfe22db3-f234-406f-81c9-d0a31aaf3ead,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:43.950111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:43.950732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:43.985583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ac086-d9ab-4fc2-843a-78036a30e379 req-4ba96f83-755d-4d1b-8bfd-0bcd0e602f01 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:43.990910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-7e1ac086-d9ab-4fc2-843a-78036a30e379 req-4ba96f83-755d-4d1b-8bfd-0bcd0e602f01 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Synchronizing usage tracker for tenant:b19b5d666a5c45faacef8ee16e30d64d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:39:44.090732 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-7ea0891f-caee-4682-81c7-7b69c17acfab tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2033134 Feb 04 06:39:44.103163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Request body: {'port': {'device_id': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:39:44.137377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-7e1ac086-d9ab-4fc2-843a-78036a30e379 req-4ba96f83-755d-4d1b-8bfd-0bcd0e602f01 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Unset dirty status for tenant:b19b5d666a5c45faacef8ee16e30d64d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:39:44.138562 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7e1ac086-d9ab-4fc2-843a-78036a30e379 req-4ba96f83-755d-4d1b-8bfd-0bcd0e602f01 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 931 time: 0.3369675 Feb 04 06:39:44.249262 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7e1ac086-d9ab-4fc2-843a-78036a30e379 req-0398b123-f32a-473c-9435-5686296fe4b4 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034009 Feb 04 06:39:44.260105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:44.621675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe22db3-f234-406f-81c9-d0a31aaf3ead {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:39:44.629848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:44.647559 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Transition to ACTIVE for port object dfe22db3-f234-406f-81c9-d0a31aaf3ead will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:39:44.821820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:44.969444 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 60067a86-39b1-4bfb-828b-fa82707193d4 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:39:45.008356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 60067a86-39b1-4bfb-828b-fa82707193d4 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:39:45.008760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 60067a86-39b1-4bfb-828b-fa82707193d4 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:39:45.105428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Pushing event updated for resources: {'Port': ['ID=dfe22db3-f234-406f-81c9-d0a31aaf3ead,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:45.195220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Attempting to bind port dfe22db3-f234-406f-81c9-d0a31aaf3ead on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:39:45.195552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Attempting to bind port dfe22db3-f234-406f-81c9-d0a31aaf3ead by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '4d245354-09cc-4ce9-91bb-4556fc3a2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:39:45.195882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Attempting to bind port dfe22db3-f234-406f-81c9-d0a31aaf3ead on network c83dc860-4b91-4ef6-81e1-b2760ad77f5d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:39:45.201290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Port dfe22db3-f234-406f-81c9-d0a31aaf3ead on network c83dc860-4b91-4ef6-81e1-b2760ad77f5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:39:45.201612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Attempting to bind port dfe22db3-f234-406f-81c9-d0a31aaf3ead on network c83dc860-4b91-4ef6-81e1-b2760ad77f5d {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:39:45.207756 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:39:45.208072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Checking segment: {'id': '4d245354-09cc-4ce9-91bb-4556fc3a2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:39:45.208466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Bound using segment: {'id': '4d245354-09cc-4ce9-91bb-4556fc3a2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:39:45.209561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Bound port: dfe22db3-f234-406f-81c9-d0a31aaf3ead, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d245354-09cc-4ce9-91bb-4556fc3a2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:39:45.209910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:45.304054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] For port dfe22db3-f234-406f-81c9-d0a31aaf3ead, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:39:45.307473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] For port dfe22db3-f234-406f-81c9-d0a31aaf3ead, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:39:45.422926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:45.442790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49028553-934c-4467-964e-d5b8085f7161 req-1f321e78-9130-46be-a69a-c78ff43d7948 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:45.445416 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-49028553-934c-4467-964e-d5b8085f7161 req-1f321e78-9130-46be-a69a-c78ff43d7948 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 943 time: 0.0867336 Feb 04 06:39:45.504282 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-49028553-934c-4467-964e-d5b8085f7161 req-d3bb8c28-73e6-4b5a-a3c5-ec748bd32d9e tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478849 Feb 04 06:39:45.506892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:45.508065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:45.509769 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] 10.222.0.24 "PUT /v2.0/ports/dfe22db3-f234-406f-81c9-d0a31aaf3ead HTTP/1.1" status: 200 len: 1093 time: 1.4119885 Feb 04 06:39:45.519161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'tag': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:39:45.548001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8955cb6-a002-4184-9e87-073f28e7952b service neutron] Pushing event updated for resources: {'Port': ['ID=dfe22db3-f234-406f-81c9-d0a31aaf3ead,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:45.573682 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'tag': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead', 'status': 'completed', 'code': 200} Feb 04 06:39:45.675155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc73402-dc8f-498c-9a71-b5a3d2a65cd3 req-b908649a-8e3c-41b1-844d-58accd4588d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:45.676686 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3fc73402-dc8f-498c-9a71-b5a3d2a65cd3 req-b908649a-8e3c-41b1-844d-58accd4588d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 1096 time: 0.0826473 Feb 04 06:39:45.735301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-95b9bced-0980-4b0a-9068-97402079bee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:45.829456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc73402-dc8f-498c-9a71-b5a3d2a65cd3 req-fc5d6a58-902f-4598-961c-8d17856fdc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:45.831015 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3fc73402-dc8f-498c-9a71-b5a3d2a65cd3 req-fc5d6a58-902f-4598-961c-8d17856fdc78 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1467392 Feb 04 06:39:46.001881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc73402-dc8f-498c-9a71-b5a3d2a65cd3 req-1ea5086a-6a51-4829-936f-9acda7f9b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:46.003369 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3fc73402-dc8f-498c-9a71-b5a3d2a65cd3 req-1ea5086a-6a51-4829-936f-9acda7f9b9ac service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671131 Feb 04 06:39:46.108630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-717373f3-9a5c-4431-b7da-7295b7f53e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:46.110139 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-717373f3-9a5c-4431-b7da-7295b7f53e7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 1096 time: 0.0721426 Feb 04 06:39:46.182721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-64812d37-ebc1-4d65-a12b-8155be3ca83d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead HTTP/1.1" status: 200 len: 217 time: 0.0661778 Feb 04 06:39:46.252736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-bc8e32fc-2236-484b-ba5c-32bbb0161dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:46.254126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-bc8e32fc-2236-484b-ba5c-32bbb0161dd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b HTTP/1.1" status: 200 len: 854 time: 0.0659645 Feb 04 06:39:46.304403 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-f660022b-fdae-4c02-b554-87aab7fa71bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439911 Feb 04 06:39:46.447517 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-16c4a6bd-d61a-4709-b1db-efcfd5cfe079 service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369524 Feb 04 06:39:46.590508 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03f22cfd-c4bf-4dc6-adc3-9dd68d507582 req-6081b822-b421-4f4a-8250-7e46e28c8d97 service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367850 Feb 04 06:39:46.706162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622534e0-2ceb-4ba9-897e-8947520cdbd0 req-f374d40c-e7e3-44ed-bf1b-f42ea9ecf4d6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:46.707701 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-622534e0-2ceb-4ba9-897e-8947520cdbd0 req-f374d40c-e7e3-44ed-bf1b-f42ea9ecf4d6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 943 time: 0.0879228 Feb 04 06:39:46.756991 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-622534e0-2ceb-4ba9-897e-8947520cdbd0 req-e6b060d7-e9e4-4bb1-993b-da2ccaa22d16 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428751 Feb 04 06:39:47.918352 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:39:47.975147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b213d1-c010-461b-9651-6de8fe1de0be req-84dc89d7-1ebf-468d-b2c2-a800913a0fba tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:47.977368 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19b213d1-c010-461b-9651-6de8fe1de0be req-84dc89d7-1ebf-468d-b2c2-a800913a0fba tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 943 time: 0.0911081 Feb 04 06:39:48.037777 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19b213d1-c010-461b-9651-6de8fe1de0be req-530a0423-60a4-4a22-b891-a2594c496324 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496697 Feb 04 06:39:48.084787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b92075f7-a2d2-46fb-a535-f91605feb9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:48.985655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device dfe22db3-f234-406f-81c9-d0a31aaf3ead details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:39:49.181361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:49.198221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port dfe22db3-f234-406f-81c9-d0a31aaf3ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:49.220622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead', 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d', 'port_id': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead', 'mac_address': 'fa:16:3e:53:19:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:39:49.268502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:49.285980 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:49.306824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe22db3-f234-406f-81c9-d0a31aaf3ead {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:39:49.323275 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c3c1e-bec0-40b7-924b-b7eb27eeaac4 req-c83107cd-6225-40a1-888b-4834728b352b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:49.325000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port dfe22db3-f234-406f-81c9-d0a31aaf3ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:49.325580 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-242c3c1e-bec0-40b7-924b-b7eb27eeaac4 req-c83107cd-6225-40a1-888b-4834728b352b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 943 time: 0.1026206 Feb 04 06:39:49.384615 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-242c3c1e-bec0-40b7-924b-b7eb27eeaac4 req-29615b3a-45ae-4eb5-8044-8bea0ebc42ed tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484328 Feb 04 06:39:49.461700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:49.542955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=dfe22db3-f234-406f-81c9-d0a31aaf3ead,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:49.812596 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['dfe22db3-f234-406f-81c9-d0a31aaf3ead'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:39:49.982025 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:50.622233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:50.643853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926c0e7-dce7-4f12-a808-923bab513efa req-de22fd27-5560-4b84-b452-490efeb7ed34 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:50.645416 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1926c0e7-dce7-4f12-a808-923bab513efa req-de22fd27-5560-4b84-b452-490efeb7ed34 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 944 time: 0.0965371 Feb 04 06:39:50.697950 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1926c0e7-dce7-4f12-a808-923bab513efa req-2bc8aed8-6f2f-4431-ace2-d3ba354fc086 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 Feb 04 06:39:51.000013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device dfe22db3-f234-406f-81c9-d0a31aaf3ead up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:39:51.159125 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port dfe22db3-f234-406f-81c9-d0a31aaf3ead completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:39:51.167526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port dfe22db3-f234-406f-81c9-d0a31aaf3ead triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:39:51.167957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:51.348997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:51.377825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:39:51.389437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port dfe22db3-f234-406f-81c9-d0a31aaf3ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:39:51.431076 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead', 'code': 200} Feb 04 06:39:51.451178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:39:51.550270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=dfe22db3-f234-406f-81c9-d0a31aaf3ead,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:39:51.928759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69918603-5c19-47f7-8299-62d619693270 req-1ba8c45d-e160-47f2-ba22-cbc5a54cc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:51.930264 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-69918603-5c19-47f7-8299-62d619693270 req-1ba8c45d-e160-47f2-ba22-cbc5a54cc04a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 1098 time: 0.1409974 Feb 04 06:39:51.959778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca645c8-b179-46a5-883d-97629cccadbe req-d981ada3-e8b8-43c2-ab33-a6e5eb4f8e71 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:51.961401 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eca645c8-b179-46a5-883d-97629cccadbe req-d981ada3-e8b8-43c2-ab33-a6e5eb4f8e71 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.1389794 Feb 04 06:39:52.004515 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-69918603-5c19-47f7-8299-62d619693270 req-46801a63-7475-4ad8-9781-50874bd10009 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675218 Feb 04 06:39:52.026851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eca645c8-b179-46a5-883d-97629cccadbe req-e214cfc5-efef-45a9-b0bb-c7612a3710a2 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588417 Feb 04 06:39:53.236911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8d9ea-62c3-42ae-bc47-015a170bffe8 req-0fad7b72-f123-4689-bdba-969801ad73ce tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:53.238533 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1ac8d9ea-62c3-42ae-bc47-015a170bffe8 req-0fad7b72-f123-4689-bdba-969801ad73ce tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0955029 Feb 04 06:39:53.286376 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1ac8d9ea-62c3-42ae-bc47-015a170bffe8 req-ea534483-428f-4dde-a197-90f5d98c0091 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416291 Feb 04 06:39:54.600482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62907-0b70-44c4-b09a-ed5deaa901a9 req-3e8abb6e-13e7-433f-8841-329dd1a6b501 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:54.601978 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cfe62907-0b70-44c4-b09a-ed5deaa901a9 req-3e8abb6e-13e7-433f-8841-329dd1a6b501 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.2062564 Feb 04 06:39:54.667138 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cfe62907-0b70-44c4-b09a-ed5deaa901a9 req-5ed02cbc-0d44-476b-8ef2-6de052fe491a tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589027 Feb 04 06:39:54.874661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f1ca-e8ba-4c21-ab55-e2854c859749 req-d1a7a51a-e3f2-4d3d-a5d2-ad8975cc2771 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:54.876108 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e823f1ca-e8ba-4c21-ab55-e2854c859749 req-d1a7a51a-e3f2-4d3d-a5d2-ad8975cc2771 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0947423 Feb 04 06:39:54.926590 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e823f1ca-e8ba-4c21-ab55-e2854c859749 req-5ab5ef59-a0f5-4383-89ea-a2d133831ce6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Feb 04 06:39:55.535653 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26093a9e-d850-4626-a22f-96be1b939bd6 req-dbd2fd11-df7e-4e6c-b815-eed84e6a5cd6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:55.537262 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-26093a9e-d850-4626-a22f-96be1b939bd6 req-dbd2fd11-df7e-4e6c-b815-eed84e6a5cd6 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0883322 Feb 04 06:39:55.588505 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-26093a9e-d850-4626-a22f-96be1b939bd6 req-f2b864bc-4331-46e0-8ba8-d1e0afb8f729 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443096 Feb 04 06:39:55.686222 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-a34bc8da-d399-4e63-9acd-e6f29e7e45f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722263 Feb 04 06:39:56.848195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db81eb-1603-450f-9aef-4228a97ab892 req-f63fea39-da64-407d-9fb5-f8f379276422 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:56.849806 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-17db81eb-1603-450f-9aef-4228a97ab892 req-f63fea39-da64-407d-9fb5-f8f379276422 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0923193 Feb 04 06:39:56.893480 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-17db81eb-1603-450f-9aef-4228a97ab892 req-1703ca25-d439-48cb-adc2-c8e32400e5bb tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Feb 04 06:39:58.098062 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0822003-9fcb-4c2f-a66a-df86e3052c39 req-d6cd8e8f-a78c-47b7-ba42-870700c679db tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:58.103946 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b0822003-9fcb-4c2f-a66a-df86e3052c39 req-d6cd8e8f-a78c-47b7-ba42-870700c679db tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0943182 Feb 04 06:39:58.146752 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b0822003-9fcb-4c2f-a66a-df86e3052c39 req-5eaa85aa-dbbb-46c2-b554-98a3ba0a2834 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Feb 04 06:39:58.498458 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-628774db-356f-40ef-a8eb-bcd88421cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:58.500108 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-628774db-356f-40ef-a8eb-bcd88421cae0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 1098 time: 0.0851541 Feb 04 06:39:58.652394 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-cf485c4d-8d05-40b3-bd97-ca817f7c4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:58.654086 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-cf485c4d-8d05-40b3-bd97-ca817f7c4c8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 915 time: 0.1470158 Feb 04 06:39:58.729837 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-941ebe3e-71a6-44ac-9405-cb64907ad2f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead HTTP/1.1" status: 200 len: 217 time: 0.0692370 Feb 04 06:39:58.798479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-48e4c79c-6a75-4a3f-ae5f-123eebe760c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:58.799883 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-48e4c79c-6a75-4a3f-ae5f-123eebe760c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b HTTP/1.1" status: 200 len: 854 time: 0.0647132 Feb 04 06:39:58.848244 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-eb3d289c-c151-4384-9c2a-4a27837340f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426717 Feb 04 06:39:59.003918 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-d03d70b3-bd31-4df8-9ef9-71ede013a870 service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498888 Feb 04 06:39:59.141742 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-7df7c086-8751-468d-855b-ecce22bf44dd service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319404 Feb 04 06:39:59.437692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68e353-fb88-4cd9-8989-f1ec85b266bf req-0b5d974d-a519-4acb-ae27-3290e37ccdad tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:39:59.439054 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8e68e353-fb88-4cd9-8989-f1ec85b266bf req-0b5d974d-a519-4acb-ae27-3290e37ccdad tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.1266236 Feb 04 06:39:59.491506 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8e68e353-fb88-4cd9-8989-f1ec85b266bf req-11295fe3-00f8-46f8-a536-99faf52aac37 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Feb 04 06:40:00.709488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ea3a0-e83b-4a7c-bef1-5914da2c3325 req-7df872ef-1f9e-4019-ae5d-6b8a77117056 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:00.711052 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-650ea3a0-e83b-4a7c-bef1-5914da2c3325 req-7df872ef-1f9e-4019-ae5d-6b8a77117056 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.1013370 Feb 04 06:40:00.759631 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-650ea3a0-e83b-4a7c-bef1-5914da2c3325 req-25cc4488-2837-4273-a631-50921e098384 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Feb 04 06:40:01.964977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f80f7-d182-4379-8edc-dea7b26a0cf8 req-9cb49852-828a-46a5-8046-4125ec65ad82 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:01.966525 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab6f80f7-d182-4379-8edc-dea7b26a0cf8 req-9cb49852-828a-46a5-8046-4125ec65ad82 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0872490 Feb 04 06:40:02.020504 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ab6f80f7-d182-4379-8edc-dea7b26a0cf8 req-c5d99f6d-f638-4e51-906c-d131c62b4b56 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Feb 04 06:40:03.214661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef09bd5-ee3d-4b9b-a408-9e59bf81f99d req-0d3fa664-90f6-4fe6-a0c9-9cbe5de710c1 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:03.216225 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cef09bd5-ee3d-4b9b-a408-9e59bf81f99d req-0d3fa664-90f6-4fe6-a0c9-9cbe5de710c1 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0829573 Feb 04 06:40:03.263461 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cef09bd5-ee3d-4b9b-a408-9e59bf81f99d req-4f678f8e-10ed-4fb0-a845-9416a835dc2e tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Feb 04 06:40:04.545176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c678c12-12ab-4360-96b0-75c1a79c8a34 req-0b009889-755b-4968-9be9-3a72a08e8d8d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:04.546816 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7c678c12-12ab-4360-96b0-75c1a79c8a34 req-0b009889-755b-4968-9be9-3a72a08e8d8d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0861025 Feb 04 06:40:04.607739 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7c678c12-12ab-4360-96b0-75c1a79c8a34 req-a04d22fa-bf10-440b-8672-be80d83afac0 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537753 Feb 04 06:40:05.814623 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537f8b5-fbc7-4a85-9e28-f46ab9dda15f req-53c8dee3-9fa1-45d6-b496-19fb491d0884 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:05.816098 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b537f8b5-fbc7-4a85-9e28-f46ab9dda15f req-53c8dee3-9fa1-45d6-b496-19fb491d0884 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0924814 Feb 04 06:40:05.875289 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b537f8b5-fbc7-4a85-9e28-f46ab9dda15f req-c58c7eb6-820a-4325-be32-543fa66e31de tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523729 Feb 04 06:40:07.084807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424f49f-69cc-42a0-8fbf-dbc75efd637d req-f1538dec-ac49-4a19-9d72-155ac033de20 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:07.086441 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8424f49f-69cc-42a0-8fbf-dbc75efd637d req-f1538dec-ac49-4a19-9d72-155ac033de20 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.1003613 Feb 04 06:40:07.133957 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8424f49f-69cc-42a0-8fbf-dbc75efd637d req-f90ac991-2002-4ae7-bac3-5182b80c2104 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Feb 04 06:40:08.352810 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c413a-3822-4f40-a43c-2ac5b6aac59b req-9d873ac4-3292-486d-8e96-ba6c585ea202 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:08.355548 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1b5c413a-3822-4f40-a43c-2ac5b6aac59b req-9d873ac4-3292-486d-8e96-ba6c585ea202 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.1041143 Feb 04 06:40:08.414908 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1b5c413a-3822-4f40-a43c-2ac5b6aac59b req-e546ae36-81dc-47ef-9eac-376783628f56 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Feb 04 06:40:09.668854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d69a-1adf-4ec0-a737-f2f4617115fd req-f8d113b2-7b3f-4cdb-a291-93f7418a26d5 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:09.670513 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8f6d69a-1adf-4ec0-a737-f2f4617115fd req-f8d113b2-7b3f-4cdb-a291-93f7418a26d5 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0922978 Feb 04 06:40:09.720714 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8f6d69a-1adf-4ec0-a737-f2f4617115fd req-437f98eb-722d-4a3b-883c-22e660af188f tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437331 Feb 04 06:40:11.086193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9675fe-b9a1-4a93-a364-5895be899544 req-e8d8b37c-a08b-4a2c-a877-de2b065ccbc3 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:11.087597 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ba9675fe-b9a1-4a93-a364-5895be899544 req-e8d8b37c-a08b-4a2c-a877-de2b065ccbc3 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0905406 Feb 04 06:40:11.133322 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ba9675fe-b9a1-4a93-a364-5895be899544 req-cc447ee2-7d8e-44f9-9b09-4c782dd5a2dc tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397725 Feb 04 06:40:12.325202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24119b8-9679-412f-a80a-682481abb5c9 req-497d3331-4e21-4ccd-80f5-043c47f56db1 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:12.326658 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d24119b8-9679-412f-a80a-682481abb5c9 req-497d3331-4e21-4ccd-80f5-043c47f56db1 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0792387 Feb 04 06:40:12.371757 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d24119b8-9679-412f-a80a-682481abb5c9 req-34b1c729-b49c-4ae6-96da-14b71a357776 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394912 Feb 04 06:40:13.563826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a68d84-b291-43ca-9c3e-9833aae9c4fb req-00ff385a-bbc0-43d4-9539-fca5c92189eb tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:13.565351 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d1a68d84-b291-43ca-9c3e-9833aae9c4fb req-00ff385a-bbc0-43d4-9539-fca5c92189eb tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0838597 Feb 04 06:40:13.617562 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d1a68d84-b291-43ca-9c3e-9833aae9c4fb req-04682690-9d9a-4a24-9e33-3a7cfad15211 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Feb 04 06:40:14.815760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfe49d-645b-4771-9de9-a43ba24d3fc5 req-701ea349-f249-4670-8d77-f7d1abdb78a7 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:14.817440 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45cfe49d-645b-4771-9de9-a43ba24d3fc5 req-701ea349-f249-4670-8d77-f7d1abdb78a7 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0928211 Feb 04 06:40:14.870432 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45cfe49d-645b-4771-9de9-a43ba24d3fc5 req-02b3acd6-d2a5-4c9b-b26a-bd5c8d2ecad0 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425134 Feb 04 06:40:15.735640 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3393d495-a9a4-46a4-ae44-b2b2e6fe2380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:16.061820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b044e1-ec1d-42df-a459-68eb018c7dae req-92fe3777-03d4-41b8-bcba-435b8a8f68c2 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:16.063357 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-87b044e1-ec1d-42df-a459-68eb018c7dae req-92fe3777-03d4-41b8-bcba-435b8a8f68c2 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0822542 Feb 04 06:40:16.112607 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-87b044e1-ec1d-42df-a459-68eb018c7dae req-daaeddde-fe9b-45b6-8131-f87fd8403e44 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433135 Feb 04 06:40:16.456980 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-f0b14ee7-ae0f-4fc5-8615-32b4f7e9e9bf service neutron] 10.222.0.24 "GET /v2.0/ports/dfe22db3-f234-406f-81c9-d0a31aaf3ead/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0906200 Feb 04 06:40:17.145584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-d265381a-dfbb-4cf0-a64b-21123a7b3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:17.147234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-d265381a-dfbb-4cf0-a64b-21123a7b3e53 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55&tenant_id=b19b5d666a5c45faacef8ee16e30d64d HTTP/1.1" status: 200 len: 1098 time: 0.0770905 Feb 04 06:40:17.407194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-ac5296d3-256d-4693-81f0-5fab1c5da546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:17.408676 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-ac5296d3-256d-4693-81f0-5fab1c5da546 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 1098 time: 0.2405908 Feb 04 06:40:17.528951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f8e6c-c9cd-4fa9-a259-d1eae6c6b4b1 req-be85c700-86af-4621-92f4-a9d2193b7196 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:17.530601 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-933f8e6c-c9cd-4fa9-a259-d1eae6c6b4b1 req-be85c700-86af-4621-92f4-a9d2193b7196 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.3058922 Feb 04 06:40:17.610979 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-933f8e6c-c9cd-4fa9-a259-d1eae6c6b4b1 req-4f700e4f-e8c7-46e1-807b-5e501cac807b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738332 Feb 04 06:40:17.612156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-788668a3-e119-474b-9846-b67537d0b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:17.613523 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-788668a3-e119-474b-9846-b67537d0b539 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 915 time: 0.1980488 Feb 04 06:40:17.686963 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-176b1eb7-72a7-4a8e-9603-26a6e5db5ba5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead HTTP/1.1" status: 200 len: 217 time: 0.0673862 Feb 04 06:40:17.751635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-2026316f-3915-4512-8cf8-7e07cde80212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:17.753126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-2026316f-3915-4512-8cf8-7e07cde80212 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b HTTP/1.1" status: 200 len: 854 time: 0.0596538 Feb 04 06:40:17.804861 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-b8f08b3b-97ec-482e-b471-3c7840307065 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457661 Feb 04 06:40:17.945695 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-e2f4a3cd-f52a-4154-95ae-cf80649f3eda service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347220 Feb 04 06:40:17.986908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8174bda5-b48c-40ab-8534-d5e8643f783b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:18.085642 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da2440a9-10b5-4580-b6f8-43efa3106040 req-c260c925-ec78-4656-b7eb-fee3499b2f5a service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328695 Feb 04 06:40:18.332744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ed716-e8bb-4ef9-bade-72fc59efdff1 req-3f1c9fcd-4403-44f8-8f4e-1e81cbde7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:18.334826 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7a1ed716-e8bb-4ef9-bade-72fc59efdff1 req-3f1c9fcd-4403-44f8-8f4e-1e81cbde7112 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 1098 time: 0.0736694 Feb 04 06:40:18.486790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ed716-e8bb-4ef9-bade-72fc59efdff1 req-b67e02c2-d068-40d9-a63b-2d266ee63b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:18.488387 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7a1ed716-e8bb-4ef9-bade-72fc59efdff1 req-b67e02c2-d068-40d9-a63b-2d266ee63b6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 915 time: 0.1334891 Feb 04 06:40:18.560380 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7a1ed716-e8bb-4ef9-bade-72fc59efdff1 req-6fc902ed-e830-4546-8e16-2511cc985b2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead HTTP/1.1" status: 200 len: 217 time: 0.0662379 Feb 04 06:40:18.623926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ed716-e8bb-4ef9-bade-72fc59efdff1 req-e26ba56e-26c6-466d-bd56-ee83a4d8a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:18.625503 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7a1ed716-e8bb-4ef9-bade-72fc59efdff1 req-e26ba56e-26c6-466d-bd56-ee83a4d8a6bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b HTTP/1.1" status: 200 len: 854 time: 0.0584126 Feb 04 06:40:18.672986 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7a1ed716-e8bb-4ef9-bade-72fc59efdff1 req-067ff351-b78e-47f7-8a4d-6a0475652bae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412784 Feb 04 06:40:18.813010 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7a1ed716-e8bb-4ef9-bade-72fc59efdff1 req-c81375bf-e1ea-480a-8c4d-1b0a9a0afe85 service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329644 Feb 04 06:40:18.829254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a6a05-077b-4116-aab6-3e443a47f811 req-c4baafd7-077f-4fc9-9840-9d51a5b69cae tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:18.830715 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fd9a6a05-077b-4116-aab6-3e443a47f811 req-c4baafd7-077f-4fc9-9840-9d51a5b69cae tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0974145 Feb 04 06:40:18.874884 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fd9a6a05-077b-4116-aab6-3e443a47f811 req-a4ff5928-b6b3-4d2a-b9d1-fd5ea364e956 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381539 Feb 04 06:40:18.950226 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7a1ed716-e8bb-4ef9-bade-72fc59efdff1 req-9783a9ce-cdef-4796-9a3f-76265fd9f45f service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303053 Feb 04 06:40:19.153010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:19.170266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:19.173935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device dfe22db3-f234-406f-81c9-d0a31aaf3ead details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:40:19.176230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device dfe22db3-f234-406f-81c9-d0a31aaf3ead no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:40:19.390435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:19.422220 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port dfe22db3-f234-406f-81c9-d0a31aaf3ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:19.444481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:19.451896 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead', 'network_id': 'c83dc860-4b91-4ef6-81e1-b2760ad77f5d', 'port_id': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead', 'mac_address': 'fa:16:3e:53:19:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:40:19.457517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port dfe22db3-f234-406f-81c9-d0a31aaf3ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:19.519945 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead', 'code': 200} Feb 04 06:40:19.528580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:19.547215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfe22db3-f234-406f-81c9-d0a31aaf3ead {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:40:19.564151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:19.679044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:40:19.679303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:40:19.682797 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=dfe22db3-f234-406f-81c9-d0a31aaf3ead,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:19.690308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.690653 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.690990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.691320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.691649 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.691977 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.692864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.693201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.693508 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.693861 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.694178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.694501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:19.935152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:20.061382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e34d5-a47b-43a8-911b-e7c646cb631a req-1a50b495-93fb-4963-a24a-4cc35682d34f tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:20.062872 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-365e34d5-a47b-43a8-911b-e7c646cb631a req-1a50b495-93fb-4963-a24a-4cc35682d34f tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 943 time: 0.0805407 Feb 04 06:40:20.116793 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-365e34d5-a47b-43a8-911b-e7c646cb631a req-81830ddc-cdd7-4a70-bfa6-2e61adf63501 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474060 Feb 04 06:40:20.237064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:20.255723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe22db3-f234-406f-81c9-d0a31aaf3ead {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:40:20.271952 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port dfe22db3-f234-406f-81c9-d0a31aaf3ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:20.370159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:20.437390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['dfe22db3-f234-406f-81c9-d0a31aaf3ead'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:40:20.490306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=dfe22db3-f234-406f-81c9-d0a31aaf3ead,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:20.610067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:21.165204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device dfe22db3-f234-406f-81c9-d0a31aaf3ead up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:21.238342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port dfe22db3-f234-406f-81c9-d0a31aaf3ead triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:21.239068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:21.314869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbabb5-39b5-4151-92a7-04d35fbf4ab1 req-897cfcac-59f0-4339-80b8-888feead377d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:21.316427 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7adbabb5-39b5-4151-92a7-04d35fbf4ab1 req-897cfcac-59f0-4339-80b8-888feead377d tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 944 time: 0.0861783 Feb 04 06:40:21.360785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:21.363237 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7adbabb5-39b5-4151-92a7-04d35fbf4ab1 req-38d5548b-087a-4351-b618-afbd531d62ce tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403516 Feb 04 06:40:21.393972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port dfe22db3-f234-406f-81c9-d0a31aaf3ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:21.466824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:21.523131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:21.540961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=dfe22db3-f234-406f-81c9-d0a31aaf3ead,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:21.577877 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead', 'code': 200} Feb 04 06:40:21.989024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02cfd7-aca8-4d04-a012-9f5dfbaa7b45 req-0765a357-3fa6-4a5d-9188-28927b453895 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:21.991072 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dc02cfd7-aca8-4d04-a012-9f5dfbaa7b45 req-0765a357-3fa6-4a5d-9188-28927b453895 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.2390015 Feb 04 06:40:22.055299 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dc02cfd7-aca8-4d04-a012-9f5dfbaa7b45 req-0973795f-2422-4dd8-b608-649a48310672 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559134 Feb 04 06:40:22.072774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-14059f5b-67aa-4ab5-9c2d-d2988251016c tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:22.073383 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-14059f5b-67aa-4ab5-9c2d-d2988251016c tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.24 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55&tenant_id=b19b5d666a5c45faacef8ee16e30d64d&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.2327294 Feb 04 06:40:22.224103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-b4d93539-a841-49be-991f-682c1edde63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:22.225709 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-b4d93539-a841-49be-991f-682c1edde63b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 1098 time: 0.0836077 Feb 04 06:40:22.362732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-a955f8a3-ffcf-42d0-91d8-0c5128c858f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:22.364130 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-a955f8a3-ffcf-42d0-91d8-0c5128c858f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 200 len: 915 time: 0.1331499 Feb 04 06:40:22.431678 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-f295bb70-0d02-4a52-995c-90291efb88a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead HTTP/1.1" status: 200 len: 217 time: 0.0621402 Feb 04 06:40:22.505971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-56d53ddf-6bc6-42b9-b6ff-c65451a96107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:22.507410 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-56d53ddf-6bc6-42b9-b6ff-c65451a96107 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b HTTP/1.1" status: 200 len: 854 time: 0.0705271 Feb 04 06:40:22.555688 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-16de9347-4b2b-48ba-bcea-02e34568fd27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c83dc860-4b91-4ef6-81e1-b2760ad77f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420802 Feb 04 06:40:22.687756 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-199b6f25-8eac-46c0-8ea5-2e0add40ab71 service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244593 Feb 04 06:40:22.831589 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c073cbe6-411a-47bc-8c39-8a309c42df27 req-8ba25559-b997-4e8b-935b-834d4dbad148 service neutron] 10.222.0.24 "GET /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379926 Feb 04 06:40:23.353655 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d2029-981c-45f2-af00-676e65c7b8aa req-f4d4be33-d535-4b26-be2d-d2749bb98609 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:23.355117 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ff0d2029-981c-45f2-af00-676e65c7b8aa req-f4d4be33-d535-4b26-be2d-d2749bb98609 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.1890757 Feb 04 06:40:23.401783 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ff0d2029-981c-45f2-af00-676e65c7b8aa req-a59edd37-8f53-4d84-b99a-ab0a21f1dfa3 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Feb 04 06:40:24.590387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea3fd2-2c36-41a8-b0b6-4e8c7ecfd24d req-bcb1238f-20da-4bf4-bf4a-efc4935d0431 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:24.591872 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7dea3fd2-2c36-41a8-b0b6-4e8c7ecfd24d req-bcb1238f-20da-4bf4-bf4a-efc4935d0431 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0805857 Feb 04 06:40:24.641410 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7dea3fd2-2c36-41a8-b0b6-4e8c7ecfd24d req-1e94e0ca-1526-4c5d-aa13-748d896ade64 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437891 Feb 04 06:40:24.830920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae239e-439b-4b0a-a7ed-18ab1cef8765 req-3407887b-d088-44d7-99ba-66cf5c4ed023 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:24.832401 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-66ae239e-439b-4b0a-a7ed-18ab1cef8765 req-3407887b-d088-44d7-99ba-66cf5c4ed023 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0795407 Feb 04 06:40:24.879618 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-66ae239e-439b-4b0a-a7ed-18ab1cef8765 req-22ddac89-150e-4e26-939f-38ba8e7b880b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411868 Feb 04 06:40:24.918372 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:40:25.065625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb74d27-e0dd-482a-ac4a-2f9c5180dbe9 req-f82000bc-99da-477c-8ad1-be4f597aaf3e tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:25.067179 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ffb74d27-e0dd-482a-ac4a-2f9c5180dbe9 req-f82000bc-99da-477c-8ad1-be4f597aaf3e tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0821855 Feb 04 06:40:25.111423 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ffb74d27-e0dd-482a-ac4a-2f9c5180dbe9 req-1a816380-60cf-446f-bfda-0ad7aa3e71e1 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Feb 04 06:40:25.992784 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592f950-e9d7-4f2e-8ae2-6e1ae3140789 req-b8566f8c-9814-470e-8d9c-c8708e7ff67f tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:25.994302 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c592f950-e9d7-4f2e-8ae2-6e1ae3140789 req-b8566f8c-9814-470e-8d9c-c8708e7ff67f tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0802004 Feb 04 06:40:26.045668 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c592f950-e9d7-4f2e-8ae2-6e1ae3140789 req-35e899b7-ad8d-4887-8a89-b5ce01d6293b tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Feb 04 06:40:27.246776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0ef44-a013-4aae-82ea-2a63323cdea6 req-0ec096f7-a878-4e85-906d-31c73057a447 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:27.248961 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-67f0ef44-a013-4aae-82ea-2a63323cdea6 req-0ec096f7-a878-4e85-906d-31c73057a447 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0962322 Feb 04 06:40:27.303307 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-67f0ef44-a013-4aae-82ea-2a63323cdea6 req-9631e986-a0bb-4166-9421-3fa8dc92fef1 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/security-groups?id=670d8be7-c39a-4569-a64a-83d75123c1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483773 Feb 04 06:40:27.469074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767bf5a-3945-48e1-8a11-e231687fb35b req-398f01d5-fdf7-452c-924a-ce46b96f1283 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:27.470744 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0767bf5a-3945-48e1-8a11-e231687fb35b req-398f01d5-fdf7-452c-924a-ce46b96f1283 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.24 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 945 time: 0.0865855 Feb 04 06:40:27.547958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0767bf5a-3945-48e1-8a11-e231687fb35b req-80a56db8-5ac6-41e6-9686-0b3923c14797 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Deleting port dfe22db3-f234-406f-81c9-d0a31aaf3ead {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:40:27.548298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0767bf5a-3945-48e1-8a11-e231687fb35b req-80a56db8-5ac6-41e6-9686-0b3923c14797 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:27.806439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0767bf5a-3945-48e1-8a11-e231687fb35b req-80a56db8-5ac6-41e6-9686-0b3923c14797 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] For port dfe22db3-f234-406f-81c9-d0a31aaf3ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dfe22db3-f234-406f-81c9-d0a31aaf3ead,segment=NetworkSegment(4d245354-09cc-4ce9-91bb-4556fc3a2f9c),segment_id=4d245354-09cc-4ce9-91bb-4556fc3a2f9c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:27.806795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0767bf5a-3945-48e1-8a11-e231687fb35b req-80a56db8-5ac6-41e6-9686-0b3923c14797 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:28.045910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0767bf5a-3945-48e1-8a11-e231687fb35b req-80a56db8-5ac6-41e6-9686-0b3923c14797 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Calling delete_port for dfe22db3-f234-406f-81c9-d0a31aaf3ead owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:40:28.295492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0767bf5a-3945-48e1-8a11-e231687fb35b req-80a56db8-5ac6-41e6-9686-0b3923c14797 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:28.307432 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['dfe22db3-f234-406f-81c9-d0a31aaf3ead'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:40:28.345988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a56db8-5ac6-41e6-9686-0b3923c14797 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Pushing event deleted for resources: {'Port': ['ID=dfe22db3-f234-406f-81c9-d0a31aaf3ead,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:28.427588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0767bf5a-3945-48e1-8a11-e231687fb35b req-80a56db8-5ac6-41e6-9686-0b3923c14797 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] No DVR routers for this DVR port dfe22db3-f234-406f-81c9-d0a31aaf3ead on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:40:28.430107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0767bf5a-3945-48e1-8a11-e231687fb35b req-80a56db8-5ac6-41e6-9686-0b3923c14797 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:28.432854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'name': 'network-vif-deleted', 'tag': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:28.464805 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-08f983ec-1ca8-4df1-a0b4-bf833a6bf288 req-bace645a-cbf7-491f-8828-fd8842b72eff tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 210 time: 0.0494087 Feb 04 06:40:28.491022 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4462cc9e-0847-4af5-96cb-a35e9d6aca55', 'name': 'network-vif-deleted', 'tag': 'dfe22db3-f234-406f-81c9-d0a31aaf3ead', 'status': 'completed', 'code': 200} Feb 04 06:40:28.530910 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0767bf5a-3945-48e1-8a11-e231687fb35b req-80a56db8-5ac6-41e6-9686-0b3923c14797 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.24 "DELETE /v2.0/ports/dfe22db3-f234-406f-81c9-d0a31aaf3ead HTTP/1.1" status: 204 len: 173 time: 1.0547636 Feb 04 06:40:29.637526 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4b31374c-e388-4c13-a1bc-21d242de31de req-ff47cfe1-41e8-488e-a363-0007791eb3c8 tempest-ServerDiskConfigTestJSON-1407869802 tempest-ServerDiskConfigTestJSON-1407869802-project] 10.222.0.32 "GET /v2.0/ports?device_id=4462cc9e-0847-4af5-96cb-a35e9d6aca55 HTTP/1.1" status: 200 len: 210 time: 0.0464923 Feb 04 06:40:30.894284 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53906) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:30.953121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Deleting subnet 97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:40:30.956313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.010374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.066986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.216395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.250900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device dfe22db3-f234-406f-81c9-d0a31aaf3ead no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:40:31.265125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:31.267639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.277165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.277504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.278276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.278276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.278469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.278783 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.279095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.279429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.279733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.280044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.280360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.280687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:31.284000 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c68cb643-31d2-4673-8bfb-58fb77899422 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/97586cc1-43a5-4cdf-bdf4-60b5fdd1d92b HTTP/1.1" status: 204 len: 168 time: 0.3886883 Feb 04 06:40:31.286465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: dfe22db3-f234-406f-81c9-d0a31aaf3ead {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:40:31.286465 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device dfe22db3-f234-406f-81c9-d0a31aaf3ead not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:40:31.288307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53910) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:31.399538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.527360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.556890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83dc860-4b91-4ef6-81e1-b2760ad77f5d']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:31.570207 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d245354-09cc-4ce9-91bb-4556fc3a2f9c') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:31.574143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d245354-09cc-4ce9-91bb-4556fc3a2f9c') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:31.593255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.611297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.618172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:40:31.618624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:40:31.632345 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:40:31.781555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.801226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:31.811993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] Pushing event deleted for resources: {'Network': ['ID=c83dc860-4b91-4ef6-81e1-b2760ad77f5d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:31.902159 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b5126ad4-ef76-4972-9472-04dc29da1890 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c83dc860-4b91-4ef6-81e1-b2760ad77f5d HTTP/1.1" status: 204 len: 168 time: 0.6120281 Feb 04 06:40:32.252427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53916) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:32.305337 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b0013197-413a-4e7e-8126-ef260855efc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b19b5d666a5c45faacef8ee16e30d64d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515847 Feb 04 06:40:32.307817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 53920) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:32.370973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab4a0-dcca-4779-8dc7-1c4d663afd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:32.397011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab4a0-dcca-4779-8dc7-1c4d663afd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:32.529888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab4a0-dcca-4779-8dc7-1c4d663afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:32.548069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ab4a0-dcca-4779-8dc7-1c4d663afd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670d8be7-c39a-4569-a64a-83d75123c1b5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:32.660055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bf1ab4a0-dcca-4779-8dc7-1c4d663afd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:32.661659 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bf1ab4a0-dcca-4779-8dc7-1c4d663afd9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/670d8be7-c39a-4569-a64a-83d75123c1b5 HTTP/1.1" status: 204 len: 168 time: 0.3525474 Feb 04 06:40:33.814932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53944) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:33.917658 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-652620556-network', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:33.922625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:33.927276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Usage tracker for resource:network and tenant:0f2d2b6881f945bab9352c9f953617f6 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:40:33.930259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:40:33.936741 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:34.040716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Made reservation on behalf of 0f2d2b6881f945bab9352c9f953617f6 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:40:34.041234 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:34.054172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:34.069174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:34.073198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0f2d2b6881f945bab9352c9f953617f6 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:40:34.076049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:40:34.081721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:34.164619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:34.238367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:34.269746 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:40:34.278631 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf3e380-06f4-43ab-bcca-012dca3c1b16,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:34.284758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:34.285105 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Added segment 3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c of type vlan for network 31fc504e-edd7-4f10-9b57-38545fb0af39 Feb 04 06:40:34.313036 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:34.415899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:34.417197 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:34.417775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:34.521677 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=31fc504e-edd7-4f10-9b57-38545fb0af39,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:34.531632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:40:34.593465 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e6fec898-e758-4318-90dc-7b98a844c7b9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7772706 Feb 04 06:40:34.596028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53950) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:34.602232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Request body: {'subnet': {'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-652620556-subnet', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:34.607029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:34.610920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Usage tracker for resource:subnet and tenant:0f2d2b6881f945bab9352c9f953617f6 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:40:34.613754 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:40:34.619392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:34.724362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Made reservation on behalf of 0f2d2b6881f945bab9352c9f953617f6 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:40:34.727270 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:35.022569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:35.099777 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe1a533-0243-403b-9988-7de8a5053f81,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:35.109696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Checking segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:40:35.110242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Network hostable DHCP agents. Network: 31fc504e-edd7-4f10-9b57-38545fb0af39, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:40:35.238342 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:40:35.365041 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 31fc504e-edd7-4f10-9b57-38545fb0af39) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:35.370409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:35.371230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:35.374435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d9e524-c8f3-46b4-b126-ac4700f537d7 None None] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:40:35.479216 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fd51e261-865f-417b-a641-9e4f54d8d97f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8821180 Feb 04 06:40:35.482954 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53954) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:35.488381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:35.494134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:35.498815 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Usage tracker for resource:router and tenant:0f2d2b6881f945bab9352c9f953617f6 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:40:35.501908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:40:35.508348 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:35.576679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:35.577974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:35.595962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:35.650029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-31fc504e-edd7-4f10-9b57-38545fb0af39', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:40:35.650942 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:35.817126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Allocated IP 172.20.0.2 (31fc504e-edd7-4f10-9b57-38545fb0af39/0fe1a533-0243-403b-9988-7de8a5053f81/7e8274a1-fa31-4069-b968-42c1bc64937c) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:40:35.941945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:36.037335 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:36.053959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Transition to ACTIVE for port object 7e8274a1-fa31-4069-b968-42c1bc64937c will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:36.085699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Transition to ACTIVE for port object 7e8274a1-fa31-4069-b968-42c1bc64937c will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:36.176177 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:36.248048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:36.251178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:36.255540 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:40:36.261458 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Pushing event updated for resources: {'Port': ['ID=7e8274a1-fa31-4069-b968-42c1bc64937c,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:36.350960 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Attempting to bind port 7e8274a1-fa31-4069-b968-42c1bc64937c on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:40:36.351324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Attempting to bind port 7e8274a1-fa31-4069-b968-42c1bc64937c by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:40:36.351679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Attempting to bind port 7e8274a1-fa31-4069-b968-42c1bc64937c on network 31fc504e-edd7-4f10-9b57-38545fb0af39 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:40:36.357250 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:40:36.357614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Checking segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:40:36.358015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:36.358407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Bound using segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:40:36.358864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Bound port: 7e8274a1-fa31-4069-b968-42c1bc64937c, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:40:36.359235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:36.450990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] For port 7e8274a1-fa31-4069-b968-42c1bc64937c, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:40:36.454894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] For port 7e8274a1-fa31-4069-b968-42c1bc64937c, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e8274a1-fa31-4069-b968-42c1bc64937c,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:40:36.484882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:36.514054 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:36.518674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:36.656996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418da48-8cac-428b-8b27-0d167b845929 None None] Pushing event updated for resources: {'Port': ['ID=7e8274a1-fa31-4069-b968-42c1bc64937c,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:36.717648 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Allocated IP 172.26.7.87 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/79325a0c-7178-4d27-b006-102e317f9cdc) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:40:36.907456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:37.016490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:37.087488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:37.090392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:37.093107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:40:37.134511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Pushing event updated for resources: {'Port': ['ID=79325a0c-7178-4d27-b006-102e317f9cdc,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:37.278136 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e8274a1-fa31-4069-b968-42c1bc64937c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:37.461828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 7e8274a1-fa31-4069-b968-42c1bc64937c completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:37.659909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a933790e-b254-4d65-b235-bde50e1a3924 None None] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:40:37.685426 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:37.820530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4f9c1c9c-d44d-484c-9168-3236956f7813 None None] Provisioning for port 7e8274a1-fa31-4069-b968-42c1bc64937c completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:37.831670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4f9c1c9c-d44d-484c-9168-3236956f7813 None None] Provisioning complete for port 7e8274a1-fa31-4069-b968-42c1bc64937c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:37.832024 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4f9c1c9c-d44d-484c-9168-3236956f7813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:38.018419 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4f9c1c9c-d44d-484c-9168-3236956f7813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:38.057973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4f9c1c9c-d44d-484c-9168-3236956f7813 None None] For port 7e8274a1-fa31-4069-b968-42c1bc64937c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e8274a1-fa31-4069-b968-42c1bc64937c,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:38.124847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4f9c1c9c-d44d-484c-9168-3236956f7813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:38.185529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:38.212786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c1c9c-d44d-484c-9168-3236956f7813 None None] Pushing event updated for resources: {'Port': ['ID=7e8274a1-fa31-4069-b968-42c1bc64937c,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:38.346021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-47f923eb-c9db-4ea6-83b5-f1f17dbc73d1 None None] Provisioning complete for port 7e8274a1-fa31-4069-b968-42c1bc64937c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:38.346798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-47f923eb-c9db-4ea6-83b5-f1f17dbc73d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:38.501456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Router 2252fa7f-fbbd-4240-8852-6763434a6522 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:40:38.690938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:40:38.700641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Sync routers for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:40:38.711187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:40:38.711863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:40:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:38.793455 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:38.794811 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1ef88342-e4fd-49d3-a2fd-ebd63f8e369d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3108432 Feb 04 06:40:38.797697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53958) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:38.931337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:40:39.224940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:37Z', 'revision_number': 3, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:39.229557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Checking router: 2252fa7f-fbbd-4240-8852-6763434a6522 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:40:39.229926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Updating router 2252fa7f-fbbd-4240-8852-6763434a6522 port 79325a0c-7178-4d27-b006-102e317f9cdc binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:40:39.258945 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e8274a1-fa31-4069-b968-42c1bc64937c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:39.337936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:39.458625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7e8274a1-fa31-4069-b968-42c1bc64937c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:39.459381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:39.507400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:39.815460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:39.837184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Transition to ACTIVE for port object 79325a0c-7178-4d27-b006-102e317f9cdc will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:39.871883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Allocated IP 172.20.0.1 (31fc504e-edd7-4f10-9b57-38545fb0af39/0fe1a533-0243-403b-9988-7de8a5053f81/78419cec-9e91-4d0a-96c5-7e4e488c3d1c) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:40:39.907337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:39.989453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Attempting to bind port 79325a0c-7178-4d27-b006-102e317f9cdc on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:40:39.989812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Attempting to bind port 79325a0c-7178-4d27-b006-102e317f9cdc by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:40:39.990169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Attempting to bind port 79325a0c-7178-4d27-b006-102e317f9cdc on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:40:39.996153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b01d87-1a12-4181-b316-564e26c18344 None None] Pushing event updated for resources: {'Port': ['ID=79325a0c-7178-4d27-b006-102e317f9cdc,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:40.000620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:40:40.001020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:40:40.001420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:40.001807 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:40:40.002278 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Bound port: 79325a0c-7178-4d27-b006-102e317f9cdc, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:40:40.002648 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:40.037161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:40.055476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Transition to ACTIVE for port object 78419cec-9e91-4d0a-96c5-7e4e488c3d1c will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:40.089406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] For port 79325a0c-7178-4d27-b006-102e317f9cdc, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:40:40.092496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] For port 79325a0c-7178-4d27-b006-102e317f9cdc, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=79325a0c-7178-4d27-b006-102e317f9cdc,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:40:40.130393 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:40.153622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:40.196196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:40.199178 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:40.203192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:40:40.247231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Pushing event updated for resources: {'Port': ['ID=78419cec-9e91-4d0a-96c5-7e4e488c3d1c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:40.260718 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:40:40.261521 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:40:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:40.268322 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:40.325580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b01d87-1a12-4181-b316-564e26c18344 None None] Pushing event updated for resources: {'Port': ['ID=79325a0c-7178-4d27-b006-102e317f9cdc,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:40.466040 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:40:40.664488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:40.833754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:37Z', 'revision_number': 3, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:40.837724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b0b1b-2471-4c4f-9082-f0518a8ae1aa None None] The sync data for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv is: [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:37Z', 'revision_number': 3, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:40:40.844069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5063fe8e-af82-48ec-ae92-981afbde6a6a None None] Provisioning for port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:40.849220 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5063fe8e-af82-48ec-ae92-981afbde6a6a None None] Provisioning complete for port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:40.867341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5063fe8e-af82-48ec-ae92-981afbde6a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:40.907013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5063fe8e-af82-48ec-ae92-981afbde6a6a None None] Port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:40:40.909550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:41.033150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:41.151158 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:41.246529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Pushing event updated for resources: {'Port': ['ID=78419cec-9e91-4d0a-96c5-7e4e488c3d1c,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:41.284904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 79325a0c-7178-4d27-b006-102e317f9cdc up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:41.328419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:41.329791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:41.434324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 79325a0c-7178-4d27-b006-102e317f9cdc completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:41.441450 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 79325a0c-7178-4d27-b006-102e317f9cdc triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:41.442415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:41.573593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Router 2252fa7f-fbbd-4240-8852-6763434a6522 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:40:41.646512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:41.678978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 79325a0c-7178-4d27-b006-102e317f9cdc, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=79325a0c-7178-4d27-b006-102e317f9cdc,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:41.744428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2dc47123-5228-44bd-8677-02a0032a1f59 None None] Provisioning complete for port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:41.744839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2dc47123-5228-44bd-8677-02a0032a1f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:41.774123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:41.776436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:40:41.797829 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-09c1abac-3bb6-489e-892e-7489c8d879d1 admin admin] 10.222.0.32 "PUT /v2.0/routers/2252fa7f-fbbd-4240-8852-6763434a6522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9913735 Feb 04 06:40:41.863299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2dc47123-5228-44bd-8677-02a0032a1f59 None None] Port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:40:41.874857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=79325a0c-7178-4d27-b006-102e317f9cdc,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:42.349578 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53968) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:42.355124 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869200212', 'description': 'tempest-description--97005959'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:42.362086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:42.366102 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Usage tracker for resource:security_group and tenant:0f2d2b6881f945bab9352c9f953617f6 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:40:42.369187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:40:42.376835 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:42.457097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:42.482335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:42.487645 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Usage tracker for resource:security_group_rule and tenant:0f2d2b6881f945bab9352c9f953617f6 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:40:42.491252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:40:42.499114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:42.591333 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Sync routers for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:40:42.602875 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:40:42.603608 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:40:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:42.740231 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:42.824528 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:40:42.942276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:42.985419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5298acd2-fb59-44f7-a554-4e32dbcf40c8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:43.106614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.107830 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-094a1eee-2196-48e5-9a30-893ece7b71a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7571712 Feb 04 06:40:43.110658 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53972) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:43.115872 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-cc0fc448-865e-4a07-bb9d-d31c26f4f7af tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'security_group_rule': {'security_group_id': '5298acd2-fb59-44f7-a554-4e32dbcf40c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:43.121794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cc0fc448-865e-4a07-bb9d-d31c26f4f7af tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:43.125877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cc0fc448-865e-4a07-bb9d-d31c26f4f7af tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Usage tracker for resource:security_group_rule and tenant:0f2d2b6881f945bab9352c9f953617f6 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:40:43.128868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cc0fc448-865e-4a07-bb9d-d31c26f4f7af tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:40:43.135153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cc0fc448-865e-4a07-bb9d-d31c26f4f7af tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:43.145514 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 2, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:43.149529 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Checking router: 2252fa7f-fbbd-4240-8852-6763434a6522 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:40:43.149877 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Updating router 2252fa7f-fbbd-4240-8852-6763434a6522 port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:40:43.205350 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.237104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 79325a0c-7178-4d27-b006-102e317f9cdc up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:43.258673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc0fc448-865e-4a07-bb9d-d31c26f4f7af tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.309761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 79325a0c-7178-4d27-b006-102e317f9cdc triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:43.310083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.330781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc0fc448-865e-4a07-bb9d-d31c26f4f7af tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.438481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc0fc448-865e-4a07-bb9d-d31c26f4f7af tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.473069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fc448-865e-4a07-bb9d-d31c26f4f7af tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9906c50f-9d9f-4eb0-88e6-d90163a72cd3,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:43.553907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc0fc448-865e-4a07-bb9d-d31c26f4f7af tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.556112 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cc0fc448-865e-4a07-bb9d-d31c26f4f7af tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4440825 Feb 04 06:40:43.558494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53976) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:43.566450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-696d61ca-9f4c-40a1-89b3-71d6cdb2eaa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'security_group_rule': {'security_group_id': '5298acd2-fb59-44f7-a554-4e32dbcf40c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:43.575818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-696d61ca-9f4c-40a1-89b3-71d6cdb2eaa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:43.582174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-696d61ca-9f4c-40a1-89b3-71d6cdb2eaa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Usage tracker for resource:security_group_rule and tenant:0f2d2b6881f945bab9352c9f953617f6 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:40:43.586492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-696d61ca-9f4c-40a1-89b3-71d6cdb2eaa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:40:43.590551 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.595548 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-696d61ca-9f4c-40a1-89b3-71d6cdb2eaa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:43.609197 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Transition to ACTIVE for port object 78419cec-9e91-4d0a-96c5-7e4e488c3d1c will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:43.685252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-696d61ca-9f4c-40a1-89b3-71d6cdb2eaa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.706635 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.767529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-696d61ca-9f4c-40a1-89b3-71d6cdb2eaa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.867031 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-696d61ca-9f4c-40a1-89b3-71d6cdb2eaa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.894028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d61ca-9f4c-40a1-89b3-71d6cdb2eaa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b069c63e-cadf-4388-a530-df439cf81883,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:43.906600 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Pushing event updated for resources: {'Port': ['ID=78419cec-9e91-4d0a-96c5-7e4e488c3d1c,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:43.930691 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.931037 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.932238 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.932238 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.932238 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.932519 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.932613 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.932932 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.933259 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.933572 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.933895 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.934205 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:43.946939 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Attempting to bind port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:40:43.947306 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Attempting to bind port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:40:43.947659 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Attempting to bind port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c on network 31fc504e-edd7-4f10-9b57-38545fb0af39 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:40:43.953360 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:40:43.953916 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Checking segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:40:43.954300 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.954720 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Bound using segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:40:43.955155 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Bound port: 78419cec-9e91-4d0a-96c5-7e4e488c3d1c, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:40:43.955520 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.992785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-696d61ca-9f4c-40a1-89b3-71d6cdb2eaa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:43.994165 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-696d61ca-9f4c-40a1-89b3-71d6cdb2eaa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4342160 Feb 04 06:40:43.997311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 53980) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:40:44.002924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:44.010818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:44.017085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Usage tracker for resource:floatingip and tenant:0f2d2b6881f945bab9352c9f953617f6 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:40:44.020996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:40:44.027465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:44.052122 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] For port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:40:44.055153 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] For port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=78419cec-9e91-4d0a-96c5-7e4e488c3d1c,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:40:44.095845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:44.130638 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:44.210141 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:40:44.210784 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:40:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:44.243918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:44.268767 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199c334-75e5-41ed-b6d9-bba9ed2aa4da None None] Pushing event updated for resources: {'Port': ['ID=78419cec-9e91-4d0a-96c5-7e4e488c3d1c,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:44.395797 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Allocated IP 172.26.7.252 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/ce06c2ab-b613-45c7-aa21-b3028eef4698) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:40:44.441263 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:40:44.565014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:44.690184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:44.755374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:44.758415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:44.762508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:40:44.771153 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:44Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:40:44.775735 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670b7d74-8d9e-4e47-99b8-612883c56ce4 None None] The sync data for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv is: [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:44Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:40:44.805111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event updated for resources: {'Port': ['ID=ce06c2ab-b613-45c7-aa21-b3028eef4698,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:44.874259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:45.066267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:45.318077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 78419cec-9e91-4d0a-96c5-7e4e488c3d1c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:45.323274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:45.392876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:45.467191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:45.473940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:45.474725 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:45.531416 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event updated for resources: {'Port': ['ID=ce06c2ab-b613-45c7-aa21-b3028eef4698,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:45.557098 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:45.605856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:45.638690 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=78419cec-9e91-4d0a-96c5-7e4e488c3d1c,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:45.656309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:45.657709 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f0a3d57c-58ab-44f7-8d28-b1d9e18588e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6589904 Feb 04 06:40:45.805152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:45.845828 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e5597963-2b02-43c6-a5c5-8e19edfa60e3 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1869200212&fields=id&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 267 time: 0.0449078 Feb 04 06:40:45.857265 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-91a253fb-f642-464a-b923-abab0ed040f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:45.893467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=78419cec-9e91-4d0a-96c5-7e4e488c3d1c,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:46.016111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d91fb769-ac1f-4d27-9653-a0fa8ca7a026 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:46.017688 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d91fb769-ac1f-4d27-9653-a0fa8ca7a026 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 811 time: 0.1647968 Feb 04 06:40:46.034228 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-331505ae-f24f-433e-a72a-6b1c575481e3 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/quotas/0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 375 time: 0.0099859 Feb 04 06:40:46.131031 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e08cfc60-01a2-4ac3-8f43-af43fd206218 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907683 Feb 04 06:40:46.317826 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-4efec160-00ae-4f7c-b1b8-0c0a8ae7ba5c service neutron] 10.222.0.32 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744306 Feb 04 06:40:46.447785 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-2929fc6e-7870-483c-aa62-2be5728b49be service neutron] 10.222.0.32 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241620 Feb 04 06:40:46.728891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-260412c5-1d6a-4a0b-a43c-171da7baa89f req-dbf3d311-9000-4e5b-91eb-bd0decc925f2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Synchronizing usage tracker for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:40:46.821454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-260412c5-1d6a-4a0b-a43c-171da7baa89f req-dbf3d311-9000-4e5b-91eb-bd0decc925f2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Unset dirty status for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:40:46.823330 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-260412c5-1d6a-4a0b-a43c-171da7baa89f req-dbf3d311-9000-4e5b-91eb-bd0decc925f2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 210 time: 0.1426606 Feb 04 06:40:47.239712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 78419cec-9e91-4d0a-96c5-7e4e488c3d1c up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:47.310224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:47.310608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:47.925003 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c59088b0-7977-45ef-94a1-127477f93492 req-0f730601-3479-49aa-a6bb-12fdb965f1e4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 210 time: 0.0488882 Feb 04 06:40:48.026699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c63f1907-3adf-4082-a05c-3dd570b74ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:49.077539 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-36933d56-4277-4ca5-9682-f21ab774fb43 req-275643e2-237d-49b0-9569-fa301d49fd1c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 210 time: 0.0459387 Feb 04 06:40:49.135676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:49.181477 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:49.634708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-cabf68c7-05b5-42a9-a35b-4752982d2867 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:49.636196 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-cabf68c7-05b5-42a9-a35b-4752982d2867 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 811 time: 0.2643414 Feb 04 06:40:49.693990 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-5cf9dbbb-2771-4854-9870-218131a4379a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 380 time: 0.0496101 Feb 04 06:40:49.702538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'port': {'device_id': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'admin_state_up': True, 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'security_groups': ['5298acd2-fb59-44f7-a554-4e32dbcf40c8']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:49.845359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:40:49.855897 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:40:49.952810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Made reservation on behalf of 0f2d2b6881f945bab9352c9f953617f6 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:40:49.956383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:49.964262 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:50.122182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Allocated IP 172.20.0.10 (31fc504e-edd7-4f10-9b57-38545fb0af39/0fe1a533-0243-403b-9988-7de8a5053f81/a2f7b589-a1b0-4419-8485-89de4f3f09a8) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:40:50.289263 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-97043c4b-f512-4767-ab3e-4738b319853e req-c13539ed-bbf7-45c9-9ec3-ccb37cc900f2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 210 time: 0.0552554 Feb 04 06:40:50.371665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:50.388169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Transition to ACTIVE for port object a2f7b589-a1b0-4419-8485-89de4f3f09a8 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:50.462746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:50.543224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:40:50.546973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:40:50.551122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:40:50.583254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event updated for resources: {'Port': ['ID=a2f7b589-a1b0-4419-8485-89de4f3f09a8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:50.603868 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.606877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.606877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.606877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.606877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.606877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.606877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.606877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.606877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.606877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.607514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.607514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:40:50.635793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:50.640094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:50.640774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:50.771677 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-d20d8675-76f2-4e44-a44e-2c8286333e53 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0728819 Feb 04 06:40:50.784009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Request body: {'port': {'device_id': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:40:50.867251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-04b287b3-21f1-4714-8336-632f6d1cc96f None None] Provisioning for port a2f7b589-a1b0-4419-8485-89de4f3f09a8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:50.873197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-04b287b3-21f1-4714-8336-632f6d1cc96f None None] Provisioning complete for port a2f7b589-a1b0-4419-8485-89de4f3f09a8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:50.873578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-04b287b3-21f1-4714-8336-632f6d1cc96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:50.910199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:50.933028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-04b287b3-21f1-4714-8336-632f6d1cc96f None None] Port a2f7b589-a1b0-4419-8485-89de4f3f09a8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:40:51.270209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f7b589-a1b0-4419-8485-89de4f3f09a8 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:40:51.278015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.293529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Transition to ACTIVE for port object a2f7b589-a1b0-4419-8485-89de4f3f09a8 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:40:51.432913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.480162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde6f94-cf88-4c63-a3be-05ef59873a28 req-5a9c66da-d8c8-4ee8-81d5-9b4caa1c2beb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:51.481743 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2fde6f94-cf88-4c63-a3be-05ef59873a28 req-5a9c66da-d8c8-4ee8-81d5-9b4caa1c2beb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 944 time: 0.0830975 Feb 04 06:40:51.533118 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-2fde6f94-cf88-4c63-a3be-05ef59873a28 req-d9851e0e-7f1a-481d-b9d3-bdc770c9b23f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Synchronizing usage tracker for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:40:51.580507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f7b589-a1b0-4419-8485-89de4f3f09a8,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:51.690326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Attempting to bind port a2f7b589-a1b0-4419-8485-89de4f3f09a8 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:40:51.690974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Attempting to bind port a2f7b589-a1b0-4419-8485-89de4f3f09a8 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:40:51.690974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Attempting to bind port a2f7b589-a1b0-4419-8485-89de4f3f09a8 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:40:51.696045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Port a2f7b589-a1b0-4419-8485-89de4f3f09a8 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:40:51.696365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Attempting to bind port a2f7b589-a1b0-4419-8485-89de4f3f09a8 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:40:51.701919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:40:51.702152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Checking segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:40:51.702541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Bound using segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:40:51.702967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Bound port: a2f7b589-a1b0-4419-8485-89de4f3f09a8, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:40:51.703315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.724717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-2fde6f94-cf88-4c63-a3be-05ef59873a28 req-d9851e0e-7f1a-481d-b9d3-bdc770c9b23f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Unset dirty status for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:40:51.725954 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2fde6f94-cf88-4c63-a3be-05ef59873a28 req-d9851e0e-7f1a-481d-b9d3-bdc770c9b23f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384071 Feb 04 06:40:51.801103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] For port a2f7b589-a1b0-4419-8485-89de4f3f09a8, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:40:51.804940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] For port a2f7b589-a1b0-4419-8485-89de4f3f09a8, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:40:51.873152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.935147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:51.935766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:51.937154 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] 10.222.0.24 "PUT /v2.0/ports/a2f7b589-a1b0-4419-8485-89de4f3f09a8 HTTP/1.1" status: 200 len: 1094 time: 1.1582582 Feb 04 06:40:51.937593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:51.958847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818bade-6fd4-4a11-b4fd-fe636b577855 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f7b589-a1b0-4419-8485-89de4f3f09a8,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:51.993990 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'status': 'completed', 'code': 200} Feb 04 06:40:52.205450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672c5f7-acd6-4e7d-92ef-6228416aeba9 req-ef689fff-bfff-4b62-9f50-540fd949d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.206855 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a672c5f7-acd6-4e7d-92ef-6228416aeba9 req-ef689fff-bfff-4b62-9f50-540fd949d980 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 1097 time: 0.1911466 Feb 04 06:40:52.350462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672c5f7-acd6-4e7d-92ef-6228416aeba9 req-3a7cfa79-b78d-4550-97bf-d197e53b5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.351915 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a672c5f7-acd6-4e7d-92ef-6228416aeba9 req-3a7cfa79-b78d-4550-97bf-d197e53b5891 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0f2d2b6881f945bab9352c9f953617f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1385558 Feb 04 06:40:52.495088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672c5f7-acd6-4e7d-92ef-6228416aeba9 req-d75517fc-33fd-4f74-9e3d-ad78d91260f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.496603 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a672c5f7-acd6-4e7d-92ef-6228416aeba9 req-d75517fc-33fd-4f74-9e3d-ad78d91260f4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1381681 Feb 04 06:40:52.604101 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-6859b0a8-422f-4b33-aa36-47c3d8e6d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.605649 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-6859b0a8-422f-4b33-aa36-47c3d8e6d209 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 1097 time: 0.0737638 Feb 04 06:40:52.676976 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-564d4cac-1b52-4d67-9cc4-7e8466b917c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8 HTTP/1.1" status: 200 len: 217 time: 0.0647254 Feb 04 06:40:52.740517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-9ff8218f-e2ae-43d5-97b7-b85724ae1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.741901 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-9ff8218f-e2ae-43d5-97b7-b85724ae1817 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0598001 Feb 04 06:40:52.822564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-9709b047-f3c1-4518-926b-242098d84378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.824071 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-9709b047-f3c1-4518-926b-242098d84378 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762384 Feb 04 06:40:52.931877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de73a6f-e672-45f2-94f9-123637d4a7c0 req-f6046bdc-97cd-4559-ad20-d09b97a5a690 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:52.933554 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1de73a6f-e672-45f2-94f9-123637d4a7c0 req-f6046bdc-97cd-4559-ad20-d09b97a5a690 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 944 time: 0.0977228 Feb 04 06:40:52.961696 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-85fcfe3d-69ef-4072-9dc1-5e637c34436b service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318014 Feb 04 06:40:52.980235 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1de73a6f-e672-45f2-94f9-123637d4a7c0 req-59376898-1902-46ea-a871-e131fe8495a8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406973 Feb 04 06:40:53.099759 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45ac6c6a-47d2-478b-99a4-564c00953cb1 req-612f420c-fb35-4058-8155-e5c1e0532123 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321852 Feb 04 06:40:54.167752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca481d5-ea2e-4919-84a7-e719a2262a75 req-6d9a33fa-91e5-4f80-a14b-4eb60587474d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:54.174015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-9ca481d5-ea2e-4919-84a7-e719a2262a75 req-6d9a33fa-91e5-4f80-a14b-4eb60587474d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Synchronizing usage tracker for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:40:54.295234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-9ca481d5-ea2e-4919-84a7-e719a2262a75 req-6d9a33fa-91e5-4f80-a14b-4eb60587474d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Unset dirty status for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:40:54.296313 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9ca481d5-ea2e-4919-84a7-e719a2262a75 req-6d9a33fa-91e5-4f80-a14b-4eb60587474d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 944 time: 0.2076104 Feb 04 06:40:54.342145 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9ca481d5-ea2e-4919-84a7-e719a2262a75 req-a565dfbd-686b-4a03-b18e-c04ffa961487 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394530 Feb 04 06:40:55.376452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2f7b589-a1b0-4419-8485-89de4f3f09a8 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:40:55.515478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2f7b589-a1b0-4419-8485-89de4f3f09a8, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:55.529278 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'port_id': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'mac_address': 'fa:16:3e:bb:a9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:40:55.534548 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e86ab-d390-4595-a8f3-2528c8bf33de req-88d39275-e202-4822-b5ba-331c7b62a8b2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:55.536099 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b20e86ab-d390-4595-a8f3-2528c8bf33de req-88d39275-e202-4822-b5ba-331c7b62a8b2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 944 time: 0.0862863 Feb 04 06:40:55.582506 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b20e86ab-d390-4595-a8f3-2528c8bf33de req-9af8c665-0a5f-40ba-b179-291b07feb847 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Feb 04 06:40:55.587997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:55.605505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f7b589-a1b0-4419-8485-89de4f3f09a8 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:40:55.622765 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2f7b589-a1b0-4419-8485-89de4f3f09a8, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:55.746946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:55.820102 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a2f7b589-a1b0-4419-8485-89de4f3f09a8,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:56.070618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['a2f7b589-a1b0-4419-8485-89de4f3f09a8'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:40:56.776231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfebe13-d623-4da2-8731-37ee7ad85af4 req-6a288da7-8347-4029-9020-b362a66f7106 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:56.777687 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cbfebe13-d623-4da2-8731-37ee7ad85af4 req-6a288da7-8347-4029-9020-b362a66f7106 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 945 time: 0.0878205 Feb 04 06:40:56.826222 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cbfebe13-d623-4da2-8731-37ee7ad85af4 req-371b84bd-b93e-4f75-b19b-cc1e28f82f8c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Feb 04 06:40:57.392778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2f7b589-a1b0-4419-8485-89de4f3f09a8 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:40:57.564309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port a2f7b589-a1b0-4419-8485-89de4f3f09a8 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:40:57.570242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port a2f7b589-a1b0-4419-8485-89de4f3f09a8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:40:57.570615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:57.687931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:57.715154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:40:57.724840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2f7b589-a1b0-4419-8485-89de4f3f09a8, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:40:57.811868 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'code': 200} Feb 04 06:40:57.844066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:40:57.915911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a2f7b589-a1b0-4419-8485-89de4f3f09a8,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:40:58.029191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b259a7-cd10-43ba-8d60-55ffc8461a81 req-8a4ec168-8bee-40d5-aded-a051cde01c1d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:58.030607 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62b259a7-cd10-43ba-8d60-55ffc8461a81 req-8a4ec168-8bee-40d5-aded-a051cde01c1d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0957403 Feb 04 06:40:58.085295 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-62b259a7-cd10-43ba-8d60-55ffc8461a81 req-d044e399-bab8-4b01-b0b2-f7d3bddc0a39 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434871 Feb 04 06:40:58.230656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea1516-9607-4e75-b605-f3ca158d27de req-1a757702-503f-4e74-b30e-7d1b15cf03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:58.232124 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e4ea1516-9607-4e75-b605-f3ca158d27de req-1a757702-503f-4e74-b30e-7d1b15cf03e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 1099 time: 0.0699131 Feb 04 06:40:58.272185 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e4ea1516-9607-4e75-b605-f3ca158d27de req-05ecd913-ec08-4b77-9d63-f080ec30edb9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342782 Feb 04 06:40:59.288267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c96732-d388-40c0-9228-40f4f1eb823c req-729468f3-925f-4736-ac1f-80abb929374a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:40:59.289826 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-96c96732-d388-40c0-9228-40f4f1eb823c req-729468f3-925f-4736-ac1f-80abb929374a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0890839 Feb 04 06:40:59.335873 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-96c96732-d388-40c0-9228-40f4f1eb823c req-42f5ccb9-e083-4f2b-9e0a-61ac20d14b40 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398588 Feb 04 06:41:00.525601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e431-1863-41ff-a9ee-1c60cc54b207 req-c4a9a2fb-74ad-478a-91e9-4e8f56624f6a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:00.527196 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1406e431-1863-41ff-a9ee-1c60cc54b207 req-c4a9a2fb-74ad-478a-91e9-4e8f56624f6a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0874398 Feb 04 06:41:00.572707 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1406e431-1863-41ff-a9ee-1c60cc54b207 req-9fab23b4-b905-496e-b957-0a807ce302dc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396602 Feb 04 06:41:00.760482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57bf9-0928-4d08-9335-62bbc65a479f req-0b1beea4-a622-4731-b708-0c13a73b6367 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:00.762016 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7fb57bf9-0928-4d08-9335-62bbc65a479f req-0b1beea4-a622-4731-b708-0c13a73b6367 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0804656 Feb 04 06:41:00.771284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 54046) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:00.776472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-faea7262-c4fa-4362-b6f3-77201426c201 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'floatingip': {'port_id': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:00.853340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-faea7262-c4fa-4362-b6f3-77201426c201 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:01.597390 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-faea7262-c4fa-4362-b6f3-77201426c201 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:01.684223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-faea7262-c4fa-4362-b6f3-77201426c201 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:01.852773 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-faea7262-c4fa-4362-b6f3-77201426c201 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Floating IP 83637a70-e993-4b79-8ac7-d399decad296 associated. External IP: 172.26.7.252, port: a2f7b589-a1b0-4419-8485-89de4f3f09a8. Feb 04 06:41:01.917026 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:41:02.203439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faea7262-c4fa-4362-b6f3-77201426c201 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Router 2252fa7f-fbbd-4240-8852-6763434a6522 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:41:02.382417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faea7262-c4fa-4362-b6f3-77201426c201 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:41:02.387090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-faea7262-c4fa-4362-b6f3-77201426c201 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:02.395480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45b5e0-9a90-4631-aabb-274c8f774bfb None None] Sync routers for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:41:02.405581 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45b5e0-9a90-4631-aabb-274c8f774bfb None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:02.406209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dc45b5e0-9a90-4631-aabb-274c8f774bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:40:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:02.449351 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-faea7262-c4fa-4362-b6f3-77201426c201 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "PUT /v2.0/floatingips/83637a70-e993-4b79-8ac7-d399decad296 HTTP/1.1" status: 200 len: 992 time: 1.6768098 Feb 04 06:41:02.450860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:41:02.518841 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'status': 'completed', 'code': 200} Feb 04 06:41:02.602171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-dc45b5e0-9a90-4631-aabb-274c8f774bfb None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:02.819008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876be20-b9b8-4c59-9519-f7a7b7312b3c req-8d7b2a5b-8455-418f-94db-62257c5a8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:02.821501 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c876be20-b9b8-4c59-9519-f7a7b7312b3c req-8d7b2a5b-8455-418f-94db-62257c5a8ddd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 1099 time: 0.2714159 Feb 04 06:41:02.870278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a51c1-5ab9-4191-a090-8ecd1e83d452 req-ad1b0bd1-6bb9-4f6a-9d9d-800d13e1e04a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:02.872733 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-285a51c1-5ab9-4191-a090-8ecd1e83d452 req-ad1b0bd1-6bb9-4f6a-9d9d-800d13e1e04a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.1609020 Feb 04 06:41:03.001908 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-285a51c1-5ab9-4191-a090-8ecd1e83d452 req-fe468cad-6aa2-4779-912c-73fba9e92f04 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233163 Feb 04 06:41:03.039266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876be20-b9b8-4c59-9519-f7a7b7312b3c req-200fe690-37b2-4497-9626-a7950cb4db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:03.040788 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c876be20-b9b8-4c59-9519-f7a7b7312b3c req-200fe690-37b2-4497-9626-a7950cb4db53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.2123196 Feb 04 06:41:03.078302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dc45b5e0-9a90-4631-aabb-274c8f774bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:bb:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:41:01Z', 'revision_number': 1, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:03.083833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45b5e0-9a90-4631-aabb-274c8f774bfb None None] Checking router: 2252fa7f-fbbd-4240-8852-6763434a6522 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:41:03.096092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45b5e0-9a90-4631-aabb-274c8f774bfb None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:03.096753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dc45b5e0-9a90-4631-aabb-274c8f774bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:40:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:03.155795 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c876be20-b9b8-4c59-9519-f7a7b7312b3c req-5dabaf62-c03a-4f07-8b43-a0ae80cfce69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8 HTTP/1.1" status: 200 len: 1000 time: 0.1085188 Feb 04 06:41:03.253772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876be20-b9b8-4c59-9519-f7a7b7312b3c req-fed73712-f134-4734-81b7-cf8306044c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:03.255404 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c876be20-b9b8-4c59-9519-f7a7b7312b3c req-fed73712-f134-4734-81b7-cf8306044c1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0934038 Feb 04 06:41:03.287162 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-dc45b5e0-9a90-4631-aabb-274c8f774bfb None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:03.345159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876be20-b9b8-4c59-9519-f7a7b7312b3c req-aabc3f24-0575-4d06-bd0f-0c52c061eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:03.346837 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c876be20-b9b8-4c59-9519-f7a7b7312b3c req-aabc3f24-0575-4d06-bd0f-0c52c061eecd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860498 Feb 04 06:41:03.499606 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c876be20-b9b8-4c59-9519-f7a7b7312b3c req-bb08dcd2-5fb8-427c-b2ef-35ae8247f91c service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447968 Feb 04 06:41:03.633364 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c876be20-b9b8-4c59-9519-f7a7b7312b3c req-22171f27-8bf8-4e04-9605-c44c884c35b7 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275854 Feb 04 06:41:03.658205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dc45b5e0-9a90-4631-aabb-274c8f774bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:bb:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:41:01Z', 'revision_number': 1, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:03.663144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45b5e0-9a90-4631-aabb-274c8f774bfb None None] The sync data for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv is: [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:bb:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:41:01Z', 'revision_number': 1, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:41:03.866916 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812be3c-00ef-4f48-b025-fa3bd2379a14 None None] New status for floating IP 83637a70-e993-4b79-8ac7-d399decad296: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:41:04.197769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86584e71-5151-457f-aae7-f7a04b785cbd req-bfc99cc3-ca8d-4028-ae02-ce918c0c0095 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:04.199281 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-86584e71-5151-457f-aae7-f7a04b785cbd req-bfc99cc3-ca8d-4028-ae02-ce918c0c0095 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0843551 Feb 04 06:41:04.246394 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-86584e71-5151-457f-aae7-f7a04b785cbd req-de67ad8d-8832-4241-a16f-25f4cb447b5c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 Feb 04 06:41:04.432187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc6b60-5578-4fa3-8fa2-ac898821f8d5 req-6114c64b-ed87-4a6c-8830-99d872371f9f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:04.433691 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e9dc6b60-5578-4fa3-8fa2-ac898821f8d5 req-6114c64b-ed87-4a6c-8830-99d872371f9f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0819623 Feb 04 06:41:04.489341 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e9dc6b60-5578-4fa3-8fa2-ac898821f8d5 req-c59581f7-cfa7-46ff-a58d-999edbaac494 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Feb 04 06:41:05.039597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8596c-3cd4-4011-9d84-9c856a5364c4 req-cf14412a-3216-4617-950c-d558c08f9ce8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:05.041072 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10a8596c-3cd4-4011-9d84-9c856a5364c4 req-cf14412a-3216-4617-950c-d558c08f9ce8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0848367 Feb 04 06:41:05.133913 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10a8596c-3cd4-4011-9d84-9c856a5364c4 req-e9b8e37c-bb64-4c67-a8cc-54e975c44ea4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866010 Feb 04 06:41:05.156833 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-029158fb-ca45-4adc-9a68-bf32cb460666 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958772 Feb 04 06:41:06.324809 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e31e9c-c907-469d-8826-cf31d0b5b4e4 req-4a07df6f-1742-43ef-8563-15eb27fa3ede tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:06.326413 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f1e31e9c-c907-469d-8826-cf31d0b5b4e4 req-4a07df6f-1742-43ef-8563-15eb27fa3ede tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0865035 Feb 04 06:41:06.376502 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f1e31e9c-c907-469d-8826-cf31d0b5b4e4 req-52a6f180-f27d-462b-9a9d-25a6b1a1219c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435934 Feb 04 06:41:07.493487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-a2a797ae-b7ff-4178-9519-97422652b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:07.494510 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-a2a797ae-b7ff-4178-9519-97422652b67b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 1099 time: 0.0762064 Feb 04 06:41:07.682389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-d1c2b46a-8f3e-49cd-891e-c761d644bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:07.683839 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-d1c2b46a-8f3e-49cd-891e-c761d644bb78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1847157 Feb 04 06:41:07.753233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354495dc-b78e-4255-96f7-c2d5df4dac25 req-94312b58-a965-4e59-9138-2b4a7ef4895b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:07.755184 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-354495dc-b78e-4255-96f7-c2d5df4dac25 req-94312b58-a965-4e59-9138-2b4a7ef4895b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.1919348 Feb 04 06:41:07.825517 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-7fd3c4b7-3d8b-41d2-8191-a101ac878a65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8 HTTP/1.1" status: 200 len: 1002 time: 0.1352005 Feb 04 06:41:07.830136 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-354495dc-b78e-4255-96f7-c2d5df4dac25 req-5870d889-11a4-4d19-bf05-3190b42bf7f4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617661 Feb 04 06:41:08.007474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-cb3ca678-caa7-41f3-a791-aa662cf3d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:08.008908 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-cb3ca678-caa7-41f3-a791-aa662cf3d793 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.1776309 Feb 04 06:41:08.088780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-04893627-f3e5-48c7-997c-35dee2324cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:08.090298 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-04893627-f3e5-48c7-997c-35dee2324cc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755234 Feb 04 06:41:08.228291 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-a97442b3-f1c9-49b9-90c7-ea52ff8a96d7 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318817 Feb 04 06:41:08.365219 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-63766079-5c58-4b9a-97e3-22bef1575ea1 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313150 Feb 04 06:41:09.032158 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5905d-3b90-4415-b5e0-cd3c4628f180 req-137fa9c7-60f4-43c1-addb-67a38e3f3df2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:09.034443 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8bb5905d-3b90-4415-b5e0-cd3c4628f180 req-137fa9c7-60f4-43c1-addb-67a38e3f3df2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0915601 Feb 04 06:41:09.080840 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8bb5905d-3b90-4415-b5e0-cd3c4628f180 req-1bd58b3d-683f-44c0-8084-de69851c6132 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400004 Feb 04 06:41:10.289855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10287fd6-89c0-45f6-a0c2-7e50085a6e97 req-8b7d09af-766d-4215-9c9d-b58435f1c9b8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:10.291247 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10287fd6-89c0-45f6-a0c2-7e50085a6e97 req-8b7d09af-766d-4215-9c9d-b58435f1c9b8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0843310 Feb 04 06:41:10.345612 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10287fd6-89c0-45f6-a0c2-7e50085a6e97 req-47be484c-5686-4459-8d3b-2a200878d3c8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483863 Feb 04 06:41:11.536923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb86d9f-727d-4441-939d-164a6f7dee74 req-b5d349ec-ff34-482e-bb3b-cd3f6a613930 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:11.538454 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9fb86d9f-727d-4441-939d-164a6f7dee74 req-b5d349ec-ff34-482e-bb3b-cd3f6a613930 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0858257 Feb 04 06:41:11.686800 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9fb86d9f-727d-4441-939d-164a6f7dee74 req-39b23c46-adf0-4b1a-b36e-d8daf56a4515 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422572 Feb 04 06:41:12.873579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790c1e7-8e36-4024-8843-2ce06ab2703c req-b508bee9-c61b-4020-97b6-ddf9523f111e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:12.875950 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9790c1e7-8e36-4024-8843-2ce06ab2703c req-b508bee9-c61b-4020-97b6-ddf9523f111e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0808635 Feb 04 06:41:12.921093 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9790c1e7-8e36-4024-8843-2ce06ab2703c req-51388686-e687-4131-b37c-e400280e7cae tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393333 Feb 04 06:41:14.116310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4f0c-0791-4703-b03e-f845d850b296 req-e112e0c1-f1ff-489d-abb7-8fde94bd2446 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:14.117853 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d14c4f0c-0791-4703-b03e-f845d850b296 req-e112e0c1-f1ff-489d-abb7-8fde94bd2446 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0823650 Feb 04 06:41:14.170590 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d14c4f0c-0791-4703-b03e-f845d850b296 req-4676fa7b-7547-450e-8b7a-ec15226fd41a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462911 Feb 04 06:41:15.359003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51128170-a1b2-4b83-ac71-7caa68a109a9 req-15a37f07-5fa1-46f1-80f3-ff84c03ef836 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:15.360460 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-51128170-a1b2-4b83-ac71-7caa68a109a9 req-15a37f07-5fa1-46f1-80f3-ff84c03ef836 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0824411 Feb 04 06:41:15.403637 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-51128170-a1b2-4b83-ac71-7caa68a109a9 req-3e6e2c0b-7837-4a75-bd20-d3daea4742e6 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374889 Feb 04 06:41:15.758073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9963f314-b6fb-4389-ab96-ecaad0c1f5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:16.591866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c7e72-28f4-487a-ab8a-a4b6c555ce20 req-d094d27e-8ba9-43b6-b3db-67fd489e8e60 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:16.593371 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7c7c7e72-28f4-487a-ab8a-a4b6c555ce20 req-d094d27e-8ba9-43b6-b3db-67fd489e8e60 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0812874 Feb 04 06:41:16.638388 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7c7c7e72-28f4-487a-ab8a-a4b6c555ce20 req-52e8b043-3c8c-4370-bbb1-347f25790528 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382278 Feb 04 06:41:17.820853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35618e2e-967d-4770-95aa-0b5befa8c159 req-3166c174-47c4-4fae-b467-fe5fb2632ec6 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:17.822225 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-35618e2e-967d-4770-95aa-0b5befa8c159 req-3166c174-47c4-4fae-b467-fe5fb2632ec6 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0806355 Feb 04 06:41:17.868863 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-35618e2e-967d-4770-95aa-0b5befa8c159 req-47e86c91-cbbf-44cb-ab45-dcf2c5106a95 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410028 Feb 04 06:41:17.975921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-06df1514-a22d-4384-80a2-125c4e9cc8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:18.345041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-c24a5807-8f2f-47e0-a57b-3d3330041656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:18.346546 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-c24a5807-8f2f-47e0-a57b-3d3330041656 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 1099 time: 0.0779152 Feb 04 06:41:18.496775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-e158dd59-a1fa-41f3-9a47-dda203b8e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:18.498337 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-e158dd59-a1fa-41f3-9a47-dda203b8e7aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1334031 Feb 04 06:41:18.610237 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-db877878-6811-4755-9783-c0d69181c1ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8 HTTP/1.1" status: 200 len: 1002 time: 0.1054528 Feb 04 06:41:18.675713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-e0e6db97-7d20-4dd5-8b05-6d3729af8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:18.677225 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-e0e6db97-7d20-4dd5-8b05-6d3729af8087 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0608468 Feb 04 06:41:18.756626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-8fd32143-02d8-4f89-a12c-a4d462ddbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:18.758155 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-8fd32143-02d8-4f89-a12c-a4d462ddbcd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755899 Feb 04 06:41:18.771313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-b4d8dd3b-6eb7-4c3b-8aa2-15d9acb7bb90 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:41:18.772914 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-b4d8dd3b-6eb7-4c3b-8aa2-15d9acb7bb90 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054293 Feb 04 06:41:18.913481 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-1e9cdb65-589e-4944-bfdf-c03cb70c18fa service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349432 Feb 04 06:41:19.060977 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7b6f52a-ca19-49af-ad79-f7a8aeecf8ae req-8a6652ee-8ef7-4e20-8639-e60a587b58cd service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410062 Feb 04 06:41:19.068824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128f640-95f9-4f0b-8f83-558bb04321b6 req-4551216e-24f1-4a2f-9923-39e01bd84cfb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:19.070507 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3128f640-95f9-4f0b-8f83-558bb04321b6 req-4551216e-24f1-4a2f-9923-39e01bd84cfb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0890610 Feb 04 06:41:19.118823 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3128f640-95f9-4f0b-8f83-558bb04321b6 req-fa4c6847-cddf-428a-88fe-ed65ee42c843 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426602 Feb 04 06:41:19.130107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:19.157879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:19.947191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:20.309985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f38a12-3329-42cb-98ab-5f01f286ad26 req-93ca0be6-a9e1-4f1e-a11b-91d8f3ac23ea tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:20.311457 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f8f38a12-3329-42cb-98ab-5f01f286ad26 req-93ca0be6-a9e1-4f1e-a11b-91d8f3ac23ea tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0825200 Feb 04 06:41:20.355378 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f8f38a12-3329-42cb-98ab-5f01f286ad26 req-e95df06c-4ba6-4260-9457-a83bf1a71f40 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382140 Feb 04 06:41:20.598132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:21.547566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437e5ce-34f4-4af9-ae89-21e6aa326ad8 req-4c84a2a6-ddfe-4ccb-a2a8-a07eefd58f7f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:21.549057 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a437e5ce-34f4-4af9-ae89-21e6aa326ad8 req-4c84a2a6-ddfe-4ccb-a2a8-a07eefd58f7f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0873210 Feb 04 06:41:21.600957 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a437e5ce-34f4-4af9-ae89-21e6aa326ad8 req-5e0767af-8cde-4361-ab92-484c2a6cb05c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389857 Feb 04 06:41:22.894013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10264e23-e815-42dc-979f-0d304e813715 req-e4799d43-82b0-420a-9511-2969e185ed71 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:22.895487 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10264e23-e815-42dc-979f-0d304e813715 req-e4799d43-82b0-420a-9511-2969e185ed71 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.1907678 Feb 04 06:41:22.944267 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10264e23-e815-42dc-979f-0d304e813715 req-735d5586-7a7b-4ae2-a29b-7cf5b308aa09 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424550 Feb 04 06:41:24.157709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826a97f-4cd0-48c5-b6fc-2bcfc652f49a req-bfd8b660-0fd9-45ab-acd6-68865573db61 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:24.159697 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3826a97f-4cd0-48c5-b6fc-2bcfc652f49a req-bfd8b660-0fd9-45ab-acd6-68865573db61 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0995224 Feb 04 06:41:24.211000 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3826a97f-4cd0-48c5-b6fc-2bcfc652f49a req-6773bf3e-e86d-4d5f-a3a2-dbb61ea32f09 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449152 Feb 04 06:41:25.408268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a884cb-4aae-4fc7-8c34-5decb5587f4d req-eb77bd6a-c566-49e2-8050-a058e27638da tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:25.409794 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f9a884cb-4aae-4fc7-8c34-5decb5587f4d req-eb77bd6a-c566-49e2-8050-a058e27638da tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0801439 Feb 04 06:41:25.518443 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f9a884cb-4aae-4fc7-8c34-5decb5587f4d req-917364f8-b022-4923-b064-3cdc632efeb4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005690 Feb 04 06:41:25.529682 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-781136aa-bdcd-4f66-a84d-eaca7d8d8da4 service neutron] 10.222.0.24 "GET /v2.0/ports/a2f7b589-a1b0-4419-8485-89de4f3f09a8/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0954773 Feb 04 06:41:26.164193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-e3fe6f70-5378-435c-8994-6f22c26a52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.165799 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-e3fe6f70-5378-435c-8994-6f22c26a52c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 1099 time: 0.0792239 Feb 04 06:41:26.265626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-2b2bef88-0297-47d9-86d8-67acbc4a9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.267212 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-2b2bef88-0297-47d9-86d8-67acbc4a9502 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 1099 time: 0.0795603 Feb 04 06:41:26.407991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-55d490f8-bcb4-4743-a36e-4ad92a417c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.409607 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-55d490f8-bcb4-4743-a36e-4ad92a417c34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1366882 Feb 04 06:41:26.516095 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-543636b1-379e-4f25-802d-ee2eb92f989c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8 HTTP/1.1" status: 200 len: 1002 time: 0.1006525 Feb 04 06:41:26.596837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-08757ad3-8f3c-41b6-a71e-6cbbd3feee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.599832 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-08757ad3-8f3c-41b6-a71e-6cbbd3feee46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0774295 Feb 04 06:41:26.691432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-e056c143-3312-4931-9c3b-77e3adad22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.693034 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-e056c143-3312-4931-9c3b-77e3adad22b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880013 Feb 04 06:41:26.720781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49dfd3-660d-4e4d-9593-f36ad3c45adc req-74a7d341-0a22-430a-99f0-008aa693a526 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:26.722308 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4f49dfd3-660d-4e4d-9593-f36ad3c45adc req-74a7d341-0a22-430a-99f0-008aa693a526 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0920081 Feb 04 06:41:26.769033 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4f49dfd3-660d-4e4d-9593-f36ad3c45adc req-31107d14-4761-444d-8b58-96d3580b7052 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Feb 04 06:41:26.906929 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-8a9b1c6d-4238-4dac-a3c1-2a6c7897aa3c service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077181 Feb 04 06:41:27.045520 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b308aaef-30a6-4fcf-a7e9-ecd91837df0e req-32a57d9c-0b96-41cc-9468-6737f95700cd service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321557 Feb 04 06:41:27.968393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4393fa1-24e0-4b34-818b-b772c0f03491 req-9f9e3b40-b85b-4f86-9439-ed92ab5b1a3a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:27.969966 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b4393fa1-24e0-4b34-818b-b772c0f03491 req-9f9e3b40-b85b-4f86-9439-ed92ab5b1a3a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0888319 Feb 04 06:41:28.025846 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b4393fa1-24e0-4b34-818b-b772c0f03491 req-014fdd20-e39f-4f00-9e3b-e2ed81c772b0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469539 Feb 04 06:41:29.226291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb041ef-5ed2-4756-9cf7-bafa9e7d925a req-3489f1c0-b467-4a0c-9939-905e86fc7c61 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:29.227993 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bfb041ef-5ed2-4756-9cf7-bafa9e7d925a req-3489f1c0-b467-4a0c-9939-905e86fc7c61 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0917032 Feb 04 06:41:29.274114 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bfb041ef-5ed2-4756-9cf7-bafa9e7d925a req-c006010c-1817-4d98-946e-12eb90da16a1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Feb 04 06:41:29.599390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2f7b589-a1b0-4419-8485-89de4f3f09a8 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:41:29.608227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2f7b589-a1b0-4419-8485-89de4f3f09a8 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:41:29.836438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:29.858630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2f7b589-a1b0-4419-8485-89de4f3f09a8, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:29.879614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'port_id': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'mac_address': 'fa:16:3e:bb:a9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:41:29.885702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:41:29.926573 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2f7b589-a1b0-4419-8485-89de4f3f09a8, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:29.949450 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'code': 200} Feb 04 06:41:29.956321 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:29.977534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2f7b589-a1b0-4419-8485-89de4f3f09a8 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:41:29.998968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:30.115928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:41:30.115928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:41:30.119802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a2f7b589-a1b0-4419-8485-89de4f3f09a8,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:30.127268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.127615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.127949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.128456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.128727 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.129055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.133230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.133230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.133230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.133230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.133230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.133230 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:41:30.470395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92248e58-b2e0-47d1-8d05-ccdd7f53007a req-a34fd0ec-1a7c-4e18-982c-da4de275110a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:30.471886 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-92248e58-b2e0-47d1-8d05-ccdd7f53007a req-a34fd0ec-1a7c-4e18-982c-da4de275110a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 944 time: 0.0851266 Feb 04 06:41:30.521690 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-92248e58-b2e0-47d1-8d05-ccdd7f53007a req-8192f241-caf5-4b5f-bd6a-ba39e4d8ffb8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437188 Feb 04 06:41:30.674034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:30.691795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f7b589-a1b0-4419-8485-89de4f3f09a8 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:41:30.712545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2f7b589-a1b0-4419-8485-89de4f3f09a8, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:30.815467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:30.895378 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['a2f7b589-a1b0-4419-8485-89de4f3f09a8'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:41:30.965429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a2f7b589-a1b0-4419-8485-89de4f3f09a8,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:31.056833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86def240-67d2-4c27-8c03-542175d7698b req-3ad2bacf-92e3-41cd-92fb-f7fa6e8a4b2b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:31.059210 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-86def240-67d2-4c27-8c03-542175d7698b req-3ad2bacf-92e3-41cd-92fb-f7fa6e8a4b2b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 945 time: 0.0913360 Feb 04 06:41:31.120034 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-86def240-67d2-4c27-8c03-542175d7698b req-15f27b3e-4649-4e59-8e1e-5a1ceda6b42a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502980 Feb 04 06:41:31.177447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-f55a4a0d-4ff8-41db-8fc9-c4b0907b57a8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:31.179579 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-f55a4a0d-4ff8-41db-8fc9-c4b0907b57a8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3&tenant_id=0f2d2b6881f945bab9352c9f953617f6&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.0991900 Feb 04 06:41:31.323637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-e78016ae-8c00-4264-9550-f733814c8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:31.325151 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-e78016ae-8c00-4264-9550-f733814c8e9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 1098 time: 0.0721970 Feb 04 06:41:31.459044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-6a1e5faf-b9b1-4a9d-abf5-ca1cd17066f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:31.460982 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-6a1e5faf-b9b1-4a9d-abf5-ca1cd17066f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1298964 Feb 04 06:41:31.562575 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-bac43fc2-c74c-441d-a7b6-99cf4a343793 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8 HTTP/1.1" status: 200 len: 1001 time: 0.0960641 Feb 04 06:41:31.609116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2f7b589-a1b0-4419-8485-89de4f3f09a8 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:31.625551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-3f9f21ed-894c-45e6-9889-85fa1a782f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:31.627004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-3f9f21ed-894c-45e6-9889-85fa1a782f09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0591433 Feb 04 06:41:31.686994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port a2f7b589-a1b0-4419-8485-89de4f3f09a8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:31.695118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:31.813513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:31.824531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-23c4c187-e515-400d-9082-a00a1c71b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:31.826044 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-23c4c187-e515-400d-9082-a00a1c71b070 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1924613 Feb 04 06:41:31.849332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a2f7b589-a1b0-4419-8485-89de4f3f09a8, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:31.930261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:31.960137 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-09a1e3d2-8347-4ea5-b083-4d807eab6bcd service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277287 Feb 04 06:41:31.967947 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:41:32.006233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a2f7b589-a1b0-4419-8485-89de4f3f09a8,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:32.035607 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'code': 200} Feb 04 06:41:32.101869 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e66bff9-179d-47ca-bc84-06d3d8d74c76 req-7ab5a133-7bfa-49da-88f8-52b132ddf407 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358654 Feb 04 06:41:32.317325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbaf38-2bae-4da6-900f-8a57756e14d8 req-c281e380-81b0-4a75-985f-a37b02ef09a2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:32.318807 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-66bbaf38-2bae-4da6-900f-8a57756e14d8 req-c281e380-81b0-4a75-985f-a37b02ef09a2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0853055 Feb 04 06:41:32.367910 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-66bbaf38-2bae-4da6-900f-8a57756e14d8 req-22e4ac6e-6d55-402c-95ba-ce603d73678a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Feb 04 06:41:33.559515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5edfe-c128-4ea6-b7d4-6500ae045b86 req-6eec4dbd-f641-4e07-aabc-09165f182c64 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:33.561612 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7d5edfe-c128-4ea6-b7d4-6500ae045b86 req-6eec4dbd-f641-4e07-aabc-09165f182c64 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0827181 Feb 04 06:41:33.607934 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e7d5edfe-c128-4ea6-b7d4-6500ae045b86 req-fb662c6f-56ab-495a-b888-ba3da2991949 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411272 Feb 04 06:41:33.812226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8573fd-1c30-4439-a471-f67386716792 req-2c4560c9-53d2-4dbd-9eb9-d034889c8d35 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:33.813615 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ec8573fd-1c30-4439-a471-f67386716792 req-2c4560c9-53d2-4dbd-9eb9-d034889c8d35 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0848584 Feb 04 06:41:33.859010 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ec8573fd-1c30-4439-a471-f67386716792 req-b2850bca-aa01-46a0-a17b-48c14675f82a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397301 Feb 04 06:41:34.056170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45385376-4186-450a-9476-1da7b3897c5e req-35f76be7-3fce-4703-bcde-f03761dddf6a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:34.057542 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45385376-4186-450a-9476-1da7b3897c5e req-35f76be7-3fce-4703-bcde-f03761dddf6a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0935833 Feb 04 06:41:34.109464 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45385376-4186-450a-9476-1da7b3897c5e req-fa265274-d1c8-42f9-b04e-c1b99234be44 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461512 Feb 04 06:41:34.713093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77d628-d96b-4d7a-80b2-ec5645860895 req-2433bbd5-e241-438b-81f7-2dfa3ed452d9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:34.714550 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1a77d628-d96b-4d7a-80b2-ec5645860895 req-2433bbd5-e241-438b-81f7-2dfa3ed452d9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0795193 Feb 04 06:41:34.763692 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1a77d628-d96b-4d7a-80b2-ec5645860895 req-c11c9fd7-dc29-44a4-b5f8-9723808a0047 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Feb 04 06:41:35.956398 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc5aa9-e618-4e10-855f-aa5fd3ba5218 req-753bf9e5-5c87-4e68-aac1-9330f85d1652 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:35.957925 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6afc5aa9-e618-4e10-855f-aa5fd3ba5218 req-753bf9e5-5c87-4e68-aac1-9330f85d1652 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0851564 Feb 04 06:41:36.001935 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6afc5aa9-e618-4e10-855f-aa5fd3ba5218 req-f4456e9d-aba0-4563-90af-3ec3d787f2b1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383222 Feb 04 06:41:36.468901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-bbde0358-531d-45ae-af35-5689b5e84d06 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:36.470383 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-bbde0358-531d-45ae-af35-5689b5e84d06 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.0810580 Feb 04 06:41:36.547558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Deleting port a2f7b589-a1b0-4419-8485-89de4f3f09a8 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:41:36.547899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:36.799070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] For port a2f7b589-a1b0-4419-8485-89de4f3f09a8, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a2f7b589-a1b0-4419-8485-89de4f3f09a8,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:36.799341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:37.095706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:37.095993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:37.096303 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Floating IP 83637a70-e993-4b79-8ac7-d399decad296 disassociated. External IP: 172.26.7.252, port: a2f7b589-a1b0-4419-8485-89de4f3f09a8. Feb 04 06:41:37.096810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Calling delete_port for a2f7b589-a1b0-4419-8485-89de4f3f09a8 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:41:37.282737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e376a24-2082-4a4d-89df-de39d18e5994 req-9ecd4f09-b632-4a7e-8a72-08c7b990b2cb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:37.284324 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7e376a24-2082-4a4d-89df-de39d18e5994 req-9ecd4f09-b632-4a7e-8a72-08c7b990b2cb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 946 time: 0.1602635 Feb 04 06:41:37.345605 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7e376a24-2082-4a4d-89df-de39d18e5994 req-41ed7228-0575-402c-95f9-84c7f0b8ffad tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546997 Feb 04 06:41:37.392673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:37.561643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event deleted for resources: {'Port': ['ID=a2f7b589-a1b0-4419-8485-89de4f3f09a8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:37.836718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Router 2252fa7f-fbbd-4240-8852-6763434a6522 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:41:38.029742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:41:38.040844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8041ea7e-dac7-48b5-acbc-1cca319a6c1c None None] Sync routers for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:41:38.051260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8041ea7e-dac7-48b5-acbc-1cca319a6c1c None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:38.051883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8041ea7e-dac7-48b5-acbc-1cca319a6c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:41:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:38.142660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] No DVR routers for this DVR port a2f7b589-a1b0-4419-8485-89de4f3f09a8 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:41:38.146364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:38.150272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'name': 'network-vif-deleted', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:41:38.207055 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34849fa-bacb-4fb9-8702-6a2ef0de27b3', 'name': 'network-vif-deleted', 'tag': 'a2f7b589-a1b0-4419-8485-89de4f3f09a8', 'status': 'completed', 'code': 200} Feb 04 06:41:38.250393 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-98347ce6-06c6-4e48-9188-6ef0f2001cdc req-de4e9aef-75ec-4405-9b4b-6bd2e5b26063 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "DELETE /v2.0/ports/a2f7b589-a1b0-4419-8485-89de4f3f09a8 HTTP/1.1" status: 204 len: 173 time: 1.7738557 Feb 04 06:41:38.291442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8041ea7e-dac7-48b5-acbc-1cca319a6c1c None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:38.509362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-86484896-e767-4f09-92eb-c4dfa79c3de0 req-54e71ba5-301a-45c7-988a-e11df1078ffc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Synchronizing usage tracker for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:41:38.638622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-86484896-e767-4f09-92eb-c4dfa79c3de0 req-54e71ba5-301a-45c7-988a-e11df1078ffc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Unset dirty status for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:41:38.640007 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-86484896-e767-4f09-92eb-c4dfa79c3de0 req-54e71ba5-301a-45c7-988a-e11df1078ffc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b34849fa-bacb-4fb9-8702-6a2ef0de27b3 HTTP/1.1" status: 200 len: 210 time: 0.1760364 Feb 04 06:41:38.707326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8041ea7e-dac7-48b5-acbc-1cca319a6c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:38.713895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8041ea7e-dac7-48b5-acbc-1cca319a6c1c None None] Checking router: 2252fa7f-fbbd-4240-8852-6763434a6522 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:41:38.728616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8041ea7e-dac7-48b5-acbc-1cca319a6c1c None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:38.729680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8041ea7e-dac7-48b5-acbc-1cca319a6c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:41:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:38.915359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8041ea7e-dac7-48b5-acbc-1cca319a6c1c None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:38.917412 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:41:39.237131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8041ea7e-dac7-48b5-acbc-1cca319a6c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:39.241839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8041ea7e-dac7-48b5-acbc-1cca319a6c1c None None] The sync data for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv is: [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:41:39.473971 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c565b5f-398c-4e3d-8402-7ee364a26e9f None None] New status for floating IP 83637a70-e993-4b79-8ac7-d399decad296: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:41:39.668240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2f7b589-a1b0-4419-8485-89de4f3f09a8 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:41:39.705039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: a2f7b589-a1b0-4419-8485-89de4f3f09a8 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:41:39.705643 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a2f7b589-a1b0-4419-8485-89de4f3f09a8 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:41:39.988861 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-ff6363ae-881d-4bfc-af25-fa683296f5ce tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1869200212&fields=id&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 267 time: 0.0387354 Feb 04 06:41:40.139239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-aaa70beb-cbb5-4f57-8c0c-efd07acd0b30 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:40.139922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-aaa70beb-cbb5-4f57-8c0c-efd07acd0b30 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Synchronizing usage tracker for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:41:40.222130 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-aaa70beb-cbb5-4f57-8c0c-efd07acd0b30 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Unset dirty status for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:41:40.223327 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-aaa70beb-cbb5-4f57-8c0c-efd07acd0b30 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 811 time: 0.2273192 Feb 04 06:41:40.239260 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-1c817d50-07b8-4e6e-b57f-254dff4cc71c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/quotas/0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 375 time: 0.0095978 Feb 04 06:41:40.328667 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-a7b43f29-9cf4-4702-bf6d-439beb79c144 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835695 Feb 04 06:41:40.474643 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-92d1a0ba-272e-4ac3-a7a1-d66ca4b8e441 service neutron] 10.222.0.32 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334472 Feb 04 06:41:40.619925 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-f86c3d7b-27a2-482e-a841-126b9d425340 service neutron] 10.222.0.32 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386247 Feb 04 06:41:40.903570 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c3877e30-3643-4d9e-8f90-ed9592c1bd0a req-6c98e85a-1ae1-408d-9eff-cab4d95ca717 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 210 time: 0.0490317 Feb 04 06:41:42.058859 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-da12ec57-3211-4615-9e1c-d3e129f96d6e req-0af4338c-47d1-4913-81de-51a3678f8576 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 210 time: 0.0434153 Feb 04 06:41:43.172072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-4317f7a0-bdcb-4574-8293-fce17e09b808 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:43.173608 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-4317f7a0-bdcb-4574-8293-fce17e09b808 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 811 time: 0.1561100 Feb 04 06:41:43.232233 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3bb85830-91d1-4626-9703-1e341125f55a req-d0638146-4836-4a14-a753-49b0e8852a2f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 210 time: 0.0576189 Feb 04 06:41:43.263768 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-4e8f5309-06ef-4d18-9844-16c1ff6e1cc8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 380 time: 0.0586283 Feb 04 06:41:43.272252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'port': {'device_id': '5f8f5252-293b-452e-8acf-0eced73549d6', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'admin_state_up': True, 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'security_groups': ['5298acd2-fb59-44f7-a554-4e32dbcf40c8']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:43.412168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:41:43.423035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:41:43.552671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Made reservation on behalf of 0f2d2b6881f945bab9352c9f953617f6 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:41:43.556383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:43.724495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Allocated IP 172.20.0.12 (31fc504e-edd7-4f10-9b57-38545fb0af39/0fe1a533-0243-403b-9988-7de8a5053f81/06ca7c4f-7653-44a7-8493-53c6072d9c27) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:41:43.913311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:43.929683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Transition to ACTIVE for port object 06ca7c4f-7653-44a7-8493-53c6072d9c27 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:44.044779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:44.118711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:41:44.122130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:41:44.126049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:41:44.157010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event updated for resources: {'Port': ['ID=06ca7c4f-7653-44a7-8493-53c6072d9c27,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:44.195456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:44.196137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:44.330214 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-cf408ec3-c5c9-4826-bb26-509055ad6fe2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0615785 Feb 04 06:41:44.342332 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Request body: {'port': {'device_id': '5f8f5252-293b-452e-8acf-0eced73549d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:44.425076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78abe44-8c70-4a5f-bdfa-1edd129387f5 req-f32526e5-f483-4f01-9bb6-47f47b814644 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:44.426566 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c78abe44-8c70-4a5f-bdfa-1edd129387f5 req-f32526e5-f483-4f01-9bb6-47f47b814644 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 932 time: 0.0813074 Feb 04 06:41:44.432107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b5c643e3-e2e4-4d13-b29f-433338213641 None None] Provisioning for port 06ca7c4f-7653-44a7-8493-53c6072d9c27 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:44.438067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b5c643e3-e2e4-4d13-b29f-433338213641 None None] Provisioning complete for port 06ca7c4f-7653-44a7-8493-53c6072d9c27 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:44.438439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b5c643e3-e2e4-4d13-b29f-433338213641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:44.477438 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c78abe44-8c70-4a5f-bdfa-1edd129387f5 req-8f8851f3-b168-45ee-9b5f-ce7f659dd1e0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445948 Feb 04 06:41:44.506902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-b5c643e3-e2e4-4d13-b29f-433338213641 None None] Port 06ca7c4f-7653-44a7-8493-53c6072d9c27 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:41:44.597346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:44.938607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ca7c4f-7653-44a7-8493-53c6072d9c27 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:41:44.945890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:44.960756 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Transition to ACTIVE for port object 06ca7c4f-7653-44a7-8493-53c6072d9c27 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:41:45.021071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:45.152729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Pushing event updated for resources: {'Port': ['ID=06ca7c4f-7653-44a7-8493-53c6072d9c27,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:45.257046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Attempting to bind port 06ca7c4f-7653-44a7-8493-53c6072d9c27 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:41:45.257644 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Attempting to bind port 06ca7c4f-7653-44a7-8493-53c6072d9c27 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:41:45.257777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Attempting to bind port 06ca7c4f-7653-44a7-8493-53c6072d9c27 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:41:45.262165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Port 06ca7c4f-7653-44a7-8493-53c6072d9c27 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:41:45.262478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Attempting to bind port 06ca7c4f-7653-44a7-8493-53c6072d9c27 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:41:45.267386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:41:45.267719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Checking segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:41:45.268098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Bound using segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:41:45.268511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Bound port: 06ca7c4f-7653-44a7-8493-53c6072d9c27, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:41:45.268876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:45.359349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] For port 06ca7c4f-7653-44a7-8493-53c6072d9c27, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:41:45.362172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] For port 06ca7c4f-7653-44a7-8493-53c6072d9c27, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:41:45.426937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:45.488310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:45.488916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:45.490275 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] 10.222.0.24 "PUT /v2.0/ports/06ca7c4f-7653-44a7-8493-53c6072d9c27 HTTP/1.1" status: 200 len: 1094 time: 1.1527791 Feb 04 06:41:45.490721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:41:45.511853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89d3ff-144b-4b99-add4-f50ca12de959 service neutron] Pushing event updated for resources: {'Port': ['ID=06ca7c4f-7653-44a7-8493-53c6072d9c27,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:45.539602 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'status': 'completed', 'code': 200} Feb 04 06:41:45.651202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79037cc-b607-4be4-8a96-b75bf9bfbd52 req-12226a23-98cf-451a-9481-2dd4093e2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:45.653081 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a79037cc-b607-4be4-8a96-b75bf9bfbd52 req-12226a23-98cf-451a-9481-2dd4093e2355 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 1097 time: 0.0919957 Feb 04 06:41:45.703166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd94f5-7308-4578-9bb8-7ab10b118e55 req-ddeab55f-6475-4d6c-804b-76498b8d5160 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:45.704760 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cadd94f5-7308-4578-9bb8-7ab10b118e55 req-ddeab55f-6475-4d6c-804b-76498b8d5160 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 944 time: 0.0961037 Feb 04 06:41:45.713434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-74a5b77a-57f2-4bf4-99e5-24474d5cec03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:45.760540 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cadd94f5-7308-4578-9bb8-7ab10b118e55 req-37b02c30-d605-4000-b89d-82952519d458 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490980 Feb 04 06:41:45.807101 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79037cc-b607-4be4-8a96-b75bf9bfbd52 req-fa673e99-9b41-4ca4-9dbb-fb37cf7326ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:45.808562 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a79037cc-b607-4be4-8a96-b75bf9bfbd52 req-fa673e99-9b41-4ca4-9dbb-fb37cf7326ae service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0f2d2b6881f945bab9352c9f953617f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1492054 Feb 04 06:41:45.947967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79037cc-b607-4be4-8a96-b75bf9bfbd52 req-e5e841b2-7d92-4adb-a4a5-e7ee28adef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:45.949458 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a79037cc-b607-4be4-8a96-b75bf9bfbd52 req-e5e841b2-7d92-4adb-a4a5-e7ee28adef06 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354928 Feb 04 06:41:46.054180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-7c4151f5-77a2-4c8b-9300-7b624b4a060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:46.055580 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-7c4151f5-77a2-4c8b-9300-7b624b4a060a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 1097 time: 0.0716164 Feb 04 06:41:46.125464 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-b073a9b9-43ce-4896-9dcd-4dd0c65a6501 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27 HTTP/1.1" status: 200 len: 217 time: 0.0632882 Feb 04 06:41:46.187856 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-d4798bd8-c458-47bc-9b40-397955b2b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:46.189336 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-d4798bd8-c458-47bc-9b40-397955b2b287 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0587933 Feb 04 06:41:46.266779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-c6bdacf0-8ac1-474e-a304-f16c0d039208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:46.268283 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-c6bdacf0-8ac1-474e-a304-f16c0d039208 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737813 Feb 04 06:41:46.435520 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-8ddc10fc-7bc7-4f5e-8f56-0d8fe5568ce9 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602204 Feb 04 06:41:46.711161 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0cb374a4-cfec-4b9f-b982-2f749f307a18 req-70b8a945-ae49-43a3-a65f-34d8b0f7dd94 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696438 Feb 04 06:41:46.953515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f1585-6300-4429-bd83-f766fd9bee27 req-b0217f75-e3d0-44b6-a1cb-0b272147e13f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:46.954210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-293f1585-6300-4429-bd83-f766fd9bee27 req-b0217f75-e3d0-44b6-a1cb-0b272147e13f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Synchronizing usage tracker for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:41:47.038584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-293f1585-6300-4429-bd83-f766fd9bee27 req-b0217f75-e3d0-44b6-a1cb-0b272147e13f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Unset dirty status for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:41:47.039787 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-293f1585-6300-4429-bd83-f766fd9bee27 req-b0217f75-e3d0-44b6-a1cb-0b272147e13f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 944 time: 0.1649172 Feb 04 06:41:47.085843 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-293f1585-6300-4429-bd83-f766fd9bee27 req-4625eb77-5bb6-43a7-a823-9740fa0527da tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393505 Feb 04 06:41:47.975696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ba8ffe6d-65dd-4c2b-b541-b43e20138f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:48.296937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd5306-d142-4a82-8ea0-8297f4dfc6ee req-d2678490-1d02-4262-b75d-41e27a7d69f7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:48.298427 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-89bd5306-d142-4a82-8ea0-8297f4dfc6ee req-d2678490-1d02-4262-b75d-41e27a7d69f7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 944 time: 0.0920956 Feb 04 06:41:48.346134 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-89bd5306-d142-4a82-8ea0-8297f4dfc6ee req-1509d4d0-dda0-4fcb-9911-862f56ca0fa7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419335 Feb 04 06:41:49.157682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:49.192068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:49.547102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554ee92-1883-491a-bc89-ea5e4ea87a7a req-395d2c0a-ddb6-4464-bdee-23018f3eb5b8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:49.548972 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8554ee92-1883-491a-bc89-ea5e4ea87a7a req-395d2c0a-ddb6-4464-bdee-23018f3eb5b8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 944 time: 0.0888722 Feb 04 06:41:49.608045 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8554ee92-1883-491a-bc89-ea5e4ea87a7a req-b5fc6e8b-0ad9-495a-b674-0bc6b39ccaed tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530996 Feb 04 06:41:49.734431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 06ca7c4f-7653-44a7-8493-53c6072d9c27 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:41:49.874161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 06ca7c4f-7653-44a7-8493-53c6072d9c27, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:49.894524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'port_id': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'mac_address': 'fa:16:3e:d3:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:41:49.975552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:49.994385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ca7c4f-7653-44a7-8493-53c6072d9c27 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:41:49.999998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:50.011928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 06ca7c4f-7653-44a7-8493-53c6072d9c27, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:50.089808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:50.159373 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=06ca7c4f-7653-44a7-8493-53c6072d9c27,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:50.402814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['06ca7c4f-7653-44a7-8493-53c6072d9c27'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:41:50.609466 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:50.799514 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8a9a5-31a9-4875-a5d2-299c2f5c8a58 req-b5b1fafb-3ede-480d-84b5-d64d8d08f5a8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:50.800968 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-faa8a9a5-31a9-4875-a5d2-299c2f5c8a58 req-b5b1fafb-3ede-480d-84b5-d64d8d08f5a8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 945 time: 0.0829592 Feb 04 06:41:50.846584 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-faa8a9a5-31a9-4875-a5d2-299c2f5c8a58 req-3381997f-c3ef-4dc4-85e1-2ccae46a7b57 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398908 Feb 04 06:41:51.751630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 06ca7c4f-7653-44a7-8493-53c6072d9c27 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:41:51.906627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 06ca7c4f-7653-44a7-8493-53c6072d9c27 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:41:51.912168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 06ca7c4f-7653-44a7-8493-53c6072d9c27 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:41:51.912522 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:52.042210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233bc8f-eb11-4801-96f8-5169f749e1b1 req-0aac4000-3300-4e1d-80ad-8a32eb0c9d8c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:52.043936 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b233bc8f-eb11-4801-96f8-5169f749e1b1 req-0aac4000-3300-4e1d-80ad-8a32eb0c9d8c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 945 time: 0.0868111 Feb 04 06:41:52.092482 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b233bc8f-eb11-4801-96f8-5169f749e1b1 req-961ddbeb-2605-4a4a-aed4-a5475c0627b0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 Feb 04 06:41:52.121555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:52.152675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:41:52.162473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 06ca7c4f-7653-44a7-8493-53c6072d9c27, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:41:52.205965 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'code': 200} Feb 04 06:41:52.261402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:52.333264 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=06ca7c4f-7653-44a7-8493-53c6072d9c27,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:41:52.662546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee39d11-81cf-4b0d-82f5-3f892fd07577 req-7df4db6d-6e06-4639-848f-1efb80ca93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:52.663960 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1ee39d11-81cf-4b0d-82f5-3f892fd07577 req-7df4db6d-6e06-4639-848f-1efb80ca93dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 1099 time: 0.0750020 Feb 04 06:41:52.706663 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1ee39d11-81cf-4b0d-82f5-3f892fd07577 req-65bf581c-320d-4952-8e3a-666735aa8feb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364735 Feb 04 06:41:53.282235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ea4a2-64e9-4a79-aa76-1ec301b25f61 req-fc070149-8ef0-4ea4-9dcf-701506f08a4a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:53.283620 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bf9ea4a2-64e9-4a79-aa76-1ec301b25f61 req-fc070149-8ef0-4ea4-9dcf-701506f08a4a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0805435 Feb 04 06:41:53.335952 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bf9ea4a2-64e9-4a79-aa76-1ec301b25f61 req-526bbf85-22ca-495b-b4db-2936cc2b1653 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436938 Feb 04 06:41:54.632556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19ba6-2a4b-4925-8e74-b21cb6d17fa1 req-107a787d-4c57-42c3-928d-037ab6aeb845 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:54.634092 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-eef19ba6-2a4b-4925-8e74-b21cb6d17fa1 req-107a787d-4c57-42c3-928d-037ab6aeb845 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.1898153 Feb 04 06:41:54.687311 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-eef19ba6-2a4b-4925-8e74-b21cb6d17fa1 req-82362453-774e-4a06-a21e-e3ca8781b72a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472410 Feb 04 06:41:54.869484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992a9ae-300d-45c4-9738-4e5ccc5caaf8 req-0decc0d6-ba2b-40cf-9a8a-4ed0bc3efe1b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:54.870965 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b992a9ae-300d-45c4-9738-4e5ccc5caaf8 req-0decc0d6-ba2b-40cf-9a8a-4ed0bc3efe1b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0809376 Feb 04 06:41:54.879430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 54218) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:41:54.885040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0b3ed710-576e-4d45-984a-1538908438be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'floatingip': {'port_id': '06ca7c4f-7653-44a7-8493-53c6072d9c27'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:41:54.964463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed710-576e-4d45-984a-1538908438be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:55.583891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed710-576e-4d45-984a-1538908438be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:55.621007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed710-576e-4d45-984a-1538908438be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:55.911287 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-0b3ed710-576e-4d45-984a-1538908438be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Floating IP 83637a70-e993-4b79-8ac7-d399decad296 associated. External IP: 172.26.7.252, port: 06ca7c4f-7653-44a7-8493-53c6072d9c27. Feb 04 06:41:56.276081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ed710-576e-4d45-984a-1538908438be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Router 2252fa7f-fbbd-4240-8852-6763434a6522 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:41:56.460418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ed710-576e-4d45-984a-1538908438be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:41:56.466789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed710-576e-4d45-984a-1538908438be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:41:56.473270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900793d7-080b-4545-99de-6d5653a71e1b None None] Sync routers for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:41:56.484704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900793d7-080b-4545-99de-6d5653a71e1b None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:56.485472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-900793d7-080b-4545-99de-6d5653a71e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:41:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:56.535239 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0b3ed710-576e-4d45-984a-1538908438be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "PUT /v2.0/floatingips/83637a70-e993-4b79-8ac7-d399decad296 HTTP/1.1" status: 200 len: 992 time: 1.6518033 Feb 04 06:41:56.535239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:41:56.588724 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'status': 'completed', 'code': 200} Feb 04 06:41:56.686569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-900793d7-080b-4545-99de-6d5653a71e1b None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:56.699857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21259a7e-05a8-4a6a-b0a6-4bc82ecbe93e req-53c9e38d-e913-4624-85c3-b9b1cc0b43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:56.701400 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-21259a7e-05a8-4a6a-b0a6-4bc82ecbe93e req-53c9e38d-e913-4624-85c3-b9b1cc0b43a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 1099 time: 0.0912485 Feb 04 06:41:56.706307 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae995-7d07-4bfa-b36e-42025fc533e7 req-70eee8d9-d74c-42a9-8857-d47dc7491b07 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:56.707913 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-008ae995-7d07-4bfa-b36e-42025fc533e7 req-70eee8d9-d74c-42a9-8857-d47dc7491b07 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0842562 Feb 04 06:41:56.757404 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-008ae995-7d07-4bfa-b36e-42025fc533e7 req-a8e33634-1d69-499e-a8c6-091a75280fbc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431244 Feb 04 06:41:56.847147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21259a7e-05a8-4a6a-b0a6-4bc82ecbe93e req-f243de62-6000-44f1-8b9a-df9888dc0fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:56.848586 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-21259a7e-05a8-4a6a-b0a6-4bc82ecbe93e req-f243de62-6000-44f1-8b9a-df9888dc0fb8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1413903 Feb 04 06:41:56.954088 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-21259a7e-05a8-4a6a-b0a6-4bc82ecbe93e req-049a3e6c-8d05-4b47-bf07-97f6c2c52efa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27 HTTP/1.1" status: 200 len: 1000 time: 0.0994220 Feb 04 06:41:57.024289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21259a7e-05a8-4a6a-b0a6-4bc82ecbe93e req-e8adea2a-a29a-474a-bb16-91e96270a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:57.025809 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-21259a7e-05a8-4a6a-b0a6-4bc82ecbe93e req-e8adea2a-a29a-474a-bb16-91e96270a24b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0647259 Feb 04 06:41:57.107967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21259a7e-05a8-4a6a-b0a6-4bc82ecbe93e req-a82c77c0-dfe9-4655-aaa9-19d3448cb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:57.109406 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-21259a7e-05a8-4a6a-b0a6-4bc82ecbe93e req-a82c77c0-dfe9-4655-aaa9-19d3448cb1f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770774 Feb 04 06:41:57.116632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-900793d7-080b-4545-99de-6d5653a71e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:d3:a7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f5252-293b-452e-8acf-0eced73549d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:41:55Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:57.121581 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900793d7-080b-4545-99de-6d5653a71e1b None None] Checking router: 2252fa7f-fbbd-4240-8852-6763434a6522 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:41:57.130139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900793d7-080b-4545-99de-6d5653a71e1b None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:41:57.130746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-900793d7-080b-4545-99de-6d5653a71e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:41:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:57.249205 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-21259a7e-05a8-4a6a-b0a6-4bc82ecbe93e req-053f96cf-b84a-401e-adea-ee5d41069e47 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336482 Feb 04 06:41:57.315736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-900793d7-080b-4545-99de-6d5653a71e1b None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:41:57.510422 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-21259a7e-05a8-4a6a-b0a6-4bc82ecbe93e req-15fb4be2-2498-402c-9f48-664ac304f40d service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554045 Feb 04 06:41:57.787590 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-900793d7-080b-4545-99de-6d5653a71e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:d3:a7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f5252-293b-452e-8acf-0eced73549d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:41:55Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:41:57.792343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900793d7-080b-4545-99de-6d5653a71e1b None None] The sync data for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv is: [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:d3:a7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f5252-293b-452e-8acf-0eced73549d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:41:55Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:41:57.963804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9491c-2826-47d6-952a-f2f1c9dc5956 req-bd6aa3d4-09a5-4a55-9cac-3fbdfad17317 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:57.965521 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-82d9491c-2826-47d6-952a-f2f1c9dc5956 req-bd6aa3d4-09a5-4a55-9cac-3fbdfad17317 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0840456 Feb 04 06:41:58.006819 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b0a04-cfe2-48ce-a9b2-c4fcf63bd308 None None] New status for floating IP 83637a70-e993-4b79-8ac7-d399decad296: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:41:58.016521 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-82d9491c-2826-47d6-952a-f2f1c9dc5956 req-e69bf5f4-b798-4562-bf84-2fce6d518cfb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450509 Feb 04 06:41:58.630619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f16d39-ecdc-4931-974b-b94151fc9b2f req-40d07f96-6c75-4388-879f-cc0516be93cb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:58.632082 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-00f16d39-ecdc-4931-974b-b94151fc9b2f req-40d07f96-6c75-4388-879f-cc0516be93cb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0985408 Feb 04 06:41:58.679480 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-00f16d39-ecdc-4931-974b-b94151fc9b2f req-b6e51a5d-eb1e-4d5b-85bc-cc101d50a9cc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Feb 04 06:41:59.871102 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df169ddc-6515-42b5-9cb2-6d82f4e0c2a7 req-904a8d80-e21d-44e5-9f69-da704f307706 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:41:59.872474 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-df169ddc-6515-42b5-9cb2-6d82f4e0c2a7 req-904a8d80-e21d-44e5-9f69-da704f307706 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0846152 Feb 04 06:41:59.915058 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-df169ddc-6515-42b5-9cb2-6d82f4e0c2a7 req-87d7e991-1e78-4811-a19f-2d8e8fb50b9a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368829 Feb 04 06:42:01.099213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e5b46-b72e-4d1d-8556-6a24688125fc req-6716cadd-8ed3-45d1-8348-a5472bead5f5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:01.100705 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d81e5b46-b72e-4d1d-8556-6a24688125fc req-6716cadd-8ed3-45d1-8348-a5472bead5f5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0810857 Feb 04 06:42:01.145152 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d81e5b46-b72e-4d1d-8556-6a24688125fc req-bc19a240-2696-4511-8f6f-f112d44ee199 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381243 Feb 04 06:42:02.335317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3626897-53e6-473e-89e7-f88bfc783c14 req-f97edf49-3e04-4bb7-a78e-0decbcfef0ae tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:02.336719 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d3626897-53e6-473e-89e7-f88bfc783c14 req-f97edf49-3e04-4bb7-a78e-0decbcfef0ae tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0802801 Feb 04 06:42:02.385131 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d3626897-53e6-473e-89e7-f88bfc783c14 req-5e5aec9d-3876-4f5d-81d6-becf32e9562d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420980 Feb 04 06:42:03.573304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0619f-d6ee-42db-91bb-ca2eba4f39d3 req-cf3ee53d-aafc-4b44-bdf4-fc7dba6f0e4e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:03.574854 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c7e0619f-d6ee-42db-91bb-ca2eba4f39d3 req-cf3ee53d-aafc-4b44-bdf4-fc7dba6f0e4e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0838881 Feb 04 06:42:03.619591 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c7e0619f-d6ee-42db-91bb-ca2eba4f39d3 req-f88ed25b-d498-4c37-852a-bfe62b9cb42e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389330 Feb 04 06:42:04.821027 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed257dca-190c-45d0-9f30-3357e24272f5 req-bfee6e59-8638-46dd-8041-7fca73130105 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:04.822456 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ed257dca-190c-45d0-9f30-3357e24272f5 req-bfee6e59-8638-46dd-8041-7fca73130105 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0897839 Feb 04 06:42:04.865673 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ed257dca-190c-45d0-9f30-3357e24272f5 req-db8c61ff-a77f-43b2-8c43-7767e4d1199e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376818 Feb 04 06:42:06.050271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1b13f-4655-443c-8319-5579b3e86a89 req-337beaaa-ca18-4b46-bd4b-7174fdff6c9b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:06.051713 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8dc1b13f-4655-443c-8319-5579b3e86a89 req-337beaaa-ca18-4b46-bd4b-7174fdff6c9b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0795908 Feb 04 06:42:06.098759 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8dc1b13f-4655-443c-8319-5579b3e86a89 req-fe96054f-b4ea-453d-b834-b66394c0f60f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408266 Feb 04 06:42:07.287681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae530c66-6345-4f84-898f-fbed3c35d530 req-6358cd4a-1465-4037-a1ff-8fe11df79664 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:07.289237 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ae530c66-6345-4f84-898f-fbed3c35d530 req-6358cd4a-1465-4037-a1ff-8fe11df79664 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0842745 Feb 04 06:42:07.333486 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ae530c66-6345-4f84-898f-fbed3c35d530 req-3c3fb2a0-c3da-4053-8705-affaf6b3ff03 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377057 Feb 04 06:42:08.523263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb70aa-46d8-423b-a885-00ced883f50e req-288f5290-747d-4f1c-99f7-f1493879a067 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:08.525297 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-acfb70aa-46d8-423b-a885-00ced883f50e req-288f5290-747d-4f1c-99f7-f1493879a067 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0858510 Feb 04 06:42:08.568777 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-acfb70aa-46d8-423b-a885-00ced883f50e req-585026b5-de7a-4e33-b453-5cc0147df96d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377469 Feb 04 06:42:09.753795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd3a9a-544e-4aaa-a48d-d665be472764 req-31cf4afc-ee52-4740-8244-709a69fabb39 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:09.755143 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fedd3a9a-544e-4aaa-a48d-d665be472764 req-31cf4afc-ee52-4740-8244-709a69fabb39 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0786011 Feb 04 06:42:09.800207 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fedd3a9a-544e-4aaa-a48d-d665be472764 req-f43234f9-625e-497f-8a54-d10ef8305328 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 Feb 04 06:42:10.988150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaca24-698c-4cca-bce0-106c6fa92e2d req-649632ee-f77d-4e89-900c-9fa16ec8d046 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:10.989700 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6deaca24-698c-4cca-bce0-106c6fa92e2d req-649632ee-f77d-4e89-900c-9fa16ec8d046 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0835907 Feb 04 06:42:11.034257 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6deaca24-698c-4cca-bce0-106c6fa92e2d req-15fcc830-a73c-4f7c-9220-802b72acec02 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383408 Feb 04 06:42:12.218641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225dc2f-2962-49be-a568-c1a5ea17ba2e req-34ae12bb-8bce-4160-bba0-d1132cae3d74 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:12.220100 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1225dc2f-2962-49be-a568-c1a5ea17ba2e req-34ae12bb-8bce-4160-bba0-d1132cae3d74 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0827475 Feb 04 06:42:12.263310 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1225dc2f-2962-49be-a568-c1a5ea17ba2e req-0687fe70-3225-4680-8710-3c21753849e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376077 Feb 04 06:42:13.445657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a7aff-526b-461f-8a27-0d6adb8775b2 req-d4c8b641-6e1d-4cc1-9087-b779075ce36c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:13.447115 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-193a7aff-526b-461f-8a27-0d6adb8775b2 req-d4c8b641-6e1d-4cc1-9087-b779075ce36c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0784295 Feb 04 06:42:13.491524 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-193a7aff-526b-461f-8a27-0d6adb8775b2 req-5616dbe8-29cb-4e44-8180-656ffa74db30 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385044 Feb 04 06:42:14.672679 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9db80d-08bd-40f8-bd73-134d224419b3 req-d68d412f-85a0-4de3-963d-e37d2c6ca7c8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:14.674174 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cf9db80d-08bd-40f8-bd73-134d224419b3 req-d68d412f-85a0-4de3-963d-e37d2c6ca7c8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0781517 Feb 04 06:42:14.723444 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cf9db80d-08bd-40f8-bd73-134d224419b3 req-ca2a36df-62ef-41f1-96dd-9b99d5843a63 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Feb 04 06:42:15.723478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6af91b63-fc9a-4315-9e72-610236dee34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:15.911133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57061c00-8a41-4a0f-9761-54fb5e18ec30 req-a0213b95-a0dc-4e01-a020-ec70dacbdd11 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:15.912736 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-57061c00-8a41-4a0f-9761-54fb5e18ec30 req-a0213b95-a0dc-4e01-a020-ec70dacbdd11 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0833395 Feb 04 06:42:15.915984 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:42:15.957176 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-57061c00-8a41-4a0f-9761-54fb5e18ec30 req-7ff20cc7-13d1-4326-bccc-c9eb6829bc55 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382049 Feb 04 06:42:17.140717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002acff0-422d-454b-afde-b3091aa8272c req-b96439e2-bc57-4597-b1d7-701f8e260eaf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:17.142150 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-002acff0-422d-454b-afde-b3091aa8272c req-b96439e2-bc57-4597-b1d7-701f8e260eaf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0773745 Feb 04 06:42:17.185657 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-002acff0-422d-454b-afde-b3091aa8272c req-f938f31e-57b4-4e14-8db2-e75eda91f8a8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379238 Feb 04 06:42:18.043472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0a02303c-95cb-4a81-b861-f54c1ccf7c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:18.366852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb222a-f8ef-453b-bdf9-c31647225673 req-1239ddba-d14d-49b2-8411-92601d7e2c95 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:18.368203 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-09eb222a-f8ef-453b-bdf9-c31647225673 req-1239ddba-d14d-49b2-8411-92601d7e2c95 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0793858 Feb 04 06:42:18.414743 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-09eb222a-f8ef-453b-bdf9-c31647225673 req-8f6470d3-b005-4f12-97c5-ac9c653db566 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402999 Feb 04 06:42:19.123622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:19.152111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:19.650391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d32ba-14c3-40b0-8324-632ae3d1ee32 req-25d8bf44-50f1-49e2-ae05-ead7a207646d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:19.651887 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a58d32ba-14c3-40b0-8324-632ae3d1ee32 req-25d8bf44-50f1-49e2-ae05-ead7a207646d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.1326234 Feb 04 06:42:19.697368 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a58d32ba-14c3-40b0-8324-632ae3d1ee32 req-10ae9197-9b89-4129-82a2-22978389a91d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397108 Feb 04 06:42:19.958182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:20.383223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f012e-6acc-479b-a21e-1556c9d6a019 req-8660b41e-bc61-4673-ae7d-d21a5ff13798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:20.385290 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1d7f012e-6acc-479b-a21e-1556c9d6a019 req-8660b41e-bc61-4673-ae7d-d21a5ff13798 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 1099 time: 0.1148629 Feb 04 06:42:20.533109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f012e-6acc-479b-a21e-1556c9d6a019 req-85a712ad-f784-49f0-a3e2-0b480b38ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:20.534490 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1d7f012e-6acc-479b-a21e-1556c9d6a019 req-85a712ad-f784-49f0-a3e2-0b480b38ab29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1301517 Feb 04 06:42:20.615261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:20.641078 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1d7f012e-6acc-479b-a21e-1556c9d6a019 req-8f05ee6e-528f-4b83-9be0-79ab614ab160 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27 HTTP/1.1" status: 200 len: 1002 time: 0.0993588 Feb 04 06:42:20.705293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f012e-6acc-479b-a21e-1556c9d6a019 req-384a8e14-7deb-4a46-904b-6167f82435f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:20.706741 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1d7f012e-6acc-479b-a21e-1556c9d6a019 req-384a8e14-7deb-4a46-904b-6167f82435f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0603590 Feb 04 06:42:20.787706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f012e-6acc-479b-a21e-1556c9d6a019 req-a4f471c2-1a23-4766-9193-7860b65109cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:20.789130 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1d7f012e-6acc-479b-a21e-1556c9d6a019 req-a4f471c2-1a23-4766-9193-7860b65109cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752282 Feb 04 06:42:20.984196 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1d7f012e-6acc-479b-a21e-1556c9d6a019 req-59f1c57d-c850-4a0f-868b-9d2029013de5 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876211 Feb 04 06:42:20.992151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc986d-1e86-4ccc-b009-f65fbeb30915 req-17e3090b-f589-4b75-b2c5-96098ef90ba1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:20.993502 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-88cc986d-1e86-4ccc-b009-f65fbeb30915 req-17e3090b-f589-4b75-b2c5-96098ef90ba1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.1796618 Feb 04 06:42:21.113229 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-88cc986d-1e86-4ccc-b009-f65fbeb30915 req-cd2e45e5-ff7e-474f-9e08-ae0818efefd0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009629 Feb 04 06:42:21.256946 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1d7f012e-6acc-479b-a21e-1556c9d6a019 req-4af1b8ed-3b22-415b-a621-3dc74d8c7c9a service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624571 Feb 04 06:42:22.295596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cd196-fc4d-43e1-b0a7-57b5ee90060c req-afbad9cd-6221-4241-8945-99be43e84ccd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:22.297065 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d88cd196-fc4d-43e1-b0a7-57b5ee90060c req-afbad9cd-6221-4241-8945-99be43e84ccd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0805912 Feb 04 06:42:22.340334 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d88cd196-fc4d-43e1-b0a7-57b5ee90060c req-be3ab8db-1af8-45fc-abb3-a4f5722dbdcd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376210 Feb 04 06:42:23.524916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6daaed-a704-4523-9afb-0c125603a8f6 req-4bb46e63-2f73-48d0-87e1-d26634fb3a93 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:23.526388 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e6daaed-a704-4523-9afb-0c125603a8f6 req-4bb46e63-2f73-48d0-87e1-d26634fb3a93 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0785110 Feb 04 06:42:23.569374 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e6daaed-a704-4523-9afb-0c125603a8f6 req-9c4cd404-e3b9-41e3-9618-084348b01867 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373251 Feb 04 06:42:24.764691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f15c-9715-4aee-ae67-b2ecc7e623f0 req-9e559314-48c9-4167-b0af-efe87840ca3d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:24.766079 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6f57f15c-9715-4aee-ae67-b2ecc7e623f0 req-9e559314-48c9-4167-b0af-efe87840ca3d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0901499 Feb 04 06:42:24.811949 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6f57f15c-9715-4aee-ae67-b2ecc7e623f0 req-34580fcc-a4e1-44bd-845f-0589330e3284 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402553 Feb 04 06:42:25.354298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c8883-7463-4d6d-8e7d-a6c37d54e3d5 req-539d63b1-46f6-4caa-85ae-0a1dad53748b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:25.355796 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5e5c8883-7463-4d6d-8e7d-a6c37d54e3d5 req-539d63b1-46f6-4caa-85ae-0a1dad53748b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0802467 Feb 04 06:42:25.400255 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5e5c8883-7463-4d6d-8e7d-a6c37d54e3d5 req-c8502f08-e908-4dc3-970b-dc4b922ef089 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385835 Feb 04 06:42:25.434626 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-e525fa75-bd27-443b-bf70-290beb0e7436 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731387 Feb 04 06:42:26.593256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2abd9-7160-4121-80bd-b58946195ee2 req-8c9645c9-7913-49f2-9ee2-dd1a9773307a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:26.594731 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-54c2abd9-7160-4121-80bd-b58946195ee2 req-8c9645c9-7913-49f2-9ee2-dd1a9773307a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0881906 Feb 04 06:42:26.639169 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-54c2abd9-7160-4121-80bd-b58946195ee2 req-84d25c7d-c4e1-472b-9eae-db5574682a75 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385361 Feb 04 06:42:27.485132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-e0fc5a78-a43c-43f8-88e8-979e1a645707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:27.486611 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-e0fc5a78-a43c-43f8-88e8-979e1a645707 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 1099 time: 0.0732815 Feb 04 06:42:27.614531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-0544ebce-02cc-43d8-9692-8cb0bf300da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:27.615980 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-0544ebce-02cc-43d8-9692-8cb0bf300da1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1236448 Feb 04 06:42:27.718054 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-66af405e-8f61-4f77-99b8-959ed922fc40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27 HTTP/1.1" status: 200 len: 1002 time: 0.0955746 Feb 04 06:42:27.780402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-018ab968-9258-4dfa-8a8e-bb2d8b4c0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:27.781790 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-018ab968-9258-4dfa-8a8e-bb2d8b4c0051 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0581014 Feb 04 06:42:27.829309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6ddf5-3cbc-4945-805a-37376a355861 req-06777d28-82c6-4ff4-8dff-11e4886391dd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:27.830795 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-14f6ddf5-3cbc-4945-805a-37376a355861 req-06777d28-82c6-4ff4-8dff-11e4886391dd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0868981 Feb 04 06:42:27.857077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-fc382f9a-c2ba-4011-b5ad-b84581096971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:27.858554 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-fc382f9a-c2ba-4011-b5ad-b84581096971 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708041 Feb 04 06:42:27.875853 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-14f6ddf5-3cbc-4945-805a-37376a355861 req-0cfeb14d-52c0-4a3a-bead-5076d123f649 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392127 Feb 04 06:42:27.987777 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-e011ff65-5270-4185-ada8-2467af678e88 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225274 Feb 04 06:42:28.115626 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-a1fbe125-837e-4f5f-b164-bf7e8beb5116 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220448 Feb 04 06:42:29.060688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c47183-bbbe-44a8-8102-bafde68f3a6f req-d2b5e50d-8d39-4d6c-a473-99c0ce7fca1f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:29.062144 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d8c47183-bbbe-44a8-8102-bafde68f3a6f req-d2b5e50d-8d39-4d6c-a473-99c0ce7fca1f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0831873 Feb 04 06:42:29.104598 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d8c47183-bbbe-44a8-8102-bafde68f3a6f req-d03c1b1b-8d08-40ec-83a5-45f96f664e36 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368092 Feb 04 06:42:30.141504 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-96bba204-8151-4999-b842-8129f9b5af47 service neutron] 10.222.0.24 "GET /v2.0/ports/06ca7c4f-7653-44a7-8493-53c6072d9c27/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0731192 Feb 04 06:42:30.293090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74beca2-fd73-46f4-8a6e-f5cfeee8582f req-6b728856-0713-426d-b28b-6dbcec8b1021 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:30.294816 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f74beca2-fd73-46f4-8a6e-f5cfeee8582f req-6b728856-0713-426d-b28b-6dbcec8b1021 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0798371 Feb 04 06:42:30.342645 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f74beca2-fd73-46f4-8a6e-f5cfeee8582f req-cf77a9e0-39c3-4203-84ab-8ed50165e736 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420671 Feb 04 06:42:30.857320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-549bd444-3e1e-4e59-a9ee-fe8233c4580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:30.858706 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-549bd444-3e1e-4e59-a9ee-fe8233c4580c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 1099 time: 0.0742891 Feb 04 06:42:30.947047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-93269b49-99b1-426d-8c5e-1617772942b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:30.948499 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-93269b49-99b1-426d-8c5e-1617772942b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 1099 time: 0.0692952 Feb 04 06:42:31.077661 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-c961b3fc-db54-4fb1-a85d-5c9338152483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:31.079168 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-c961b3fc-db54-4fb1-a85d-5c9338152483 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1247900 Feb 04 06:42:31.181083 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-03288542-4ce2-4746-9f06-c05fbe7d5516 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27 HTTP/1.1" status: 200 len: 1002 time: 0.0944612 Feb 04 06:42:31.243335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-accc3c54-65fe-4e2e-9759-4c7017b8ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:31.244915 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-accc3c54-65fe-4e2e-9759-4c7017b8ebad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0595357 Feb 04 06:42:31.427050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-40f70194-f107-4a52-8e27-e2af370084fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:31.428613 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-40f70194-f107-4a52-8e27-e2af370084fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1784210 Feb 04 06:42:31.570629 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-818cef7b-a0f9-4d9f-ad2f-e77f62513226 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358457 Feb 04 06:42:31.757296 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-40056e68-820e-4a1a-b371-0e0da92b4b1b req-b34850b8-c2c5-444d-b77e-0e0ec9ee580c service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802752 Feb 04 06:42:31.771648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a861d-5347-4f00-8e25-1d43e68db063 req-8b7ebeda-627f-4937-9741-fc5be4d155dd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:31.773094 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a06a861d-5347-4f00-8e25-1d43e68db063 req-8b7ebeda-627f-4937-9741-fc5be4d155dd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.1302607 Feb 04 06:42:31.820331 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a06a861d-5347-4f00-8e25-1d43e68db063 req-3674833f-af13-4ea8-85b1-81c47b1025c1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409830 Feb 04 06:42:33.009266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623d9c2-ed2f-4705-8350-ee66c3a1f9c8 req-fe33a428-4c47-404d-a73a-8f983d66e93c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:33.010725 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e623d9c2-ed2f-4705-8350-ee66c3a1f9c8 req-fe33a428-4c47-404d-a73a-8f983d66e93c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0803936 Feb 04 06:42:33.054794 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e623d9c2-ed2f-4705-8350-ee66c3a1f9c8 req-4851d01b-8c94-4490-b087-4efa07eb46fe tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377979 Feb 04 06:42:33.971594 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 06ca7c4f-7653-44a7-8493-53c6072d9c27 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:42:33.974459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 06ca7c4f-7653-44a7-8493-53c6072d9c27 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:42:34.233799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:34.247205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da57c26-6853-438a-bd96-54791bb91a41 req-13839e52-0adb-435f-8892-fe872a626612 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:34.248676 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2da57c26-6853-438a-bd96-54791bb91a41 req-13839e52-0adb-435f-8892-fe872a626612 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0864921 Feb 04 06:42:34.255109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 06ca7c4f-7653-44a7-8493-53c6072d9c27, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:42:34.275817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'port_id': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'mac_address': 'fa:16:3e:d3:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:42:34.282492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:42:34.301577 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2da57c26-6853-438a-bd96-54791bb91a41 req-f9d1ba1d-2f2c-4419-9ab1-a109a93ae967 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463624 Feb 04 06:42:34.325945 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 06ca7c4f-7653-44a7-8493-53c6072d9c27, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:42:34.338408 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'code': 200} Feb 04 06:42:34.346859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:34.366680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06ca7c4f-7653-44a7-8493-53c6072d9c27 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:42:34.380844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:34.487848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:42:34.488206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:42:34.491545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=06ca7c4f-7653-44a7-8493-53c6072d9c27,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:34.499105 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:34.499456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:34.499788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:34.500148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:34.500475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:34.500831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:34.501154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:34.501474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:34.501793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:34.502110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:34.502423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:34.502735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:35.045021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:35.061933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ca7c4f-7653-44a7-8493-53c6072d9c27 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:42:35.076963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 06ca7c4f-7653-44a7-8493-53c6072d9c27, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:42:35.135047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:35.200552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['06ca7c4f-7653-44a7-8493-53c6072d9c27'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:42:35.247831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=06ca7c4f-7653-44a7-8493-53c6072d9c27,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:35.480960 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbae140-1a87-4908-a924-7f27e7ac6b8e req-a50654cb-98e6-403e-bb5f-902b6286bbf3 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:35.482417 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-afbae140-1a87-4908-a924-7f27e7ac6b8e req-a50654cb-98e6-403e-bb5f-902b6286bbf3 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 945 time: 0.0788951 Feb 04 06:42:35.525017 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-afbae140-1a87-4908-a924-7f27e7ac6b8e req-e1dc96ac-a802-4052-8fd4-a15f6fd6992d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368328 Feb 04 06:42:35.984422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 06ca7c4f-7653-44a7-8493-53c6072d9c27 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:42:36.054772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 06ca7c4f-7653-44a7-8493-53c6072d9c27 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:42:36.055498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:36.122363 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558f0d0-ec0a-4ea8-aada-8590dca14aa5 req-2185c1d6-54bb-4ec2-a18f-006c19c2696e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:36.123832 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3558f0d0-ec0a-4ea8-aada-8590dca14aa5 req-2185c1d6-54bb-4ec2-a18f-006c19c2696e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 945 time: 0.1378076 Feb 04 06:42:36.171743 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:36.178909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-1c2bf1d4-5fc0-478c-8c6d-753b5a02d6bf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:36.180342 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-1c2bf1d4-5fc0-478c-8c6d-753b5a02d6bf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6&tenant_id=0f2d2b6881f945bab9352c9f953617f6&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.1290476 Feb 04 06:42:36.186185 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3558f0d0-ec0a-4ea8-aada-8590dca14aa5 req-28d320cf-cb96-49f2-bf06-72c1b3294144 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555184 Feb 04 06:42:36.206481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 06ca7c4f-7653-44a7-8493-53c6072d9c27, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:42:36.283408 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:36.322041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-d9451f22-5633-4397-9e8d-5ad6969dc946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:36.323565 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-d9451f22-5633-4397-9e8d-5ad6969dc946 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 1099 time: 0.0758502 Feb 04 06:42:36.340919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:42:36.359190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=06ca7c4f-7653-44a7-8493-53c6072d9c27,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:36.402863 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'code': 200} Feb 04 06:42:36.452210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-083c7299-8dd6-43f4-b84d-eb2a7ce40403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:36.453569 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-083c7299-8dd6-43f4-b84d-eb2a7ce40403 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1248560 Feb 04 06:42:36.552507 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-7eec5bbd-efee-44bd-8e39-2cfd305a835d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27 HTTP/1.1" status: 200 len: 1002 time: 0.0929034 Feb 04 06:42:36.614241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-370e418c-f581-484a-947a-9eb41fc2c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:36.615691 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-370e418c-f581-484a-947a-9eb41fc2c16b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0577579 Feb 04 06:42:36.688557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-fb0c9ac4-f889-4f60-a75a-12cebbb7381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:36.690051 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-fb0c9ac4-f889-4f60-a75a-12cebbb7381d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682518 Feb 04 06:42:36.822439 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-cd02d408-01db-4cbb-b660-8d84e3a3b7f1 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265879 Feb 04 06:42:36.951039 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-279fc0af-8c51-423a-8ad9-ad9f4a1c0c39 req-10cd24aa-6707-43b8-a458-602e9ad88d3e service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220665 Feb 04 06:42:37.476897 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778939e-87dc-4738-8fa3-752e06f3f60c req-e1d34079-e8f9-43f4-bc1e-e577c5d992a9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:37.478354 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8778939e-87dc-4738-8fa3-752e06f3f60c req-e1d34079-e8f9-43f4-bc1e-e577c5d992a9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.1873746 Feb 04 06:42:37.523925 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8778939e-87dc-4738-8fa3-752e06f3f60c req-73ebe444-333e-4da8-964f-d8bf402ec92c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397182 Feb 04 06:42:38.862383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9ad9f-2af1-4e9a-b4ad-6ad8a5a0439a req-3dac167d-69b6-42b5-9507-7a65024f2708 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:38.863745 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-aaf9ad9f-2af1-4e9a-b4ad-6ad8a5a0439a req-3dac167d-69b6-42b5-9507-7a65024f2708 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0884652 Feb 04 06:42:38.908355 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-aaf9ad9f-2af1-4e9a-b4ad-6ad8a5a0439a req-a2ff8b5a-7b76-4fff-a4ec-38cba6242a1c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389552 Feb 04 06:42:39.087357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb16f5-060f-4490-9fef-c5558b38db92 req-e988211e-de79-430a-83ba-b703e9713b03 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:39.088840 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-67bb16f5-060f-4490-9fef-c5558b38db92 req-e988211e-de79-430a-83ba-b703e9713b03 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0794656 Feb 04 06:42:39.134688 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-67bb16f5-060f-4490-9fef-c5558b38db92 req-b5e4ef3d-d2c3-4f79-a9fe-0e1808eb1277 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Feb 04 06:42:39.622474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b8132-8268-40fd-ba3d-5015ebeff124 req-285d5d01-f9d5-45f2-8619-2720d503664f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:39.623936 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e14b8132-8268-40fd-ba3d-5015ebeff124 req-285d5d01-f9d5-45f2-8619-2720d503664f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0851512 Feb 04 06:42:39.726113 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e14b8132-8268-40fd-ba3d-5015ebeff124 req-36339cd2-5dff-4e3e-ad99-38778067c177 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936234 Feb 04 06:42:39.742968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b0d23-0ebf-48f1-8fef-06ff5fbae7ec req-23d9456c-e0d2-4b8e-be7c-f8d1bb6fd6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:39.744430 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6b7b0d23-0ebf-48f1-8fef-06ff5fbae7ec req-23d9456c-e0d2-4b8e-be7c-f8d1bb6fd6e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 1099 time: 0.0966964 Feb 04 06:42:39.874275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b0d23-0ebf-48f1-8fef-06ff5fbae7ec req-e3d460f8-d6bb-4e47-82f0-4fd4e20affed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:39.875753 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6b7b0d23-0ebf-48f1-8fef-06ff5fbae7ec req-e3d460f8-d6bb-4e47-82f0-4fd4e20affed service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1248317 Feb 04 06:42:39.980832 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6b7b0d23-0ebf-48f1-8fef-06ff5fbae7ec req-f5afc04f-986b-49b3-bb97-f811574b2657 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27 HTTP/1.1" status: 200 len: 1002 time: 0.0983753 Feb 04 06:42:40.039879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b0d23-0ebf-48f1-8fef-06ff5fbae7ec req-723e20a9-9240-4a3c-80bf-ad479db2e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:40.041302 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6b7b0d23-0ebf-48f1-8fef-06ff5fbae7ec req-723e20a9-9240-4a3c-80bf-ad479db2e23e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0557823 Feb 04 06:42:40.113898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b0d23-0ebf-48f1-8fef-06ff5fbae7ec req-69359375-f513-44fb-859f-0e8c624a8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:40.115353 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6b7b0d23-0ebf-48f1-8fef-06ff5fbae7ec req-69359375-f513-44fb-859f-0e8c624a8e82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681984 Feb 04 06:42:40.256977 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6b7b0d23-0ebf-48f1-8fef-06ff5fbae7ec req-e5c07c8f-86b7-42d0-84c9-b86d4c267b0b service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344137 Feb 04 06:42:40.389723 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6b7b0d23-0ebf-48f1-8fef-06ff5fbae7ec req-a02fb919-9c13-44b0-9777-0fd5c013cd03 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267493 Feb 04 06:42:40.917181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c21e47-19fb-465a-adaa-820f00191302 req-5b8f8af7-afa3-48a9-8789-705a8ac11c29 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:40.919149 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a9c21e47-19fb-465a-adaa-820f00191302 req-5b8f8af7-afa3-48a9-8789-705a8ac11c29 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0800869 Feb 04 06:42:40.963280 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a9c21e47-19fb-465a-adaa-820f00191302 req-6b2f0356-52ce-444e-ae2a-b8563a2c67b0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379500 Feb 04 06:42:42.146844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ef567-309d-47ac-be32-e93f8a05830f req-bab950d5-c670-4dab-a595-53352c9ac843 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:42.148281 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e48ef567-309d-47ac-be32-e93f8a05830f req-bab950d5-c670-4dab-a595-53352c9ac843 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0819814 Feb 04 06:42:42.191325 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e48ef567-309d-47ac-be32-e93f8a05830f req-24d15637-1996-4471-a2a7-d6cf07f61779 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374506 Feb 04 06:42:42.772743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1aec50-dfc5-4146-9e4a-6122bf290542 req-14a12056-3cf4-43cf-8af9-f3e34be8b9ea tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:42.774256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eb1aec50-dfc5-4146-9e4a-6122bf290542 req-14a12056-3cf4-43cf-8af9-f3e34be8b9ea tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0788550 Feb 04 06:42:42.823402 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eb1aec50-dfc5-4146-9e4a-6122bf290542 req-a07de0ff-a2b3-49eb-b825-4b52058e9b06 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 Feb 04 06:42:44.013791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb116be8-6548-4d24-8a8d-31a57f8357be req-44ad7d3b-7ff4-475d-8d03-3675fa9ce019 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:44.015255 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fb116be8-6548-4d24-8a8d-31a57f8357be req-44ad7d3b-7ff4-475d-8d03-3675fa9ce019 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0827010 Feb 04 06:42:44.059502 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fb116be8-6548-4d24-8a8d-31a57f8357be req-aaaa90df-9b81-40cd-ade1-455198b0174c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377188 Feb 04 06:42:44.509612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-bd3f4955-9282-40d6-ba4a-ebe2af67396e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:44.511796 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-bd3f4955-9282-40d6-ba4a-ebe2af67396e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.0789313 Feb 04 06:42:44.578433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Deleting port 06ca7c4f-7653-44a7-8493-53c6072d9c27 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:42:44.578780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:44.821569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] For port 06ca7c4f-7653-44a7-8493-53c6072d9c27, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=06ca7c4f-7653-44a7-8493-53c6072d9c27,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:42:44.821833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:45.211555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:45.211921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:45.212236 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Floating IP 83637a70-e993-4b79-8ac7-d399decad296 disassociated. External IP: 172.26.7.252, port: 06ca7c4f-7653-44a7-8493-53c6072d9c27. Feb 04 06:42:45.212717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Calling delete_port for 06ca7c4f-7653-44a7-8493-53c6072d9c27 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:42:45.394290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2ac85-3ebc-4b54-b074-91fb6eb29186 req-a8b61274-dc15-42a7-b5a8-ab65bfe45205 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:45.395665 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2ec2ac85-3ebc-4b54-b074-91fb6eb29186 req-a8b61274-dc15-42a7-b5a8-ab65bfe45205 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 946 time: 0.2190132 Feb 04 06:42:45.454061 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2ec2ac85-3ebc-4b54-b074-91fb6eb29186 req-2031d163-3931-46a8-ae5b-1ae327bb2e65 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484002 Feb 04 06:42:45.500848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:45.551799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event deleted for resources: {'Port': ['ID=06ca7c4f-7653-44a7-8493-53c6072d9c27,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:45.562787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.563139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.563474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.563809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.564217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.564452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.564805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.565188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.565439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.565762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.566149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.566409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:42:45.718135 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2c74-15c2-436d-9e63-6f5b9c2ea226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:45.756311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Router 2252fa7f-fbbd-4240-8852-6763434a6522 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:42:45.932557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:42:45.942887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0fb05-0940-46b4-a762-e1ad3c371fae None None] Sync routers for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:42:45.953272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff0fb05-0940-46b4-a762-e1ad3c371fae None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:42:45.953883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1ff0fb05-0940-46b4-a762-e1ad3c371fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:42:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:46.007546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] No DVR routers for this DVR port 06ca7c4f-7653-44a7-8493-53c6072d9c27 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:42:46.010082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:46.012593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'name': 'network-vif-deleted', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:42:46.101976 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-36bb5a85-921e-4a1b-ace9-f2a56fcae2e4 req-3ca968fa-1c72-45e8-9ea2-a7d73e27cfdf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "DELETE /v2.0/ports/06ca7c4f-7653-44a7-8493-53c6072d9c27 HTTP/1.1" status: 204 len: 173 time: 1.5856621 Feb 04 06:42:46.114494 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8f5252-293b-452e-8acf-0eced73549d6', 'name': 'network-vif-deleted', 'tag': '06ca7c4f-7653-44a7-8493-53c6072d9c27', 'status': 'completed', 'code': 200} Feb 04 06:42:46.135664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-1ff0fb05-0940-46b4-a762-e1ad3c371fae None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:42:46.452513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1ff0fb05-0940-46b4-a762-e1ad3c371fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:46.456323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0fb05-0940-46b4-a762-e1ad3c371fae None None] Checking router: 2252fa7f-fbbd-4240-8852-6763434a6522 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:42:46.465271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff0fb05-0940-46b4-a762-e1ad3c371fae None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:42:46.465904 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1ff0fb05-0940-46b4-a762-e1ad3c371fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:42:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:46.615236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d3241e76-9d43-48e4-948c-1abb59dbe5a7 req-c033e3d1-b326-4bfd-b55b-9fef766d5785 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Synchronizing usage tracker for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:42:46.686477 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-1ff0fb05-0940-46b4-a762-e1ad3c371fae None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:42:46.712272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d3241e76-9d43-48e4-948c-1abb59dbe5a7 req-c033e3d1-b326-4bfd-b55b-9fef766d5785 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Unset dirty status for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:42:46.713553 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d3241e76-9d43-48e4-948c-1abb59dbe5a7 req-c033e3d1-b326-4bfd-b55b-9fef766d5785 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f8f5252-293b-452e-8acf-0eced73549d6 HTTP/1.1" status: 200 len: 210 time: 0.1396739 Feb 04 06:42:47.004593 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1ff0fb05-0940-46b4-a762-e1ad3c371fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:42:47.008732 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0fb05-0940-46b4-a762-e1ad3c371fae None None] The sync data for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv is: [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:42:47.223710 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7482b3c2-22a6-4836-8ed3-b7befb383eec None None] New status for floating IP 83637a70-e993-4b79-8ac7-d399decad296: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:42:48.003566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8302b32d-9e6a-4e0a-af4e-6f3fafbdedf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:48.047697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 06ca7c4f-7653-44a7-8493-53c6072d9c27 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:42:48.056167 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-2ce61855-adfc-4b7e-b1d9-435d01bb6d16 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1869200212&fields=id&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 267 time: 0.0395486 Feb 04 06:42:48.084870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 06ca7c4f-7653-44a7-8493-53c6072d9c27 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:42:48.091461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 06ca7c4f-7653-44a7-8493-53c6072d9c27 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:42:48.215215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806130-7c17-4462-9195-35368f276359 req-6c40b09a-14b9-4cfb-828b-99880d587d52 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:48.216857 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-6c40b09a-14b9-4cfb-828b-99880d587d52 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 811 time: 0.1525981 Feb 04 06:42:48.233111 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-7d9ee251-cb40-4e99-bb1c-cdcbb00cca94 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/quotas/0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 375 time: 0.0106041 Feb 04 06:42:48.328453 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-357ae81a-3434-4ca9-9868-ec800ec58d4b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874019 Feb 04 06:42:48.607416 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-68180353-3037-478a-8a83-8ae7417d504a service neutron] 10.222.0.32 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670684 Feb 04 06:42:48.742060 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-e4204e57-0817-48ed-abd6-75cbb72dbeaf service neutron] 10.222.0.32 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289837 Feb 04 06:42:49.005717 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c3c60dcd-7325-4410-9138-59d3f8468676 req-2459529e-b38c-46b9-885d-a1aab92698b7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 210 time: 0.0422833 Feb 04 06:42:49.135102 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:49.163546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:49.991892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:50.151734 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-152775e5-c158-48ea-b60c-410f188c4956 req-61c72621-ffa0-4800-8318-4941ab8d306f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 210 time: 0.0422456 Feb 04 06:42:50.609021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:50.991146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806130-7c17-4462-9195-35368f276359 req-2f89bb01-314f-4d32-a00e-251cf94bb019 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:50.992689 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-2f89bb01-314f-4d32-a00e-251cf94bb019 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 811 time: 0.1538873 Feb 04 06:42:51.051717 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-16e81ef1-b4e9-4c28-b633-83a835ba545e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 380 time: 0.0512381 Feb 04 06:42:51.060139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'port': {'device_id': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'admin_state_up': True, 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'security_groups': ['5298acd2-fb59-44f7-a554-4e32dbcf40c8']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:42:51.197456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:42:51.207984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:42:51.302300 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fe6a6546-599b-45c5-917b-baadce3b75e4 req-a9e43d04-fe3f-49c1-b93a-1beab497e9dc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 210 time: 0.0421834 Feb 04 06:42:51.324137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Made reservation on behalf of 0f2d2b6881f945bab9352c9f953617f6 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:42:51.328622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:51.610231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Allocated IP 172.20.0.10 (31fc504e-edd7-4f10-9b57-38545fb0af39/0fe1a533-0243-403b-9988-7de8a5053f81/7345aab2-12dc-4149-a337-6ea0a4503744) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:42:51.803461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:51.819338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Transition to ACTIVE for port object 7345aab2-12dc-4149-a337-6ea0a4503744 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:42:51.901035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:51.970624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:42:51.973628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:42:51.977720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:42:52.015555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event updated for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:52.047746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:52.048360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:52.141680 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-02944c4d-cc90-4f51-bfc9-fea7e7e3b0d5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0855272 Feb 04 06:42:52.153009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Request body: {'port': {'device_id': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:42:52.265801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:52.329315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-27e896a6-9bc7-447a-9c3a-7cc6df9026f5 None None] Provisioning for port 7345aab2-12dc-4149-a337-6ea0a4503744 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:42:52.335024 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-27e896a6-9bc7-447a-9c3a-7cc6df9026f5 None None] Provisioning complete for port 7345aab2-12dc-4149-a337-6ea0a4503744 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:42:52.335387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-27e896a6-9bc7-447a-9c3a-7cc6df9026f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:52.391426 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-27e896a6-9bc7-447a-9c3a-7cc6df9026f5 None None] Port 7345aab2-12dc-4149-a337-6ea0a4503744 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:42:52.504737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dc5fd-01da-4da1-a53c-7ffe12587e01 req-34744b70-56b1-4e0c-8841-43fd8ee5c3f0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:52.510903 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-090dc5fd-01da-4da1-a53c-7ffe12587e01 req-34744b70-56b1-4e0c-8841-43fd8ee5c3f0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 932 time: 0.0888827 Feb 04 06:42:52.554644 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-090dc5fd-01da-4da1-a53c-7ffe12587e01 req-ba94d668-bea7-4380-b430-df26aa879b34 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Feb 04 06:42:52.609079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7345aab2-12dc-4149-a337-6ea0a4503744 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:42:52.616116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:52.629983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Transition to ACTIVE for port object 7345aab2-12dc-4149-a337-6ea0a4503744 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:42:52.706285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:52.834111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Pushing event updated for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:52.919434 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:42:52.941806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Attempting to bind port 7345aab2-12dc-4149-a337-6ea0a4503744 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:42:52.942150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Attempting to bind port 7345aab2-12dc-4149-a337-6ea0a4503744 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:42:52.942476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Attempting to bind port 7345aab2-12dc-4149-a337-6ea0a4503744 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:42:52.947217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Port 7345aab2-12dc-4149-a337-6ea0a4503744 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:42:52.947534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Attempting to bind port 7345aab2-12dc-4149-a337-6ea0a4503744 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:42:52.953206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:42:52.953546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Checking segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:42:52.953927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Bound using segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:42:52.954348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Bound port: 7345aab2-12dc-4149-a337-6ea0a4503744, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:42:52.954695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:53.045459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:42:53.048565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:42:53.123968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:53.184250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:53.184911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:53.186468 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] 10.222.0.24 "PUT /v2.0/ports/7345aab2-12dc-4149-a337-6ea0a4503744 HTTP/1.1" status: 200 len: 1094 time: 1.0378318 Feb 04 06:42:53.186920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:42:53.212121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3939a-e652-4bc7-aa4e-fdf0f3d767ce service neutron] Pushing event updated for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:53.239528 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744', 'status': 'completed', 'code': 200} Feb 04 06:42:53.337690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b83bb2-1510-4a68-9573-16520724d0ce req-1f158bf3-92a8-42fc-8417-2b3b83c3e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:53.339311 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a3b83bb2-1510-4a68-9573-16520724d0ce req-1f158bf3-92a8-42fc-8417-2b3b83c3e167 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 1097 time: 0.0751779 Feb 04 06:42:53.480743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b83bb2-1510-4a68-9573-16520724d0ce req-6508e22f-06d8-4e43-a633-bf904f3ed2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:53.482245 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a3b83bb2-1510-4a68-9573-16520724d0ce req-6508e22f-06d8-4e43-a633-bf904f3ed2f1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0f2d2b6881f945bab9352c9f953617f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1367354 Feb 04 06:42:53.622517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b83bb2-1510-4a68-9573-16520724d0ce req-f44f7724-a300-4f0c-9f2c-d400a13d5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:53.624005 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a3b83bb2-1510-4a68-9573-16520724d0ce req-f44f7724-a300-4f0c-9f2c-d400a13d5853 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357126 Feb 04 06:42:53.732054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806130-7c17-4462-9195-35368f276359 req-2fef2f0f-d398-442c-9844-22886d4a2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:53.733595 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-2fef2f0f-d398-442c-9844-22886d4a2a08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 1097 time: 0.0753047 Feb 04 06:42:53.744192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4aa18d-6f6b-43fe-b23e-c47afc64bd6f req-270e0463-37fe-4617-b967-53e5049d2c9f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:53.746272 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3a4aa18d-6f6b-43fe-b23e-c47afc64bd6f req-270e0463-37fe-4617-b967-53e5049d2c9f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 944 time: 0.0810039 Feb 04 06:42:53.790099 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3a4aa18d-6f6b-43fe-b23e-c47afc64bd6f req-cc9b5fdb-546c-4c67-a016-7376fbb79c5d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379336 Feb 04 06:42:53.805533 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-37ac4f2e-8107-4d9c-8cc8-cb1c8344bf5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7345aab2-12dc-4149-a337-6ea0a4503744 HTTP/1.1" status: 200 len: 217 time: 0.0646229 Feb 04 06:42:53.960118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806130-7c17-4462-9195-35368f276359 req-62f6dd28-3301-4691-8af6-a3d93bf7c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:53.961482 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-62f6dd28-3301-4691-8af6-a3d93bf7c29b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.1502271 Feb 04 06:42:54.039518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806130-7c17-4462-9195-35368f276359 req-91693632-bfb1-4a50-9ae4-686e11f66e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:54.041023 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-91693632-bfb1-4a50-9ae4-686e11f66e53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721304 Feb 04 06:42:54.171165 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-6d535fdf-76e1-4131-911e-413840e46af9 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237729 Feb 04 06:42:54.301489 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87806130-7c17-4462-9195-35368f276359 req-97001a2c-5cb8-44a6-99a9-d0b8029d8a5d service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244497 Feb 04 06:42:54.976441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e43f-85d9-4cb3-9a70-50e78860edd5 req-00da5c31-bc2c-46e4-ba1f-b1818ca10a22 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:54.977816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d5c8e43f-85d9-4cb3-9a70-50e78860edd5 req-00da5c31-bc2c-46e4-ba1f-b1818ca10a22 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Synchronizing usage tracker for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:42:55.054720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d5c8e43f-85d9-4cb3-9a70-50e78860edd5 req-00da5c31-bc2c-46e4-ba1f-b1818ca10a22 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Unset dirty status for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:42:55.055896 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d5c8e43f-85d9-4cb3-9a70-50e78860edd5 req-00da5c31-bc2c-46e4-ba1f-b1818ca10a22 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 944 time: 0.1591668 Feb 04 06:42:55.099342 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d5c8e43f-85d9-4cb3-9a70-50e78860edd5 req-00935b69-fd57-4b2e-a771-914097dc47d6 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375919 Feb 04 06:42:56.093354 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7345aab2-12dc-4149-a337-6ea0a4503744 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:42:56.225878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:42:56.239623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '7345aab2-12dc-4149-a337-6ea0a4503744', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'port_id': '7345aab2-12dc-4149-a337-6ea0a4503744', 'mac_address': 'fa:16:3e:fe:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:42:56.285612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e06453-1883-4f42-8ff9-b8786061b13c req-7c10b4eb-a7a6-4c07-997a-40699821bfa6 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:56.287060 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e4e06453-1883-4f42-8ff9-b8786061b13c req-7c10b4eb-a7a6-4c07-997a-40699821bfa6 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 944 time: 0.0843055 Feb 04 06:42:56.294637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:56.311749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7345aab2-12dc-4149-a337-6ea0a4503744 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:42:56.327376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:42:56.331736 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e4e06453-1883-4f42-8ff9-b8786061b13c req-bebbedb9-68a5-43ef-b7a6-ac08734f70be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383711 Feb 04 06:42:56.386581 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:56.455796 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:56.738399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['7345aab2-12dc-4149-a337-6ea0a4503744'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:42:57.518206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b75a7-8551-4b2b-b56e-95cedc2fcdb2 req-2f8a64af-b64a-4d73-a88b-7c5c111af7c1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:57.520574 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-067b75a7-8551-4b2b-b56e-95cedc2fcdb2 req-2f8a64af-b64a-4d73-a88b-7c5c111af7c1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 945 time: 0.0834110 Feb 04 06:42:57.565457 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-067b75a7-8551-4b2b-b56e-95cedc2fcdb2 req-fbf14915-6263-4f9f-b14a-ed0b6aeacdac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392656 Feb 04 06:42:58.108762 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7345aab2-12dc-4149-a337-6ea0a4503744 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:42:58.237378 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 7345aab2-12dc-4149-a337-6ea0a4503744 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:42:58.242225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 7345aab2-12dc-4149-a337-6ea0a4503744 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:42:58.242595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:58.356700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:58.382364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:42:58.394959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:42:58.424780 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744', 'code': 200} Feb 04 06:42:58.449763 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:42:58.516566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:42:58.809042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1bc96-3238-4691-b1f2-d9553a2c47a8 req-ab778de0-e8be-41a0-917f-0a4d2de65439 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:58.810502 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8b1bc96-3238-4691-b1f2-d9553a2c47a8 req-ab778de0-e8be-41a0-917f-0a4d2de65439 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.1377513 Feb 04 06:42:58.813108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308f56f-1880-4456-bdae-6e273740155a req-c0562047-0914-4ca5-8d58-468c5e847bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:42:58.814424 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d308f56f-1880-4456-bdae-6e273740155a req-c0562047-0914-4ca5-8d58-468c5e847bae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 1099 time: 0.1105163 Feb 04 06:42:58.880924 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8b1bc96-3238-4691-b1f2-d9553a2c47a8 req-05aa9352-2890-4c05-b0e9-dd839a7e1555 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647280 Feb 04 06:42:58.882517 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d308f56f-1880-4456-bdae-6e273740155a req-4bcdeca6-1789-4305-a002-d33777f8daff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540075 Feb 04 06:43:00.067364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d0497-4219-4272-8a3f-9ad4c43d20fd req-7b5b4102-62c3-4850-883c-90b86bb63a03 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:00.068828 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-338d0497-4219-4272-8a3f-9ad4c43d20fd req-7b5b4102-62c3-4850-883c-90b86bb63a03 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0813503 Feb 04 06:43:00.115043 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-338d0497-4219-4272-8a3f-9ad4c43d20fd req-4275274e-0424-404e-99fa-75dbfc67a50c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Feb 04 06:43:01.300290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa137c-1941-4bc5-8f6a-adc62513d8cd req-22c548bf-8785-4c40-bb53-9cb8ce1fe64c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:01.301804 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c4fa137c-1941-4bc5-8f6a-adc62513d8cd req-22c548bf-8785-4c40-bb53-9cb8ce1fe64c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0830815 Feb 04 06:43:01.346541 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c4fa137c-1941-4bc5-8f6a-adc62513d8cd req-46c35888-4721-4f15-b10a-51f98727a2c0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391247 Feb 04 06:43:01.529004 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9f9c5-b208-4d44-8db7-8d24e254ffca req-2cacf2b5-df1e-4e33-8292-664fa575e5ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:01.530451 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0ae9f9c5-b208-4d44-8db7-8d24e254ffca req-2cacf2b5-df1e-4e33-8292-664fa575e5ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0829961 Feb 04 06:43:01.538848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 54426) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:43:01.544399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-10ab26fd-cfbc-4f48-9410-e45286f64480 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'floatingip': {'port_id': '7345aab2-12dc-4149-a337-6ea0a4503744'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:43:01.629335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10ab26fd-cfbc-4f48-9410-e45286f64480 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.206858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10ab26fd-cfbc-4f48-9410-e45286f64480 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.306854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10ab26fd-cfbc-4f48-9410-e45286f64480 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:02.585084 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-10ab26fd-cfbc-4f48-9410-e45286f64480 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Floating IP 83637a70-e993-4b79-8ac7-d399decad296 associated. External IP: 172.26.7.252, port: 7345aab2-12dc-4149-a337-6ea0a4503744. Feb 04 06:43:02.928056 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ab26fd-cfbc-4f48-9410-e45286f64480 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Router 2252fa7f-fbbd-4240-8852-6763434a6522 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:43:03.105789 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ab26fd-cfbc-4f48-9410-e45286f64480 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:43:03.110147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-10ab26fd-cfbc-4f48-9410-e45286f64480 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:03.116156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f598948-8961-4659-9e95-d518c08dcfca None None] Sync routers for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:43:03.126396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f598948-8961-4659-9e95-d518c08dcfca None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:43:03.127081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f598948-8961-4659-9e95-d518c08dcfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:42:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:03.167333 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-10ab26fd-cfbc-4f48-9410-e45286f64480 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "PUT /v2.0/floatingips/83637a70-e993-4b79-8ac7-d399decad296 HTTP/1.1" status: 200 len: 992 time: 1.6273618 Feb 04 06:43:03.168714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:43:03.275656 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744', 'status': 'completed', 'code': 200} Feb 04 06:43:03.349214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8f598948-8961-4659-9e95-d518c08dcfca None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:43:03.404463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8302946-1b99-4a4b-81fa-6894904a5f28 req-51f94cb9-2599-48f1-84e8-128cd0271206 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:03.405973 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c8302946-1b99-4a4b-81fa-6894904a5f28 req-51f94cb9-2599-48f1-84e8-128cd0271206 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.1473756 Feb 04 06:43:03.409147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caefc6-284f-4a1f-99c8-f35b306dcca2 req-a85295c9-04e3-43fc-9d3e-438fd81530a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:03.410536 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9caefc6-284f-4a1f-99c8-f35b306dcca2 req-a85295c9-04e3-43fc-9d3e-438fd81530a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 1099 time: 0.1101022 Feb 04 06:43:03.529195 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c8302946-1b99-4a4b-81fa-6894904a5f28 req-187d02fd-78f2-44e2-86f5-7f58aa9f074e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170607 Feb 04 06:43:03.582497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caefc6-284f-4a1f-99c8-f35b306dcca2 req-b3e6fcf7-a5ef-4aca-9dad-b90c8d29cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:03.584008 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9caefc6-284f-4a1f-99c8-f35b306dcca2 req-b3e6fcf7-a5ef-4aca-9dad-b90c8d29cf5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1578898 Feb 04 06:43:03.691982 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9caefc6-284f-4a1f-99c8-f35b306dcca2 req-f7ca1144-ebd8-4991-8dca-2d1aa772973c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7345aab2-12dc-4149-a337-6ea0a4503744 HTTP/1.1" status: 200 len: 1000 time: 0.1022930 Feb 04 06:43:03.706553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f598948-8961-4659-9e95-d518c08dcfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': '7345aab2-12dc-4149-a337-6ea0a4503744', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:fe:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:43:02Z', 'revision_number': 9, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:03.710538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f598948-8961-4659-9e95-d518c08dcfca None None] Checking router: 2252fa7f-fbbd-4240-8852-6763434a6522 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:43:03.719632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f598948-8961-4659-9e95-d518c08dcfca None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:43:03.720228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f598948-8961-4659-9e95-d518c08dcfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:42:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:03.753988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caefc6-284f-4a1f-99c8-f35b306dcca2 req-5e8e7c15-a406-4e2d-ae1b-48e64c81b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:03.755328 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9caefc6-284f-4a1f-99c8-f35b306dcca2 req-5e8e7c15-a406-4e2d-ae1b-48e64c81b2ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0572491 Feb 04 06:43:03.833034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caefc6-284f-4a1f-99c8-f35b306dcca2 req-444a4497-33e7-4a51-8c22-64f5d61b45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:03.834495 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9caefc6-284f-4a1f-99c8-f35b306dcca2 req-444a4497-33e7-4a51-8c22-64f5d61b45c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733819 Feb 04 06:43:03.898864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8f598948-8961-4659-9e95-d518c08dcfca None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:43:04.072859 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9caefc6-284f-4a1f-99c8-f35b306dcca2 req-f1f33062-913a-4c21-9db3-28e8df8a1cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319367 Feb 04 06:43:04.202928 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9caefc6-284f-4a1f-99c8-f35b306dcca2 req-22b46c05-a5a4-47fc-9103-407311450dcc service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233463 Feb 04 06:43:04.259270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8f598948-8961-4659-9e95-d518c08dcfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': '7345aab2-12dc-4149-a337-6ea0a4503744', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:fe:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:43:02Z', 'revision_number': 9, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:04.264023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f598948-8961-4659-9e95-d518c08dcfca None None] The sync data for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv is: [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': '7345aab2-12dc-4149-a337-6ea0a4503744', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:fe:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:43:02Z', 'revision_number': 9, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:43:04.480920 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12173670-a729-416e-a972-f933910461c9 None None] New status for floating IP 83637a70-e993-4b79-8ac7-d399decad296: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:43:04.722761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a54cbf-9908-40f1-9ab6-3478aedc1fab req-21ffcd47-7b2a-4f6e-bc34-8f61f322cf1b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:04.724242 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-17a54cbf-9908-40f1-9ab6-3478aedc1fab req-21ffcd47-7b2a-4f6e-bc34-8f61f322cf1b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0818577 Feb 04 06:43:04.768668 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-17a54cbf-9908-40f1-9ab6-3478aedc1fab req-1dc8c20b-9be2-45b2-89f9-95de4b6ebb34 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386362 Feb 04 06:43:05.298704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc50021-018e-4ef4-bfb1-0d08bde7d543 req-675ac686-bc6e-4aca-aaeb-eef377652df0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:05.300211 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2cc50021-018e-4ef4-bfb1-0d08bde7d543 req-675ac686-bc6e-4aca-aaeb-eef377652df0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0833387 Feb 04 06:43:05.346599 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2cc50021-018e-4ef4-bfb1-0d08bde7d543 req-3e882e5f-7d9d-4aec-95f9-23a49ba4c7b5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406303 Feb 04 06:43:05.427348 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-145ef5b0-4c2d-4db5-a25a-61f30ed2d634 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171446 Feb 04 06:43:06.540072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae063a-b69d-4e6d-9957-57c45afb9613 req-1d279dbf-c876-4426-9838-093ee9c411e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:06.541562 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-95ae063a-b69d-4e6d-9957-57c45afb9613 req-1d279dbf-c876-4426-9838-093ee9c411e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0837605 Feb 04 06:43:06.586197 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-95ae063a-b69d-4e6d-9957-57c45afb9613 req-3bc51257-7abd-4332-937b-81fa7d8c40e7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382845 Feb 04 06:43:07.573095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-f1ab3719-5aa2-4508-ae05-c031553d3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:07.575004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-f1ab3719-5aa2-4508-ae05-c031553d3aee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 1099 time: 0.0702879 Feb 04 06:43:07.707036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-81964a80-9b28-4c0f-8485-d8d3c7ad0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:07.708488 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-81964a80-9b28-4c0f-8485-d8d3c7ad0e16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1275680 Feb 04 06:43:07.768938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f169a86-7dcc-4392-a461-5a5030861404 req-30065b22-f252-481f-9836-ea7851fbcb6b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:07.770721 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7f169a86-7dcc-4392-a461-5a5030861404 req-30065b22-f252-481f-9836-ea7851fbcb6b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0796185 Feb 04 06:43:07.812673 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-175a0de6-31f5-437a-956a-a4938e5d938e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7345aab2-12dc-4149-a337-6ea0a4503744 HTTP/1.1" status: 200 len: 1003 time: 0.0981996 Feb 04 06:43:07.814927 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7f169a86-7dcc-4392-a461-5a5030861404 req-a68c6508-e331-4fe1-ae6c-3e9b01ac8172 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386887 Feb 04 06:43:07.873654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-ad7f0f59-f784-4aa0-9f87-9e5f4d777ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:07.875073 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-ad7f0f59-f784-4aa0-9f87-9e5f4d777ccb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0569735 Feb 04 06:43:07.952600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-df09c732-1a7c-4bd1-a10d-4fb93e7d33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:07.954094 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-df09c732-1a7c-4bd1-a10d-4fb93e7d33ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731847 Feb 04 06:43:08.082397 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-e193f358-c157-4c6a-b2f5-0c3ef92d7107 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220021 Feb 04 06:43:08.214129 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-e9bd678b-3048-4156-b19c-1bdd7bfe66d5 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254892 Feb 04 06:43:09.000921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc087b-ca07-41cb-ad97-4aec2c01959c req-7e07cda8-50ab-40d7-9a00-a46c5fd5c11d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:09.002377 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fbfc087b-ca07-41cb-ad97-4aec2c01959c req-7e07cda8-50ab-40d7-9a00-a46c5fd5c11d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0809598 Feb 04 06:43:09.046285 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-fbfc087b-ca07-41cb-ad97-4aec2c01959c req-c4686cc6-efba-4933-a6ab-5b598b1eaff4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381396 Feb 04 06:43:10.238976 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148003f6-f6ec-4236-8639-91391bab1c8e req-b95701f4-7444-404b-b07a-8fd6bf698deb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:10.240427 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-148003f6-f6ec-4236-8639-91391bab1c8e req-b95701f4-7444-404b-b07a-8fd6bf698deb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0825803 Feb 04 06:43:10.283053 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-148003f6-f6ec-4236-8639-91391bab1c8e req-3a1abe7a-921d-4300-b4c7-dbb51435d5bf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369759 Feb 04 06:43:11.471134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c659f-b849-49df-8342-0743d6df1610 req-15c75bf7-2cd0-4e22-8b90-095b6666b49e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:11.472735 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-293c659f-b849-49df-8342-0743d6df1610 req-15c75bf7-2cd0-4e22-8b90-095b6666b49e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0848901 Feb 04 06:43:11.518864 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-293c659f-b849-49df-8342-0743d6df1610 req-457a6c76-1bf5-4cdf-951f-26202e48f1bf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400174 Feb 04 06:43:12.702012 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305c21e-9556-4143-a3ce-36ad5eaa6513 req-2a8d7b12-6ef4-4e73-86e6-41e9bdf469cf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:12.703448 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3305c21e-9556-4143-a3ce-36ad5eaa6513 req-2a8d7b12-6ef4-4e73-86e6-41e9bdf469cf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0779316 Feb 04 06:43:12.755453 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3305c21e-9556-4143-a3ce-36ad5eaa6513 req-3771e3f4-52e8-40fd-ad1e-ddf8946f8f29 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462587 Feb 04 06:43:13.939287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d69ebe-bf5c-4931-a856-6669dbd7543b req-47e914b5-9f24-4975-b0cb-1eb246c3a0f9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:13.940675 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-25d69ebe-bf5c-4931-a856-6669dbd7543b req-47e914b5-9f24-4975-b0cb-1eb246c3a0f9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0795748 Feb 04 06:43:13.989721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-25d69ebe-bf5c-4931-a856-6669dbd7543b req-8d7649fb-4582-403e-a68b-f39e653a7c0b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433414 Feb 04 06:43:15.174858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118928f-eed8-4379-a37f-87176aaacc6d req-8851328d-0699-425f-86d0-c52e81947291 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:15.176299 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7118928f-eed8-4379-a37f-87176aaacc6d req-8851328d-0699-425f-86d0-c52e81947291 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0789862 Feb 04 06:43:15.221969 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7118928f-eed8-4379-a37f-87176aaacc6d req-3c0d2ef8-2fa7-40b9-84a3-04be15c93018 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 Feb 04 06:43:15.723327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-da78fed1-5e3a-4f2d-9d6f-7d0c329e74ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:16.407529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd925cb3-f156-427d-918a-75103b92b86b req-b377fd1a-73cd-47b0-8d09-f2f24f59b8c5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:16.409006 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bd925cb3-f156-427d-918a-75103b92b86b req-b377fd1a-73cd-47b0-8d09-f2f24f59b8c5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0804062 Feb 04 06:43:16.453202 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bd925cb3-f156-427d-918a-75103b92b86b req-862fadf6-59e2-41ad-b68e-6086148e4566 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386591 Feb 04 06:43:17.638769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596e3e6-68fc-468a-8841-d1a968d74e93 req-7a42c4f1-5de2-4672-a766-cbb48a7fa26b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:17.640273 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9596e3e6-68fc-468a-8841-d1a968d74e93 req-7a42c4f1-5de2-4672-a766-cbb48a7fa26b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0822120 Feb 04 06:43:17.687220 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9596e3e6-68fc-468a-8841-d1a968d74e93 req-496d1ba5-f3a4-4192-99c7-d9f76b10fd34 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414045 Feb 04 06:43:18.031903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-44be613a-aa67-4096-bf0b-64dbd4bd017b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:18.870972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c152970-9895-49c7-bc25-f1044e0a48d0 req-55dd8cd9-4f9c-4732-81e3-f9aff9c3e318 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:18.872935 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c152970-9895-49c7-bc25-f1044e0a48d0 req-55dd8cd9-4f9c-4732-81e3-f9aff9c3e318 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0824900 Feb 04 06:43:18.915229 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c152970-9895-49c7-bc25-f1044e0a48d0 req-814ccdbe-2842-49e2-94b6-405ec8f6255d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366764 Feb 04 06:43:19.146548 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:19.163253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:19.986154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:20.098053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47922c-42c6-457a-a7b0-e57273f5e9be req-8014aa10-bbce-4228-b592-d8f39be350be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:20.099508 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ad47922c-42c6-457a-a7b0-e57273f5e9be req-8014aa10-bbce-4228-b592-d8f39be350be tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0775769 Feb 04 06:43:20.143013 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ad47922c-42c6-457a-a7b0-e57273f5e9be req-194b3fca-b6d9-4743-b869-d9e3d1707048 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378523 Feb 04 06:43:20.620346 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:21.324452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adead14-462e-4e2a-a3b4-2cb31b48f25a req-d6bc5c3d-16d3-4225-9ea2-982da9a54d24 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:21.325935 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9adead14-462e-4e2a-a3b4-2cb31b48f25a req-d6bc5c3d-16d3-4225-9ea2-982da9a54d24 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0794685 Feb 04 06:43:21.370566 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9adead14-462e-4e2a-a3b4-2cb31b48f25a req-c0a25916-90c4-4ea3-9715-e178c44b2489 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389347 Feb 04 06:43:22.467115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8775d-7f3c-4531-adf3-8f6d5fc281f7 req-ae4fb24b-434f-4a56-9233-2c566d81db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:22.469831 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-25d8775d-7f3c-4531-adf3-8f6d5fc281f7 req-ae4fb24b-434f-4a56-9233-2c566d81db8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 1099 time: 0.1881506 Feb 04 06:43:22.620596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8775d-7f3c-4531-adf3-8f6d5fc281f7 req-060ebd14-dc32-41cb-a195-91df05960289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:22.622136 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-25d8775d-7f3c-4531-adf3-8f6d5fc281f7 req-060ebd14-dc32-41cb-a195-91df05960289 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1320162 Feb 04 06:43:22.694484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d968424-fde0-4138-8a0e-bde4473fe8e5 req-89028c1a-f571-4b90-8e4e-7d31ec67be1c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:22.695862 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5d968424-fde0-4138-8a0e-bde4473fe8e5 req-89028c1a-f571-4b90-8e4e-7d31ec67be1c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.1952488 Feb 04 06:43:22.728148 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-25d8775d-7f3c-4531-adf3-8f6d5fc281f7 req-d2bc3868-4746-4703-bc0e-6b70eb9a1df8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7345aab2-12dc-4149-a337-6ea0a4503744 HTTP/1.1" status: 200 len: 1003 time: 0.0996218 Feb 04 06:43:22.741433 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5d968424-fde0-4138-8a0e-bde4473fe8e5 req-fab454d4-a834-4389-82c4-0a61d3d0ee5b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392528 Feb 04 06:43:22.789725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8775d-7f3c-4531-adf3-8f6d5fc281f7 req-19241a28-a2f1-4080-b235-c852b20f4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:22.791242 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-25d8775d-7f3c-4531-adf3-8f6d5fc281f7 req-19241a28-a2f1-4080-b235-c852b20f4013 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0568438 Feb 04 06:43:22.868251 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8775d-7f3c-4531-adf3-8f6d5fc281f7 req-12de628b-1597-4cb7-a94b-469d16bc8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:22.869765 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-25d8775d-7f3c-4531-adf3-8f6d5fc281f7 req-12de628b-1597-4cb7-a94b-469d16bc8bdf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720570 Feb 04 06:43:22.998688 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-25d8775d-7f3c-4531-adf3-8f6d5fc281f7 req-189a8ca4-8e53-4328-8f39-72ec38afde0f service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218028 Feb 04 06:43:23.129111 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-25d8775d-7f3c-4531-adf3-8f6d5fc281f7 req-6064ab89-fda2-4ced-913f-acda028e6d18 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245105 Feb 04 06:43:23.933342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f905ee-8053-41b0-8942-7aaebe4a6dc6 req-9c209301-4804-4f35-ac11-b3030b44eccd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:23.934862 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-83f905ee-8053-41b0-8942-7aaebe4a6dc6 req-9c209301-4804-4f35-ac11-b3030b44eccd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0831239 Feb 04 06:43:23.980180 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-83f905ee-8053-41b0-8942-7aaebe4a6dc6 req-9d265f9a-02c9-4c19-bc52-bb8136995a06 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394931 Feb 04 06:43:25.161186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cd367-3d4e-4820-a140-b57ba7fa9d40 req-1e6b3130-0a40-4c52-af9c-37a1b3cc7ee8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:25.162654 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c64cd367-3d4e-4820-a140-b57ba7fa9d40 req-1e6b3130-0a40-4c52-af9c-37a1b3cc7ee8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0786929 Feb 04 06:43:25.208855 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c64cd367-3d4e-4820-a140-b57ba7fa9d40 req-aebc6d54-d58a-4369-acc4-1eb02a446db2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398765 Feb 04 06:43:25.301512 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-7f6c6aef-8991-4c0e-b700-12a8a3138163 service neutron] 10.222.0.24 "GET /v2.0/ports/7345aab2-12dc-4149-a337-6ea0a4503744/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0766058 Feb 04 06:43:25.849325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-fd907c29-597b-4abc-92f9-0a8df2d90d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:25.850821 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-fd907c29-597b-4abc-92f9-0a8df2d90d43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 1099 time: 0.0761337 Feb 04 06:43:25.939800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-edb9bd00-5675-4906-b584-a4b592a0b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:25.941295 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-edb9bd00-5675-4906-b584-a4b592a0b92b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 1099 time: 0.0691938 Feb 04 06:43:26.067047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-e969dd65-981a-444d-a05a-16f49d6122ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:26.068481 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-e969dd65-981a-444d-a05a-16f49d6122ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1220481 Feb 04 06:43:26.179925 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-e4763c76-9b22-4cf3-8377-a2b4e364c3cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7345aab2-12dc-4149-a337-6ea0a4503744 HTTP/1.1" status: 200 len: 1003 time: 0.1058488 Feb 04 06:43:26.245108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-6e6a33a3-2efe-412b-a6f7-d265306bafae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:26.247138 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-6e6a33a3-2efe-412b-a6f7-d265306bafae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0608118 Feb 04 06:43:26.364630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-05ac56f8-eb61-487f-b39d-1abcd005e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:26.366097 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-05ac56f8-eb61-487f-b39d-1abcd005e440 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1128254 Feb 04 06:43:26.603088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7135cd6-f69d-47fd-9bd6-dad77936444e req-8455c95f-f681-4096-a578-6016253d0307 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:26.604534 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d7135cd6-f69d-47fd-9bd6-dad77936444e req-8455c95f-f681-4096-a578-6016253d0307 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.2880061 Feb 04 06:43:26.639939 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-de8d49d4-ff96-4e98-823a-ecd10dd9ded6 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622952 Feb 04 06:43:26.726447 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d7135cd6-f69d-47fd-9bd6-dad77936444e req-23a52139-9b11-4c25-b819-a2d51d002b18 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109922 Feb 04 06:43:26.793546 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6370a3d-53b8-434c-bb86-b5105cc4b056 req-b71834f8-ab5c-43d1-b18a-de49eacf0a0f service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433833 Feb 04 06:43:27.914617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f7539-752f-493f-b51a-32fbaa82ec57 req-5f34ac2f-d112-4dae-8589-18dc5f152fcd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:27.916062 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f91f7539-752f-493f-b51a-32fbaa82ec57 req-5f34ac2f-d112-4dae-8589-18dc5f152fcd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0790155 Feb 04 06:43:27.959560 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f91f7539-752f-493f-b51a-32fbaa82ec57 req-d38a3156-8924-4f12-bb04-890d5dbb27d7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369923 Feb 04 06:43:28.264962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7345aab2-12dc-4149-a337-6ea0a4503744 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:43:28.374787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:28.400209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:43:28.410500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:28.452742 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744', 'code': 200} Feb 04 06:43:28.489493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:28.561256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:29.145807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a245fe9-6ac4-4991-aa0b-23184e7cffd0 req-ec86ff65-4cab-4b83-8ab3-48488be2bb80 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:29.147235 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7a245fe9-6ac4-4991-aa0b-23184e7cffd0 req-ec86ff65-4cab-4b83-8ab3-48488be2bb80 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 944 time: 0.0842021 Feb 04 06:43:29.191136 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7a245fe9-6ac4-4991-aa0b-23184e7cffd0 req-e653b399-fbce-4c58-bf8f-472e65dffd8e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382664 Feb 04 06:43:29.918491 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:43:30.266460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7345aab2-12dc-4149-a337-6ea0a4503744 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:43:30.388481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ef3f8-49e8-47db-ab0f-42d20408d704 req-d7c61b8d-7d12-41d8-ad9d-142ad181d56d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:30.390057 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-340ef3f8-49e8-47db-ab0f-42d20408d704 req-d7c61b8d-7d12-41d8-ad9d-142ad181d56d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 944 time: 0.0845916 Feb 04 06:43:30.452079 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-340ef3f8-49e8-47db-ab0f-42d20408d704 req-a1672368-7f28-4eab-8b1e-b26dd325e928 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557637 Feb 04 06:43:30.464198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:30.478146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '7345aab2-12dc-4149-a337-6ea0a4503744', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'port_id': '7345aab2-12dc-4149-a337-6ea0a4503744', 'mac_address': 'fa:16:3e:fe:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:43:30.535115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:30.552105 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7345aab2-12dc-4149-a337-6ea0a4503744 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:43:30.568341 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:30.666304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:30.733462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['7345aab2-12dc-4149-a337-6ea0a4503744'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:43:30.785514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:31.330749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40fbc9-68f6-4b96-9536-24d199d99bcb req-bf4e55b2-3f60-4832-8c84-32ad74a1d8ef tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:31.332196 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2b40fbc9-68f6-4b96-9536-24d199d99bcb req-bf4e55b2-3f60-4832-8c84-32ad74a1d8ef tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 945 time: 0.1421769 Feb 04 06:43:31.344726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-9b02911f-ed22-4277-ae1c-fbdb0096ddf3 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:31.346141 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-9b02911f-ed22-4277-ae1c-fbdb0096ddf3 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e&tenant_id=0f2d2b6881f945bab9352c9f953617f6&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.1249568 Feb 04 06:43:31.439813 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2b40fbc9-68f6-4b96-9536-24d199d99bcb req-dac11579-7d01-4d93-9b7c-3f2f032a8853 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928011 Feb 04 06:43:31.452759 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-1eedde05-76ad-49d3-ae02-68775220b1cd service neutron] 10.222.0.24 "GET /v2.0/ports/7345aab2-12dc-4149-a337-6ea0a4503744/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0930328 Feb 04 06:43:31.548499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-9a8f9e91-4cc6-4744-b794-88a2b6d62aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:31.550161 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-9a8f9e91-4cc6-4744-b794-88a2b6d62aee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 1098 time: 0.0755508 Feb 04 06:43:31.680985 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-ed72dfb9-349a-431d-89a3-634c78a19361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:31.682349 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-ed72dfb9-349a-431d-89a3-634c78a19361 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1269062 Feb 04 06:43:31.786279 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-fe6f2f6f-32a7-4020-8421-d6a3b85b4a73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7345aab2-12dc-4149-a337-6ea0a4503744 HTTP/1.1" status: 200 len: 1002 time: 0.0978782 Feb 04 06:43:31.848429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-e2b44e41-abaf-4f64-9545-3efdf9c7fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:31.849913 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-e2b44e41-abaf-4f64-9545-3efdf9c7fd9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0585928 Feb 04 06:43:31.923592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-7d230d44-488c-4bdd-93d1-1e3d1ac3b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:31.925085 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-7d230d44-488c-4bdd-93d1-1e3d1ac3b78c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692804 Feb 04 06:43:32.056668 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-e347583d-ba15-49eb-94e0-ec5e5b520000 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258581 Feb 04 06:43:32.185739 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-e1f6f32d-80b0-40b0-8699-ad3884a7ceaa service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211567 Feb 04 06:43:32.280531 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7345aab2-12dc-4149-a337-6ea0a4503744 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:43:32.349252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 7345aab2-12dc-4149-a337-6ea0a4503744 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:43:32.349511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:32.465678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:32.495399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:43:32.506187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:32.551229 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744', 'code': 200} Feb 04 06:43:32.597450 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:32.633317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d7014-7fbe-4dff-9ea1-85f75fa0639e req-7e9a8a0f-cfc2-49fe-a4a8-90dfb46154bc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:32.634721 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fa7d7014-7fbe-4dff-9ea1-85f75fa0639e req-7e9a8a0f-cfc2-49fe-a4a8-90dfb46154bc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 945 time: 0.0798030 Feb 04 06:43:32.664303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:32.681910 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fa7d7014-7fbe-4dff-9ea1-85f75fa0639e req-a9d78df1-8430-4df3-b2df-ce16b32e97e8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411181 Feb 04 06:43:33.875996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e39d94-31a3-4c6b-b101-3500eecb248d req-b3c6bcbe-e3fd-49b8-bf9a-c0ffb42c9412 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:33.877510 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5e39d94-31a3-4c6b-b101-3500eecb248d req-b3c6bcbe-e3fd-49b8-bf9a-c0ffb42c9412 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0903928 Feb 04 06:43:33.921484 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c5e39d94-31a3-4c6b-b101-3500eecb248d req-8d3c387a-3d87-4ffa-89a7-294d9b7d72d3 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382838 Feb 04 06:43:35.122905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dc134-20ea-4a46-b68e-8e905b8e1842 req-ac53eb5c-a9c9-4ad4-a0c5-84f450fb6cc2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:35.124490 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3a2dc134-20ea-4a46-b68e-8e905b8e1842 req-ac53eb5c-a9c9-4ad4-a0c5-84f450fb6cc2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0952461 Feb 04 06:43:35.170331 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3a2dc134-20ea-4a46-b68e-8e905b8e1842 req-5dc812e9-9205-49db-8004-77ffb25563c8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389924 Feb 04 06:43:35.326847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-558aac0b-7ac1-4f1e-8aa4-27a0e72ac4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:35.328300 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-558aac0b-7ac1-4f1e-8aa4-27a0e72ac4c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 1099 time: 0.0717633 Feb 04 06:43:35.420507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-bc09d6bb-716b-45fb-9ee6-816f7ecb1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:35.422083 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-bc09d6bb-716b-45fb-9ee6-816f7ecb1f0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 1099 time: 0.0736830 Feb 04 06:43:35.662715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-a6620416-72cf-4eb7-9159-aa53c40a84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:35.664099 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-a6620416-72cf-4eb7-9159-aa53c40a84f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.2366202 Feb 04 06:43:35.768439 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-798ffa69-a9d6-4cbe-8738-08730c0d250e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7345aab2-12dc-4149-a337-6ea0a4503744 HTTP/1.1" status: 200 len: 1003 time: 0.0969086 Feb 04 06:43:35.838158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-4ad9ea5a-2d6b-4ad1-a046-590a88199b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:35.839588 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-4ad9ea5a-2d6b-4ad1-a046-590a88199b01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0657892 Feb 04 06:43:35.914904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-b837d178-f8b9-4b53-a4b8-bd000f94b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:35.916317 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-b837d178-f8b9-4b53-a4b8-bd000f94b5ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706449 Feb 04 06:43:36.046616 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-69711927-e2b1-48b0-91f1-be9aa7a61f81 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236794 Feb 04 06:43:36.180172 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-097aa45f-0619-4a80-b3ed-29f6ccb59ef9 req-627f36f6-5eea-4260-8207-3534852a8a97 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276824 Feb 04 06:43:36.361886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47797e8a-aaae-4965-aa03-85f4ca4deb3c req-d7588101-b3a8-4f12-b395-411ddea19872 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:36.363371 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-47797e8a-aaae-4965-aa03-85f4ca4deb3c req-d7588101-b3a8-4f12-b395-411ddea19872 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0841227 Feb 04 06:43:36.408934 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-47797e8a-aaae-4965-aa03-85f4ca4deb3c req-11809a42-f27f-412a-bc90-a00523771dd0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397260 Feb 04 06:43:37.601870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fd728-5820-46a0-9742-80a73320c6ac req-07e286f0-90c8-48d0-b8af-41038743f568 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:37.603289 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ce3fd728-5820-46a0-9742-80a73320c6ac req-07e286f0-90c8-48d0-b8af-41038743f568 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0873165 Feb 04 06:43:37.647021 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ce3fd728-5820-46a0-9742-80a73320c6ac req-1bfd67ac-21c6-4312-b279-09bf4650a869 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377796 Feb 04 06:43:38.312171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7345aab2-12dc-4149-a337-6ea0a4503744 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:43:38.424393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:38.450755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:43:38.460083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:38.495834 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744', 'code': 200} Feb 04 06:43:38.523299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:38.592827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=9']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:38.599845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.600188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.600521 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.600882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.601209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.601557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.601859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.602246 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.602495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.602835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.603121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.603433 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:38.835692 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595559ab-b536-40ce-b5fb-df6cbafa38a9 req-baf91ad7-c525-4191-8f1f-771373337530 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:38.837243 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-595559ab-b536-40ce-b5fb-df6cbafa38a9 req-baf91ad7-c525-4191-8f1f-771373337530 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 944 time: 0.0863109 Feb 04 06:43:38.882601 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-595559ab-b536-40ce-b5fb-df6cbafa38a9 req-7c0ded38-3c22-4454-93bb-8db6a847e196 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391345 Feb 04 06:43:39.068018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528db47d-224b-47bc-8fbc-3d9e7d16da36 req-43a91740-11cc-4bc5-9eef-25306639c4b8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:39.069494 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-528db47d-224b-47bc-8fbc-3d9e7d16da36 req-43a91740-11cc-4bc5-9eef-25306639c4b8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 944 time: 0.0797622 Feb 04 06:43:39.120543 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-528db47d-224b-47bc-8fbc-3d9e7d16da36 req-5a009d63-d4fb-48a8-92b6-60affd2b879c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447273 Feb 04 06:43:39.300049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e22ba-4a4a-438f-92c6-f543576bb077 req-5dad41be-654d-4295-9d91-0d39a8e4269b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:39.301526 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ae9e22ba-4a4a-438f-92c6-f543576bb077 req-5dad41be-654d-4295-9d91-0d39a8e4269b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 944 time: 0.0788462 Feb 04 06:43:39.348247 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ae9e22ba-4a4a-438f-92c6-f543576bb077 req-57816928-fa68-4d53-a624-d0368fda64bb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411456 Feb 04 06:43:39.897935 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e670d7-7746-4c83-bf5a-d78810a0ea8c req-be158855-252d-4fe8-a5ff-8ca39fcfb328 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:39.899401 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c5e670d7-7746-4c83-bf5a-d78810a0ea8c req-be158855-252d-4fe8-a5ff-8ca39fcfb328 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 944 time: 0.0796809 Feb 04 06:43:39.948271 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c5e670d7-7746-4c83-bf5a-d78810a0ea8c req-8bee0db3-5eef-4f1b-89b7-2e97df2f5609 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388196 Feb 04 06:43:40.318131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7345aab2-12dc-4149-a337-6ea0a4503744 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:43:40.448529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:40.461723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '7345aab2-12dc-4149-a337-6ea0a4503744', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'port_id': '7345aab2-12dc-4149-a337-6ea0a4503744', 'mac_address': 'fa:16:3e:fe:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:43:40.515006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:40.531424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7345aab2-12dc-4149-a337-6ea0a4503744 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:43:40.546317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:40.631599 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:40.705835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['7345aab2-12dc-4149-a337-6ea0a4503744'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:43:40.729669 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=10']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:41.138427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aabe7-ff0a-4578-99a5-f37c9fbd74dc req-ef744382-4373-4061-b152-5b9a87945591 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:41.140466 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-281aabe7-ff0a-4578-99a5-f37c9fbd74dc req-ef744382-4373-4061-b152-5b9a87945591 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0808170 Feb 04 06:43:41.183817 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-281aabe7-ff0a-4578-99a5-f37c9fbd74dc req-ae12f125-135b-4a97-929a-4f699b442aa9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378096 Feb 04 06:43:42.044383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-ff7b36fc-ed3f-4077-84cf-53ec7974911b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:42.046149 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-ff7b36fc-ed3f-4077-84cf-53ec7974911b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0833921 Feb 04 06:43:42.114037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Deleting port 7345aab2-12dc-4149-a337-6ea0a4503744 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:43:42.114377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:42.328713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7345aab2-12dc-4149-a337-6ea0a4503744 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:43:42.365678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:42.366314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:42.372197 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcb026-f05f-4ef6-8c9f-d0633f594bee req-8e5f6dec-f443-4d59-b86e-eb4c93682c6b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:42.374265 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-18dcb026-f05f-4ef6-8c9f-d0633f594bee req-8e5f6dec-f443-4d59-b86e-eb4c93682c6b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 946 time: 0.0850945 Feb 04 06:43:42.405501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 7345aab2-12dc-4149-a337-6ea0a4503744 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:43:42.405882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:42.419475 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-18dcb026-f05f-4ef6-8c9f-d0633f594bee req-39cf3983-6f0f-4ab4-8282-57a2338dc771 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388041 Feb 04 06:43:42.537524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:42.564324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:43:42.577353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:42.607141 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744', 'code': 200} Feb 04 06:43:42.655640 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:42.665871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:42.666242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:42.666555 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Floating IP 83637a70-e993-4b79-8ac7-d399decad296 disassociated. External IP: 172.26.7.252, port: 7345aab2-12dc-4149-a337-6ea0a4503744. Feb 04 06:43:42.666894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Calling delete_port for 7345aab2-12dc-4149-a337-6ea0a4503744 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:43:42.726014 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=11']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:42.889786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:43:42.890028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:43:43.391560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Deleting port 7345aab2-12dc-4149-a337-6ea0a4503744 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:43:43.392237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:43.632895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da9ef7-6828-4726-8c5b-f42dd7e6fa75 req-4cbadbe8-6777-41de-b315-a23b7f8740e1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:43.632895 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25da9ef7-6828-4726-8c5b-f42dd7e6fa75 req-4cbadbe8-6777-41de-b315-a23b7f8740e1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 947 time: 0.1008725 Feb 04 06:43:43.644255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] For port 7345aab2-12dc-4149-a337-6ea0a4503744, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7345aab2-12dc-4149-a337-6ea0a4503744,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:43.644591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:43.671405 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25da9ef7-6828-4726-8c5b-f42dd7e6fa75 req-7e1ddb83-544d-4716-a772-8212be9b521b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393720 Feb 04 06:43:43.929600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:43.929894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:43.930178 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Floating IP 83637a70-e993-4b79-8ac7-d399decad296 disassociated. External IP: 172.26.7.252, port: 7345aab2-12dc-4149-a337-6ea0a4503744. Feb 04 06:43:43.930515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Calling delete_port for 7345aab2-12dc-4149-a337-6ea0a4503744 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:43:44.134865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:44.182874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event deleted for resources: {'Port': ['ID=7345aab2-12dc-4149-a337-6ea0a4503744,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:44.379393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Router 2252fa7f-fbbd-4240-8852-6763434a6522 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:43:44.555400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:43:44.564900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66db02d9-b243-4614-8476-1f1cdb5f9877 None None] Sync routers for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:43:44.574389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db02d9-b243-4614-8476-1f1cdb5f9877 None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:43:44.574998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-66db02d9-b243-4614-8476-1f1cdb5f9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:43:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:44.626573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] No DVR routers for this DVR port 7345aab2-12dc-4149-a337-6ea0a4503744 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:43:44.629169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:44.631808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-deleted', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:43:44.677559 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa37bb7-c549-45c5-b260-a1572af90b2e', 'name': 'network-vif-deleted', 'tag': '7345aab2-12dc-4149-a337-6ea0a4503744', 'status': 'completed', 'code': 200} Feb 04 06:43:44.723940 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0047f1d6-68b4-4832-b8c9-d0467f15771c req-4490f37f-faa5-4f0d-a81c-25a0aba5c107 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "DELETE /v2.0/ports/7345aab2-12dc-4149-a337-6ea0a4503744 HTTP/1.1" status: 204 len: 173 time: 2.6723971 Feb 04 06:43:44.794463 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-66db02d9-b243-4614-8476-1f1cdb5f9877 None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:43:44.842985 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-af595e23-7735-4d3f-9dff-eb2a4be22fcb req-beb25747-dbb7-4979-9ffe-228cb7cafebc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fa37bb7-c549-45c5-b260-a1572af90b2e HTTP/1.1" status: 200 len: 210 time: 0.0535648 Feb 04 06:43:45.115288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-66db02d9-b243-4614-8476-1f1cdb5f9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:45.119034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66db02d9-b243-4614-8476-1f1cdb5f9877 None None] Checking router: 2252fa7f-fbbd-4240-8852-6763434a6522 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:43:45.127371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db02d9-b243-4614-8476-1f1cdb5f9877 None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:43:45.127958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-66db02d9-b243-4614-8476-1f1cdb5f9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:43:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:45.304974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-66db02d9-b243-4614-8476-1f1cdb5f9877 None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:43:45.620247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-66db02d9-b243-4614-8476-1f1cdb5f9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:43:45.625772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66db02d9-b243-4614-8476-1f1cdb5f9877 None None] The sync data for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv is: [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:43:45.735306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e87bf74d-4476-404f-886f-a7f56a1f3dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:45.852810 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b7509-1cdd-4f61-9736-02b302cef8a8 None None] New status for floating IP 83637a70-e993-4b79-8ac7-d399decad296: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:43:46.185700 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-e3a09593-0da9-42ef-9b44-ef0f2d1dab47 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1869200212&fields=id&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 267 time: 0.0440238 Feb 04 06:43:46.347458 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7345aab2-12dc-4149-a337-6ea0a4503744 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:43:46.384760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 7345aab2-12dc-4149-a337-6ea0a4503744 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:43:46.385108 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7345aab2-12dc-4149-a337-6ea0a4503744 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:43:46.447590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-dffa2660-e0f6-4589-bb59-2cc02cda73b4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:46.449047 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-dffa2660-e0f6-4589-bb59-2cc02cda73b4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 811 time: 0.2559464 Feb 04 06:43:46.463996 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-325d2259-90c3-400f-90e3-d7a24d61182a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/quotas/0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 375 time: 0.0088952 Feb 04 06:43:46.546393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-d8161b34-19e8-4c5b-8671-c04d9a9fdbf7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Synchronizing usage tracker for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:43:46.625815 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-d8161b34-19e8-4c5b-8671-c04d9a9fdbf7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Unset dirty status for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:43:46.627134 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-d8161b34-19e8-4c5b-8671-c04d9a9fdbf7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1575935 Feb 04 06:43:46.768308 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-40c26f28-48f8-48e1-9d58-63fc3e5270f5 service neutron] 10.222.0.32 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247804 Feb 04 06:43:46.902053 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-f91cd63f-3fa8-4c41-85b3-9668ea503e6e service neutron] 10.222.0.32 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277676 Feb 04 06:43:47.164123 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6ce0b032-525e-4fd6-8d2b-39bd2604264c req-e11eaa29-16d7-4b79-b2df-5ef4b7161743 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 210 time: 0.0423350 Feb 04 06:43:47.997830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa696f35-cbce-4e02-a459-8019a6157e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:48.319102 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bdb6a949-3351-4229-a562-98615c7ac348 req-22686c08-ef13-4319-8a9f-226540c430bd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 210 time: 0.0477662 Feb 04 06:43:49.043472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-08e5d0c4-73dc-4ff3-9381-6d515f611d06 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:49.044986 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-08e5d0c4-73dc-4ff3-9381-6d515f611d06 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 811 time: 0.1471965 Feb 04 06:43:49.093779 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-3174cfdf-007e-4c85-b101-dfb2fb3d01e1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 380 time: 0.0405922 Feb 04 06:43:49.101733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'port': {'device_id': '396d8369-6270-4ebe-b23f-63aa07197a57', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'admin_state_up': True, 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'security_groups': ['5298acd2-fb59-44f7-a554-4e32dbcf40c8']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:43:49.198783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:49.201119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:49.238018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:43:49.247410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:43:49.346224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Made reservation on behalf of 0f2d2b6881f945bab9352c9f953617f6 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:43:49.350147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:49.470781 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f5366feb-2754-4b6a-8a98-e319c29515ff req-7ecd1b6e-4f95-4b80-8680-492c159a9f32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 210 time: 0.0430880 Feb 04 06:43:49.517812 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Allocated IP 172.20.0.13 (31fc504e-edd7-4f10-9b57-38545fb0af39/0fe1a533-0243-403b-9988-7de8a5053f81/7ac9d32f-e9c5-42f5-b4d2-bda7563dee91) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:43:49.702799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:49.718035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Transition to ACTIVE for port object 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:43:49.815113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:49.887727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:43:49.890927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:43:49.894818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:43:49.934166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:49.948530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.948910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.949259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.949597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.949958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.950243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.950575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.950898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.951227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.951548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.951872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.952190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:43:49.982074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:49.982715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:50.038164 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:50.107053 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-864506c7-deb3-47e9-a9a1-f5717097c493 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0087557 Feb 04 06:43:50.118213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Request body: {'port': {'device_id': '396d8369-6270-4ebe-b23f-63aa07197a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:43:50.146177 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8788d9ff-dd51-4334-a3a4-7962fef03253 None None] Provisioning for port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:43:50.152687 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8788d9ff-dd51-4334-a3a4-7962fef03253 None None] Provisioning complete for port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:43:50.153131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8788d9ff-dd51-4334-a3a4-7962fef03253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:50.211700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8788d9ff-dd51-4334-a3a4-7962fef03253 None None] Port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:43:50.236057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:50.621165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:50.722572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:43:50.731401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:50.751159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Transition to ACTIVE for port object 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:43:50.768514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d90f37-c7ca-4105-8425-6695ab9acdc9 req-5fd0d233-f3c8-4a79-b68d-cb2182aeda64 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:50.769226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-51d90f37-c7ca-4105-8425-6695ab9acdc9 req-5fd0d233-f3c8-4a79-b68d-cb2182aeda64 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Synchronizing usage tracker for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:43:50.854896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:50.909047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-51d90f37-c7ca-4105-8425-6695ab9acdc9 req-5fd0d233-f3c8-4a79-b68d-cb2182aeda64 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Unset dirty status for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:43:50.910262 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-51d90f37-c7ca-4105-8425-6695ab9acdc9 req-5fd0d233-f3c8-4a79-b68d-cb2182aeda64 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 932 time: 0.2605364 Feb 04 06:43:51.001026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f803c36-2756-43de-861d-988786097d4c service neutron] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:51.088310 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-51d90f37-c7ca-4105-8425-6695ab9acdc9 req-537898cc-cd41-4032-aba9-87be6e6119b4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252716 Feb 04 06:43:51.126296 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Attempting to bind port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:43:51.126616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Attempting to bind port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:43:51.126941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Attempting to bind port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:43:51.131539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:43:51.131854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Attempting to bind port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 on network 31fc504e-edd7-4f10-9b57-38545fb0af39 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:43:51.136817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:43:51.137149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Checking segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:43:51.137526 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Bound using segment: {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:43:51.137942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Bound port: 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:43:51.138282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:51.225487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:43:51.228321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:43:51.323672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:51.387318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:51.388037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:51.391525 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-6f803c36-2756-43de-861d-988786097d4c service neutron] 10.222.0.24 "PUT /v2.0/ports/7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 HTTP/1.1" status: 200 len: 1094 time: 1.2752230 Feb 04 06:43:51.391525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:43:51.410754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f803c36-2756-43de-861d-988786097d4c service neutron] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:51.446732 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'status': 'completed', 'code': 200} Feb 04 06:43:51.542617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab4343-f6c6-43ac-ac3f-c01fcb698dcf req-8fb75843-e99a-455a-951b-3829d3174e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:51.544061 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-abab4343-f6c6-43ac-ac3f-c01fcb698dcf req-8fb75843-e99a-455a-951b-3829d3174e59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 1097 time: 0.0768306 Feb 04 06:43:51.691764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab4343-f6c6-43ac-ac3f-c01fcb698dcf req-8c38c775-41c7-4301-a7b2-89df72f83e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:51.693194 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-abab4343-f6c6-43ac-ac3f-c01fcb698dcf req-8c38c775-41c7-4301-a7b2-89df72f83e57 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0f2d2b6881f945bab9352c9f953617f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1421638 Feb 04 06:43:51.826996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab4343-f6c6-43ac-ac3f-c01fcb698dcf req-b46f298a-5dec-47af-b757-bfb84abcde7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:51.828454 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-abab4343-f6c6-43ac-ac3f-c01fcb698dcf req-b46f298a-5dec-47af-b757-bfb84abcde7d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299081 Feb 04 06:43:51.932842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-44813fcb-2778-4702-8413-86a60b8136f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:51.934416 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-44813fcb-2778-4702-8413-86a60b8136f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 1097 time: 0.0737896 Feb 04 06:43:52.004079 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-e83da728-5967-4715-931e-8202db36ca2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 HTTP/1.1" status: 200 len: 217 time: 0.0627277 Feb 04 06:43:52.067976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-35186768-4585-46c6-b0da-1c0acd42d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:52.069435 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-35186768-4585-46c6-b0da-1c0acd42d6db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0602117 Feb 04 06:43:52.143508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-9e68f4de-af51-4192-920e-de4810c68868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:52.145074 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-9e68f4de-af51-4192-920e-de4810c68868 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697188 Feb 04 06:43:52.329813 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-39723485-3471-4d2e-b1c7-65bfc0fa10cc service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790202 Feb 04 06:43:52.341468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065fe62-047d-462e-8ea3-4b6167fef8e9 req-60804512-3c6f-4de1-964f-cfdbedcbeb58 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:52.342904 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0065fe62-047d-462e-8ea3-4b6167fef8e9 req-60804512-3c6f-4de1-964f-cfdbedcbeb58 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 944 time: 0.1276004 Feb 04 06:43:52.467813 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0065fe62-047d-462e-8ea3-4b6167fef8e9 req-304b1d12-eaf3-4434-8712-a729c80141e0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035113 Feb 04 06:43:52.611538 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a66755b-83d4-476d-8b08-ac855fb40972 req-ad8c5bd8-6d9f-489c-9dd4-14b5713310bb service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670465 Feb 04 06:43:53.661321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f80ae4-eacd-4eed-900c-e69b0896f8a5 req-85bd6509-ada3-41e1-9e53-b956b6cf0678 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:53.662700 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-42f80ae4-eacd-4eed-900c-e69b0896f8a5 req-85bd6509-ada3-41e1-9e53-b956b6cf0678 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 944 time: 0.0830550 Feb 04 06:43:53.706561 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-42f80ae4-eacd-4eed-900c-e69b0896f8a5 req-bbe61154-440c-498e-9c9d-71ec5dbcd707 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381787 Feb 04 06:43:54.893197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350b36a-39e4-46b2-8eb0-abb88ed534c2 req-2e35cd00-d252-4069-bc1c-98ac3ca927ae tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:54.894645 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7350b36a-39e4-46b2-8eb0-abb88ed534c2 req-2e35cd00-d252-4069-bc1c-98ac3ca927ae tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 944 time: 0.0785174 Feb 04 06:43:54.938685 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7350b36a-39e4-46b2-8eb0-abb88ed534c2 req-23493c88-5879-4ac2-881f-55b515a875fb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384402 Feb 04 06:43:56.117367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f0c9d-1739-419b-bfb1-d19b064892ce req-9f1f1b3f-0de3-4f22-9e74-9d5525269445 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:56.118820 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ba9f0c9d-1739-419b-bfb1-d19b064892ce req-9f1f1b3f-0de3-4f22-9e74-9d5525269445 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 944 time: 0.0781126 Feb 04 06:43:56.165681 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ba9f0c9d-1739-419b-bfb1-d19b064892ce req-bfbead55-accc-45b3-9758-06435135918e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412874 Feb 04 06:43:56.421313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:43:56.554070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:56.566655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'port_id': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'mac_address': 'fa:16:3e:58:e4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:43:56.619865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:56.635793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:43:56.650903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:56.701001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:56.769355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:57.070106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:43:57.355517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ef684-d552-4001-a1dd-4f50352c0d11 req-523aaf2f-3f67-4ab7-bc8b-2896a3d632ef tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:57.356984 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-379ef684-d552-4001-a1dd-4f50352c0d11 req-523aaf2f-3f67-4ab7-bc8b-2896a3d632ef tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 945 time: 0.0845399 Feb 04 06:43:57.400048 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-379ef684-d552-4001-a1dd-4f50352c0d11 req-1478c40a-9a81-42e0-a713-796887e96e81 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376365 Feb 04 06:43:58.436478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:43:58.586112 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cfb47-a370-4f5d-9594-fd63b60fb91a req-cde6bf9b-3ba8-4d21-b406-3c06dfdc3eac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:58.587586 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-742cfb47-a370-4f5d-9594-fd63b60fb91a req-cde6bf9b-3ba8-4d21-b406-3c06dfdc3eac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 945 time: 0.0825098 Feb 04 06:43:58.603508 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:43:58.608836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:43:58.609348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:58.634652 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-742cfb47-a370-4f5d-9594-fd63b60fb91a req-7df02a09-58b6-4acc-9a01-909b6cd9ab16 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413473 Feb 04 06:43:58.727516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:58.753924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:43:58.763360 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:43:58.799034 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'code': 200} Feb 04 06:43:58.809305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:43:58.884363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:43:59.157886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78478b-ef07-434f-9510-93b95a0d98d0 req-2f9e9657-8874-4fe5-8f95-7f273a82bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:59.159280 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0b78478b-ef07-434f-9510-93b95a0d98d0 req-2f9e9657-8874-4fe5-8f95-7f273a82bb61 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 1099 time: 0.0687289 Feb 04 06:43:59.202593 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0b78478b-ef07-434f-9510-93b95a0d98d0 req-5aa5f6fb-a5c1-467a-bab1-0b1dc3ed2e62 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378690 Feb 04 06:43:59.822328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc2ff7-8ff3-4695-aaf7-c5d8b9008271 req-4b6203f8-3271-4ee3-a743-b03bba925337 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:43:59.823775 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2dbc2ff7-8ff3-4695-aaf7-c5d8b9008271 req-4b6203f8-3271-4ee3-a743-b03bba925337 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0819798 Feb 04 06:43:59.866692 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2dbc2ff7-8ff3-4695-aaf7-c5d8b9008271 req-c7e1014b-384b-4428-89b7-cedd2f393ad9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Feb 04 06:44:01.053356 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ffe64-beff-411c-9e5b-e72335c9bda6 req-25cb3bbe-4a6d-413b-8594-b05797689594 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:01.054818 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1f3ffe64-beff-411c-9e5b-e72335c9bda6 req-25cb3bbe-4a6d-413b-8594-b05797689594 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0843999 Feb 04 06:44:01.097759 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1f3ffe64-beff-411c-9e5b-e72335c9bda6 req-88ef5228-ac0a-4aab-b3d7-544893627679 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373397 Feb 04 06:44:01.273016 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf4af0-af71-4c16-ad28-22d763f2ac6b req-6375004b-1106-44ce-8d4e-cdcd0c3eaf1b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:01.274067 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dabf4af0-af71-4c16-ad28-22d763f2ac6b req-6375004b-1106-44ce-8d4e-cdcd0c3eaf1b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0784645 Feb 04 06:44:01.282974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 54618) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:44:01.287913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8e4ac5cf-2e2f-425e-adf2-47ab91c151fb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Request body: {'floatingip': {'port_id': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:44:01.365477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac5cf-2e2f-425e-adf2-47ab91c151fb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:02.058233 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac5cf-2e2f-425e-adf2-47ab91c151fb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:02.145904 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac5cf-2e2f-425e-adf2-47ab91c151fb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:02.318682 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-8e4ac5cf-2e2f-425e-adf2-47ab91c151fb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Floating IP 83637a70-e993-4b79-8ac7-d399decad296 associated. External IP: 172.26.7.252, port: 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91. Feb 04 06:44:02.660553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4ac5cf-2e2f-425e-adf2-47ab91c151fb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Router 2252fa7f-fbbd-4240-8852-6763434a6522 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:44:02.835240 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4ac5cf-2e2f-425e-adf2-47ab91c151fb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:44:02.839600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac5cf-2e2f-425e-adf2-47ab91c151fb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:02.845029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780e2bd-47e4-4e70-9be0-dfaf56cbf4b9 None None] Sync routers for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:44:02.854385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780e2bd-47e4-4e70-9be0-dfaf56cbf4b9 None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:44:02.855074 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1780e2bd-47e4-4e70-9be0-dfaf56cbf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:43:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:44:02.893335 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8e4ac5cf-2e2f-425e-adf2-47ab91c151fb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "PUT /v2.0/floatingips/83637a70-e993-4b79-8ac7-d399decad296 HTTP/1.1" status: 200 len: 993 time: 1.6093283 Feb 04 06:44:02.893899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:44:02.938901 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'status': 'completed', 'code': 200} Feb 04 06:44:03.037009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-1780e2bd-47e4-4e70-9be0-dfaf56cbf4b9 None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:44:03.093895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a082e-0904-4264-9b59-d50656319e58 req-a7812931-8151-47fb-89c9-ea6486c3283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:03.095363 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa7a082e-0904-4264-9b59-d50656319e58 req-a7812931-8151-47fb-89c9-ea6486c3283c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 1099 time: 0.1348367 Feb 04 06:44:03.103513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7f2c0-ec79-49a4-9ef6-d9f462ec966b req-51da22a1-922d-4a03-b905-2ba830f3f03b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:03.104970 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44e7f2c0-ec79-49a4-9ef6-d9f462ec966b req-51da22a1-922d-4a03-b905-2ba830f3f03b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.1102500 Feb 04 06:44:03.228503 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44e7f2c0-ec79-49a4-9ef6-d9f462ec966b req-3a36459a-6718-4ae3-af9e-a070c60ab083 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053164 Feb 04 06:44:03.262467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a082e-0904-4264-9b59-d50656319e58 req-548a625a-6aee-4a7b-9787-12460a15da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:03.263914 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa7a082e-0904-4264-9b59-d50656319e58 req-548a625a-6aee-4a7b-9787-12460a15da2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1580977 Feb 04 06:44:03.366116 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa7a082e-0904-4264-9b59-d50656319e58 req-8e35043a-abc7-4400-8cc9-99cfa24d72db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 HTTP/1.1" status: 200 len: 1001 time: 0.0955608 Feb 04 06:44:03.387574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1780e2bd-47e4-4e70-9be0-dfaf56cbf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:58:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396d8369-6270-4ebe-b23f-63aa07197a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:44:01Z', 'revision_number': 13, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:44:03.392012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780e2bd-47e4-4e70-9be0-dfaf56cbf4b9 None None] Checking router: 2252fa7f-fbbd-4240-8852-6763434a6522 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:44:03.400327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780e2bd-47e4-4e70-9be0-dfaf56cbf4b9 None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:44:03.400961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1780e2bd-47e4-4e70-9be0-dfaf56cbf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:43:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:44:03.435462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a082e-0904-4264-9b59-d50656319e58 req-6e91c40e-fc2b-4650-b7e0-310185baa0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:03.437552 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa7a082e-0904-4264-9b59-d50656319e58 req-6e91c40e-fc2b-4650-b7e0-310185baa0cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0654879 Feb 04 06:44:03.512003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a082e-0904-4264-9b59-d50656319e58 req-ed9f0d4d-07a3-474a-849a-6f2be53cbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:03.513554 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa7a082e-0904-4264-9b59-d50656319e58 req-ed9f0d4d-07a3-474a-849a-6f2be53cbeab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707068 Feb 04 06:44:03.573701 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-1780e2bd-47e4-4e70-9be0-dfaf56cbf4b9 None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:44:03.648393 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa7a082e-0904-4264-9b59-d50656319e58 req-32089635-2bf1-46da-bff0-b0ef786b6bb4 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288130 Feb 04 06:44:03.786253 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa7a082e-0904-4264-9b59-d50656319e58 req-4a01ca21-7f41-4bdd-9448-4e294c0098c0 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323121 Feb 04 06:44:03.929572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-1780e2bd-47e4-4e70-9be0-dfaf56cbf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:58:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396d8369-6270-4ebe-b23f-63aa07197a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:44:01Z', 'revision_number': 13, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:44:03.933496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780e2bd-47e4-4e70-9be0-dfaf56cbf4b9 None None] The sync data for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv is: [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '83637a70-e993-4b79-8ac7-d399decad296', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'port_id': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'mac_address': 'fa:16:3e:58:e4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396d8369-6270-4ebe-b23f-63aa07197a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:40:44Z', 'updated_at': '2022-02-04T06:44:01Z', 'revision_number': 13, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:44:04.124452 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944aac3-4f44-49b3-a0ef-3107140a3a1c None None] New status for floating IP 83637a70-e993-4b79-8ac7-d399decad296: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:44:04.415570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1cb78-07df-4be0-8c3c-a40cf48021f6 req-9a518f2b-6e8c-4642-99f1-1006de236dd9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:04.417129 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6ee1cb78-07df-4be0-8c3c-a40cf48021f6 req-9a518f2b-6e8c-4642-99f1-1006de236dd9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0794258 Feb 04 06:44:04.573433 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6ee1cb78-07df-4be0-8c3c-a40cf48021f6 req-2ccd20da-7542-4880-955f-2a39cb5c64d8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505201 Feb 04 06:44:06.917216 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:44:07.823079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952a464-d285-4d1f-8642-8ecb6e085dc5 req-7dddce6a-47d4-4f5f-86e4-f1c8cfaafc99 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:07.824540 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5952a464-d285-4d1f-8642-8ecb6e085dc5 req-7dddce6a-47d4-4f5f-86e4-f1c8cfaafc99 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0840313 Feb 04 06:44:07.868241 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5952a464-d285-4d1f-8642-8ecb6e085dc5 req-372d3214-f92d-4dda-a58d-a48ec2325159 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373325 Feb 04 06:44:15.740484 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c48b83e8-91a1-4ef9-be55-0a3bedb297d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:18.035624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7bd804e8-c3d9-4044-a36d-991b9c49e146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:18.127268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9668d-c074-4e11-a386-be8d8608d581 req-0f6a154a-aed6-4f0b-8b72-850971fffca4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:18.128848 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-89c9668d-c074-4e11-a386-be8d8608d581 req-0f6a154a-aed6-4f0b-8b72-850971fffca4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0860069 Feb 04 06:44:18.175263 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-89c9668d-c074-4e11-a386-be8d8608d581 req-6a4591d3-7a69-4286-b966-95d03d1f6d86 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391383 Feb 04 06:44:18.264260 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-283b36c9-9934-48e5-b3c8-7b2da2791367 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688090 Feb 04 06:44:19.192334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:19.202412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:19.366029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dace2-fa8a-4238-ac04-0c45638271af req-3a72be5a-5c8b-4b00-9763-937f25154a41 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:19.367495 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-936dace2-fa8a-4238-ac04-0c45638271af req-3a72be5a-5c8b-4b00-9763-937f25154a41 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0866046 Feb 04 06:44:19.411023 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-936dace2-fa8a-4238-ac04-0c45638271af req-61ef5697-1ec2-4d0a-8814-706fba895ba1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377786 Feb 04 06:44:20.008676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:20.586458 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:20.606782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd1750-9a63-4e1d-aa15-6457fa0f6950 req-c46fb265-e0e5-42a6-8cac-2c6d9aa0bd56 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:20.608293 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-67fd1750-9a63-4e1d-aa15-6457fa0f6950 req-c46fb265-e0e5-42a6-8cac-2c6d9aa0bd56 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0851328 Feb 04 06:44:20.654419 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-67fd1750-9a63-4e1d-aa15-6457fa0f6950 req-9c8e4ccc-1de5-4dbd-9e71-95203d336a5f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 Feb 04 06:44:20.699939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122420-9529-4333-81a5-d89790df1775 req-32201fb6-0211-405c-8a03-71904aff7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:20.701436 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-32201fb6-0211-405c-8a03-71904aff7147 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 1099 time: 0.0774462 Feb 04 06:44:20.932783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122420-9529-4333-81a5-d89790df1775 req-06de58ff-cb84-4050-8812-f7e5e18201b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:20.934223 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-06de58ff-cb84-4050-8812-f7e5e18201b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.2262387 Feb 04 06:44:21.035394 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-bd948d38-d05e-4764-b056-2bc4f723e998 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 HTTP/1.1" status: 200 len: 1003 time: 0.0937426 Feb 04 06:44:21.112859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122420-9529-4333-81a5-d89790df1775 req-504c5fb0-0938-4b4b-8703-29b6bfd7ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:21.114332 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-504c5fb0-0938-4b4b-8703-29b6bfd7ecb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0709991 Feb 04 06:44:21.191675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122420-9529-4333-81a5-d89790df1775 req-772c8f7f-802b-457f-b630-d100bd76856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:21.193187 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-772c8f7f-802b-457f-b630-d100bd76856d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723617 Feb 04 06:44:21.322393 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-ff6e1e61-ba07-499e-939c-7293ebcd7054 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227212 Feb 04 06:44:21.455000 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-44b5ac90-c5ab-4b48-aedd-51578b4a93ee service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247361 Feb 04 06:44:21.841581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38480e5-ecc3-4468-92d4-b97137a486ba req-fd5df06b-9127-4c36-9966-351937cc41ec tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:21.843173 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f38480e5-ecc3-4468-92d4-b97137a486ba req-fd5df06b-9127-4c36-9966-351937cc41ec tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0811703 Feb 04 06:44:21.891381 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f38480e5-ecc3-4468-92d4-b97137a486ba req-d55ac6cd-a075-4847-be8b-470f2fbb2273 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420704 Feb 04 06:44:23.074988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2950d-b3bf-4c94-a270-ac949d1b5b79 req-354f43d3-88cf-4bf4-972b-ad8cc66994b9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:23.076439 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e9e2950d-b3bf-4c94-a270-ac949d1b5b79 req-354f43d3-88cf-4bf4-972b-ad8cc66994b9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0785289 Feb 04 06:44:23.123683 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e9e2950d-b3bf-4c94-a270-ac949d1b5b79 req-80c15be3-19b3-455c-a402-22ab0d2abe52 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412889 Feb 04 06:44:23.325227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacbf92-0f09-4b1d-a839-f0fe951dd6c5 req-df42eba5-98a5-4898-bda3-a95d5ab8f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:23.326700 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6cacbf92-0f09-4b1d-a839-f0fe951dd6c5 req-df42eba5-98a5-4898-bda3-a95d5ab8f693 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 1099 time: 0.0702364 Feb 04 06:44:23.469944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacbf92-0f09-4b1d-a839-f0fe951dd6c5 req-05c7f0d6-a987-457f-8b77-54beb18e9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:23.471896 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6cacbf92-0f09-4b1d-a839-f0fe951dd6c5 req-05c7f0d6-a987-457f-8b77-54beb18e9c74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1267879 Feb 04 06:44:23.573575 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6cacbf92-0f09-4b1d-a839-f0fe951dd6c5 req-ffcaad9f-d7a3-4754-9f15-f35a979af3bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 HTTP/1.1" status: 200 len: 1003 time: 0.0952749 Feb 04 06:44:23.634906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacbf92-0f09-4b1d-a839-f0fe951dd6c5 req-241f8809-a1e4-4ee7-ab65-7c37ae85a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:23.636449 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6cacbf92-0f09-4b1d-a839-f0fe951dd6c5 req-241f8809-a1e4-4ee7-ab65-7c37ae85a28f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0569878 Feb 04 06:44:23.717452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacbf92-0f09-4b1d-a839-f0fe951dd6c5 req-eb7fba20-0594-4da6-9b07-08fd07df0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:23.718988 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6cacbf92-0f09-4b1d-a839-f0fe951dd6c5 req-eb7fba20-0594-4da6-9b07-08fd07df0f71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755596 Feb 04 06:44:23.852787 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6cacbf92-0f09-4b1d-a839-f0fe951dd6c5 req-a6540129-18c7-49c0-97e4-29620a7da4a7 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251366 Feb 04 06:44:23.979763 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6cacbf92-0f09-4b1d-a839-f0fe951dd6c5 req-fa851e1c-d99c-45eb-860a-7ce3a705ace5 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206858 Feb 04 06:44:24.310382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effab96b-7ea3-4f86-9c52-672f31150ef3 req-4f2ea965-fc1b-45fa-8367-f9b16ac49586 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:24.311839 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-effab96b-7ea3-4f86-9c52-672f31150ef3 req-4f2ea965-fc1b-45fa-8367-f9b16ac49586 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0825524 Feb 04 06:44:24.356951 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-effab96b-7ea3-4f86-9c52-672f31150ef3 req-71c3708a-85d9-449b-8711-0c3b96503cb1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381174 Feb 04 06:44:25.539314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860ef99-d257-4466-910b-72604d267bb7 req-a1dca1cc-851f-4ccf-9813-0d14e070a9dd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:25.540730 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e860ef99-d257-4466-910b-72604d267bb7 req-a1dca1cc-851f-4ccf-9813-0d14e070a9dd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0773187 Feb 04 06:44:25.585103 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e860ef99-d257-4466-910b-72604d267bb7 req-7253bb71-1065-4b19-9532-42dc8db8631b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386713 Feb 04 06:44:26.875255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9e8f-fd3b-47a0-9f2c-37aec6266878 req-fa6e4ef0-c5aa-45be-b3fb-70ba9b06625a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:26.877256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-103e9e8f-fd3b-47a0-9f2c-37aec6266878 req-fa6e4ef0-c5aa-45be-b3fb-70ba9b06625a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.1894643 Feb 04 06:44:26.920135 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-103e9e8f-fd3b-47a0-9f2c-37aec6266878 req-a02f83ca-f634-40d8-812f-3487b2100bea tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371542 Feb 04 06:44:28.104375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bce3a-ef98-4f05-bb5c-16576d655b70 req-4acc6035-091d-4551-b78f-8d3a21f6903c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:28.105873 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1c0bce3a-ef98-4f05-bb5c-16576d655b70 req-4acc6035-091d-4551-b78f-8d3a21f6903c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0817974 Feb 04 06:44:28.150713 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1c0bce3a-ef98-4f05-bb5c-16576d655b70 req-a63be374-c82d-4d2f-b55c-2c1f5a861281 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390518 Feb 04 06:44:29.333177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a8b49-6f46-4fd4-9e99-90849f6bc20e req-7a4b64ad-f805-4b0f-8505-3d5b274f9a5c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:29.334624 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-565a8b49-6f46-4fd4-9e99-90849f6bc20e req-7a4b64ad-f805-4b0f-8505-3d5b274f9a5c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0789299 Feb 04 06:44:29.380992 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-565a8b49-6f46-4fd4-9e99-90849f6bc20e req-23c78bb4-9379-446f-b80c-43ecb38b3c17 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407150 Feb 04 06:44:30.577705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddc8bd-8f7f-492e-9029-bb9c60aa70d0 req-1eb5db14-0edf-4802-9c92-c9b385fb5614 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:30.579190 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a5ddc8bd-8f7f-492e-9029-bb9c60aa70d0 req-1eb5db14-0edf-4802-9c92-c9b385fb5614 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0792434 Feb 04 06:44:30.622919 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a5ddc8bd-8f7f-492e-9029-bb9c60aa70d0 req-01b04dcd-ba4c-4413-b359-d9d4925bc492 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380740 Feb 04 06:44:31.815313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564cf17-6db2-4a05-9cb4-54b37debf15a req-260c8a9b-4125-4a27-9286-34e960428362 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:31.816812 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2564cf17-6db2-4a05-9cb4-54b37debf15a req-260c8a9b-4125-4a27-9286-34e960428362 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0834682 Feb 04 06:44:31.862169 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2564cf17-6db2-4a05-9cb4-54b37debf15a req-588209f0-a72e-4ed7-a40c-e935cef730ea tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395885 Feb 04 06:44:33.046652 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962605d-e116-47d0-976f-1921e468380c req-de3a152a-55d5-4d0c-954b-81c2ac9484f4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:33.049168 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2962605d-e116-47d0-976f-1921e468380c req-de3a152a-55d5-4d0c-954b-81c2ac9484f4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0823956 Feb 04 06:44:33.091984 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2962605d-e116-47d0-976f-1921e468380c req-a8f0a461-bd87-4357-a327-8d1a4078004b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371029 Feb 04 06:44:34.285286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7eb8a9-aa42-49a0-81cd-8c5bf41179a9 req-78707817-cec9-4de3-a07f-445d002340fd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:34.286772 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c7eb8a9-aa42-49a0-81cd-8c5bf41179a9 req-78707817-cec9-4de3-a07f-445d002340fd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0878475 Feb 04 06:44:34.331473 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c7eb8a9-aa42-49a0-81cd-8c5bf41179a9 req-8b397a67-1b12-4169-a1a5-fc6de742499d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389962 Feb 04 06:44:34.438542 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-cbacf65b-abc5-45fa-af6f-984323cce3ce service neutron] 10.222.0.24 "GET /v2.0/ports/7ac9d32f-e9c5-42f5-b4d2-bda7563dee91/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0727892 Feb 04 06:44:35.117991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122420-9529-4333-81a5-d89790df1775 req-df469420-57cf-49aa-b8a0-1a62c3d5a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:35.119452 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-df469420-57cf-49aa-b8a0-1a62c3d5a91d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 1099 time: 0.0741892 Feb 04 06:44:35.215153 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122420-9529-4333-81a5-d89790df1775 req-ce2860ee-202b-4f1f-85fa-2419a2905b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:35.216666 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-ce2860ee-202b-4f1f-85fa-2419a2905b8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 1099 time: 0.0720351 Feb 04 06:44:35.347933 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122420-9529-4333-81a5-d89790df1775 req-f9e1072e-8a27-473a-8db1-b5566f289158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:35.349429 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-f9e1072e-8a27-473a-8db1-b5566f289158 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1272707 Feb 04 06:44:35.451612 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-9d98caaa-c268-499b-a834-f69698f45524 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 HTTP/1.1" status: 200 len: 1003 time: 0.0966921 Feb 04 06:44:35.513432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122420-9529-4333-81a5-d89790df1775 req-16a60b16-b40f-4242-91fc-b159245abcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:35.514930 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-16a60b16-b40f-4242-91fc-b159245abcb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0573471 Feb 04 06:44:35.523458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6591a11-d84f-42e4-aae8-81fc11cfe249 req-1389d038-a396-40c1-800f-41bc7fee2fb7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:35.524950 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e6591a11-d84f-42e4-aae8-81fc11cfe249 req-1389d038-a396-40c1-800f-41bc7fee2fb7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0844173 Feb 04 06:44:35.570207 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e6591a11-d84f-42e4-aae8-81fc11cfe249 req-982ef9aa-3849-4a38-a1db-f9d2489b224b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395558 Feb 04 06:44:35.592025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122420-9529-4333-81a5-d89790df1775 req-c41d16e5-07ee-49de-9b5d-ba6e31ef67b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:35.593554 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-c41d16e5-07ee-49de-9b5d-ba6e31ef67b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729544 Feb 04 06:44:35.723865 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-12ad7870-c6cc-4606-be6d-4debf59d6b7b service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241159 Feb 04 06:44:35.855729 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-d800ebde-f717-474b-8c34-4ac2d3d05852 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251981 Feb 04 06:44:36.757476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652bc0b-c7c1-47bd-9e99-45dcc94576d4 req-bfabcce6-4a2c-445f-81d7-83170dfa0cbc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:36.758944 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a652bc0b-c7c1-47bd-9e99-45dcc94576d4 req-bfabcce6-4a2c-445f-81d7-83170dfa0cbc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0815320 Feb 04 06:44:36.803282 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a652bc0b-c7c1-47bd-9e99-45dcc94576d4 req-c1300175-a956-4cf6-bc0d-5eee7547ba48 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386262 Feb 04 06:44:37.999345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b029-c496-4aab-974e-55039ba64d13 req-83bcbc00-a44a-4855-b4c5-29890aab3a1e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:38.000958 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a126b029-c496-4aab-974e-55039ba64d13 req-83bcbc00-a44a-4855-b4c5-29890aab3a1e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0852966 Feb 04 06:44:38.046470 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a126b029-c496-4aab-974e-55039ba64d13 req-4c90ef27-4acb-4266-9c84-0a4499df4f8e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397031 Feb 04 06:44:38.631559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:44:38.784833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:38.806702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:44:38.816529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:44:38.858713 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'code': 200} Feb 04 06:44:38.905573 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:38.973251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:44:38.980198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:38.980493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:38.980858 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:38.981192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:38.981518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:38.981842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:38.982166 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:38.982487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:38.982808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:38.983125 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:38.983442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:38.983756 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:44:39.232165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8831a-1858-4ded-a275-df7952985dde req-0b7408c3-c75c-49f3-bb7b-eecccf52a7fc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:39.234313 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-14f8831a-1858-4ded-a275-df7952985dde req-0b7408c3-c75c-49f3-bb7b-eecccf52a7fc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 944 time: 0.0845685 Feb 04 06:44:39.281389 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-14f8831a-1858-4ded-a275-df7952985dde req-3f40c2da-5329-447c-bf9e-426f56949fc4 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412345 Feb 04 06:44:40.471726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b8d07-21af-4893-9362-3b68c02cb516 req-8b18ae35-d433-4d2d-a89b-c05967fe447a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:40.473243 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-505b8d07-21af-4893-9362-3b68c02cb516 req-8b18ae35-d433-4d2d-a89b-c05967fe447a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 944 time: 0.0826526 Feb 04 06:44:40.517016 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-505b8d07-21af-4893-9362-3b68c02cb516 req-ff07e5d6-ba61-487f-8020-4cba1b274e37 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381465 Feb 04 06:44:40.670882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:44:40.800759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:44:40.813546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'port_id': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'mac_address': 'fa:16:3e:58:e4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:44:40.867601 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:40.883595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:44:40.898731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:44:40.962976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:41.030220 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:44:41.067398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:44:41.701867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f0224-dd5a-4d7e-b0d4-2ecab8ec0548 req-e3d27fdf-68dc-4930-91ed-0bf9ec77458b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:41.703327 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-739f0224-dd5a-4d7e-b0d4-2ecab8ec0548 req-e3d27fdf-68dc-4930-91ed-0bf9ec77458b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 945 time: 0.0810542 Feb 04 06:44:41.746571 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-739f0224-dd5a-4d7e-b0d4-2ecab8ec0548 req-a78f04ba-854f-48df-8680-72f17a915018 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375755 Feb 04 06:44:42.677751 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:44:42.743783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:44:42.744089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:42.860378 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:42.889619 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:44:42.901416 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:44:42.939909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b85097-2e7d-4aaf-bf67-e55ed6fc7def req-92855072-93d8-4e29-8f78-977d807c57f8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:42.941438 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2b85097-2e7d-4aaf-bf67-e55ed6fc7def req-92855072-93d8-4e29-8f78-977d807c57f8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 945 time: 0.0897181 Feb 04 06:44:42.947011 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'code': 200} Feb 04 06:44:42.974938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:42.990492 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2b85097-2e7d-4aaf-bf67-e55ed6fc7def req-4140e4fc-0ef6-4388-bc7e-882f73768d73 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433195 Feb 04 06:44:43.041077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:44:43.916626 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:44:44.181577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1565da-1672-4476-ab8e-63d3719fd3c9 req-467f2191-2143-4793-99c8-e4b0ebcba74d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:44.182915 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1d1565da-1672-4476-ab8e-63d3719fd3c9 req-467f2191-2143-4793-99c8-e4b0ebcba74d tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0821195 Feb 04 06:44:44.233845 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1d1565da-1672-4476-ab8e-63d3719fd3c9 req-9f65fec3-f17b-4435-8ca1-adce9b947300 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452440 Feb 04 06:44:45.419071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3df9a-f880-44d9-b605-b65ee2eb1f4b req-b80e00f0-d71f-4cf9-bdbc-a4458805d882 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:45.420547 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b4d3df9a-f880-44d9-b605-b65ee2eb1f4b req-b80e00f0-d71f-4cf9-bdbc-a4458805d882 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0809679 Feb 04 06:44:45.465684 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b4d3df9a-f880-44d9-b605-b65ee2eb1f4b req-f9510122-6781-40d2-a4e5-cdcb1872785b tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392599 Feb 04 06:44:45.722731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9b40-41f1-4449-9fff-84155eaf9a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:46.648716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b358da-f86a-4d31-a026-24e27e478e63 req-76bc8e35-5b34-4fec-8703-9421b1e1a57e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:46.650183 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a0b358da-f86a-4d31-a026-24e27e478e63 req-76bc8e35-5b34-4fec-8703-9421b1e1a57e tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0790172 Feb 04 06:44:46.694150 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a0b358da-f86a-4d31-a026-24e27e478e63 req-f20e91a4-c53e-4fc5-a2f6-15e7ef6cd680 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 Feb 04 06:44:47.432913 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f93b83-31fd-49fd-ad79-d187758a499b req-47fb54ea-d074-4c2f-aad8-2f819834bd60 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:47.434684 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-65f93b83-31fd-49fd-ad79-d187758a499b req-47fb54ea-d074-4c2f-aad8-2f819834bd60 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0859711 Feb 04 06:44:47.447429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-dfc9f0de-cdbd-4556-af19-649a07b593a9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:47.449656 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-dfc9f0de-cdbd-4556-af19-649a07b593a9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57&tenant_id=0f2d2b6881f945bab9352c9f953617f6&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 946 time: 0.0954154 Feb 04 06:44:47.491813 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-65f93b83-31fd-49fd-ad79-d187758a499b req-9e05f24c-e3df-452b-9bc5-c4bb1d25b901 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506461 Feb 04 06:44:47.647943 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-c297155c-596d-4f0d-8618-22710943eb7c service neutron] 10.222.0.24 "GET /v2.0/ports/7ac9d32f-e9c5-42f5-b4d2-bda7563dee91/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.1914015 Feb 04 06:44:47.747725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-55cb0177-e81e-4fe7-81da-827d7434abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:47.749311 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-55cb0177-e81e-4fe7-81da-827d7434abd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 1099 time: 0.0801616 Feb 04 06:44:47.881361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-a61e5956-9707-41f9-b9da-23730b556ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:47.882817 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-a61e5956-9707-41f9-b9da-23730b556ad3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1281719 Feb 04 06:44:47.980311 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2b808ae5-197d-453a-82f8-3ea00dfe98c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:47.982782 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-8b96f046-72c9-419c-9c2c-860950c3ef50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 HTTP/1.1" status: 200 len: 1003 time: 0.0944080 Feb 04 06:44:48.048880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-9082a706-44b7-4808-a78f-d7a801c71f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:48.050329 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-9082a706-44b7-4808-a78f-d7a801c71f79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0624657 Feb 04 06:44:48.129671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-48faf36b-0a0c-4ec5-b72f-772a0739735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:48.131165 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-48faf36b-0a0c-4ec5-b72f-772a0739735b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748427 Feb 04 06:44:48.261940 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-d281d9c0-699c-40b0-80f9-ef0daa85d9a1 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247156 Feb 04 06:44:48.391496 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-685dc503-6b62-4814-911b-36b95b467115 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244218 Feb 04 06:44:48.678173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee865c2e-6b34-4fe0-ad5e-a7c13efc2a35 req-e7429dc7-f84e-42a0-9a74-da16a7358ff6 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:48.681272 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee865c2e-6b34-4fe0-ad5e-a7c13efc2a35 req-e7429dc7-f84e-42a0-9a74-da16a7358ff6 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0895004 Feb 04 06:44:48.724618 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ee865c2e-6b34-4fe0-ad5e-a7c13efc2a35 req-3c1ca153-4752-48d9-a84b-8b9bb0044ee2 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390043 Feb 04 06:44:49.139889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:49.157132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:49.913937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11ea2e-c4c4-4b91-a9dc-caa826c5ce84 req-036b28be-7532-4ae0-afd4-2cf90b828c93 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:49.915375 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ec11ea2e-c4c4-4b91-a9dc-caa826c5ce84 req-036b28be-7532-4ae0-afd4-2cf90b828c93 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0779512 Feb 04 06:44:49.964451 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ec11ea2e-c4c4-4b91-a9dc-caa826c5ce84 req-3bb9aa66-134c-4615-b839-08e17ca244ec tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Feb 04 06:44:49.979919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:50.614329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:51.153808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0c1a8-c69c-42e9-b6fd-b7e68f21a804 req-969622f6-e019-4b6d-b6e8-07c76a541dbb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:51.155265 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72a0c1a8-c69c-42e9-b6fd-b7e68f21a804 req-969622f6-e019-4b6d-b6e8-07c76a541dbb tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0827956 Feb 04 06:44:51.199999 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72a0c1a8-c69c-42e9-b6fd-b7e68f21a804 req-f0e855b7-eaf2-4f10-a926-9e9ee5c99d64 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Feb 04 06:44:52.386831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099c0a8-24da-4d5e-8a38-63b954592808 req-7734375b-e12e-47d3-a547-92b96e399748 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:52.388295 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8099c0a8-24da-4d5e-8a38-63b954592808 req-7734375b-e12e-47d3-a547-92b96e399748 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0803456 Feb 04 06:44:52.433035 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8099c0a8-24da-4d5e-8a38-63b954592808 req-94d3d50b-475a-412a-9c9a-911442cb65ed tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389786 Feb 04 06:44:52.526158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-57eca4fa-c5d9-46dc-b9bf-86ff8052fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:52.527713 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-57eca4fa-c5d9-46dc-b9bf-86ff8052fd77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57&tenant_id=0f2d2b6881f945bab9352c9f953617f6 HTTP/1.1" status: 200 len: 1099 time: 0.0768917 Feb 04 06:44:52.616315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-8a0fda74-ca11-43b9-8806-dc34325267d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:52.617808 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-8a0fda74-ca11-43b9-8806-dc34325267d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f2d2b6881f945bab9352c9f953617f6&device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 1099 time: 0.0696523 Feb 04 06:44:52.747540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-cfec285d-d82e-45c5-a1fe-f0a8ea79f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:52.748939 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-cfec285d-d82e-45c5-a1fe-f0a8ea79f6c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 200 len: 912 time: 0.1256711 Feb 04 06:44:52.850627 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-17d011e0-b2f3-4f86-aa7d-0eccb1539bcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 HTTP/1.1" status: 200 len: 1003 time: 0.0949740 Feb 04 06:44:52.915177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-e0f558b9-bc1a-424c-b191-be063f8fac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:52.916567 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-e0f558b9-bc1a-424c-b191-be063f8fac49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 200 len: 850 time: 0.0600848 Feb 04 06:44:52.994926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-7c584a7e-16e1-4d0c-ba0d-73433a4e3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:52.996377 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-7c584a7e-16e1-4d0c-ba0d-73433a4e3008 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31fc504e-edd7-4f10-9b57-38545fb0af39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742276 Feb 04 06:44:53.125987 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-49414e42-4a40-4371-9660-997095aea711 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225014 Feb 04 06:44:53.354735 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8afd693e-b32e-4754-affd-2d9d9bdad944 req-79abf801-b854-4396-878f-aeece3b158d0 service neutron] 10.222.0.24 "GET /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223525 Feb 04 06:44:53.629744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e356e8a-3441-4c89-83da-92649c6a65ea req-58401085-002a-440c-8fb6-fd4a12366632 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:53.632032 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e356e8a-3441-4c89-83da-92649c6a65ea req-58401085-002a-440c-8fb6-fd4a12366632 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0889220 Feb 04 06:44:53.683895 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e356e8a-3441-4c89-83da-92649c6a65ea req-f3e1a49c-b9ce-4327-af5d-f6ba96bc6751 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443850 Feb 04 06:44:54.726472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:44:54.840831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:54.873927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:44:54.877014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57c988-37b1-4008-ae33-80b4537cdae6 req-f6f15f36-3a5c-409b-b849-619f615d21c0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:54.878543 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1a57c988-37b1-4008-ae33-80b4537cdae6 req-f6f15f36-3a5c-409b-b849-619f615d21c0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0845685 Feb 04 06:44:54.884016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:44:54.930601 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1a57c988-37b1-4008-ae33-80b4537cdae6 req-f43f587d-b108-4cb8-b863-63bd9447bad7 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455120 Feb 04 06:44:54.947449 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'code': 200} Feb 04 06:44:54.959435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:55.027441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=9']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:44:56.116829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65ca5e-b2f0-4576-b747-2c1a0035c789 req-9f7fa605-465a-40d5-abf2-f9a872a3b1d8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:56.118272 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5f65ca5e-b2f0-4576-b747-2c1a0035c789 req-9f7fa605-465a-40d5-abf2-f9a872a3b1d8 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 944 time: 0.0789590 Feb 04 06:44:56.161669 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5f65ca5e-b2f0-4576-b747-2c1a0035c789 req-db0c2f66-30ad-461b-8286-7d9acefb7e93 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372412 Feb 04 06:44:57.346785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba41f6-60f1-4cff-bd1b-affa72e88e0a req-2d6dd05c-de02-4d1f-95e2-f8dfb3b48a8f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:57.348248 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-79ba41f6-60f1-4cff-bd1b-affa72e88e0a req-2d6dd05c-de02-4d1f-95e2-f8dfb3b48a8f tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 944 time: 0.0794978 Feb 04 06:44:57.391974 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-79ba41f6-60f1-4cff-bd1b-affa72e88e0a req-bdd32454-ad2c-40c4-a486-bd20d9e4d7a5 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380311 Feb 04 06:44:58.581959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda7efa-4441-4c37-8e26-586474a5c14b req-95cbb273-f2d0-4f45-a7e0-5eb3ae134641 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:58.584256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5eda7efa-4441-4c37-8e26-586474a5c14b req-95cbb273-f2d0-4f45-a7e0-5eb3ae134641 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 944 time: 0.0850105 Feb 04 06:44:58.637649 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5eda7efa-4441-4c37-8e26-586474a5c14b req-c6b88477-84f9-4377-9179-04f93400001c tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469010 Feb 04 06:44:58.743297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:44:58.874793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:44:58.887473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'port_id': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'mac_address': 'fa:16:3e:58:e4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:44:58.944617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:58.964149 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:44:58.979452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:44:59.071253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:44:59.136224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:44:59.173378 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=10']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:44:59.825876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cb1e7-7986-44d8-ba54-e95085c6cf71 req-89f3b6d3-34a2-4829-984a-cf858b44ca8a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:44:59.827234 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1d0cb1e7-7986-44d8-ba54-e95085c6cf71 req-89f3b6d3-34a2-4829-984a-cf858b44ca8a tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0834246 Feb 04 06:44:59.871061 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1d0cb1e7-7986-44d8-ba54-e95085c6cf71 req-1c603511-1965-4a36-aabe-7f2c177b4fad tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382063 Feb 04 06:45:00.748631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:45:00.816215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:45:00.816576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:00.967208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:00.994373 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:45:01.005420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:01.050898 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'code': 200} Feb 04 06:45:01.062761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa13624-7823-4333-ba22-43e170de23af req-fe4b2dd8-514e-4861-b7e8-d693406c9b78 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:01.064233 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1fa13624-7823-4333-ba22-43e170de23af req-fe4b2dd8-514e-4861-b7e8-d693406c9b78 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 946 time: 0.0840755 Feb 04 06:45:01.077360 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:01.110068 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1fa13624-7823-4333-ba22-43e170de23af req-b34b638b-0db0-49cd-ae6f-8ed5cba1d896 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398672 Feb 04 06:45:01.148957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=11']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:02.299275 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d8225-c76a-4343-b4f2-dc97fd299a39 req-60126d2c-4d29-4855-8bc0-6e111584e4bf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:02.300675 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ff1d8225-c76a-4343-b4f2-dc97fd299a39 req-60126d2c-4d29-4855-8bc0-6e111584e4bf tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 947 time: 0.0821292 Feb 04 06:45:02.355191 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ff1d8225-c76a-4343-b4f2-dc97fd299a39 req-9cbfc97e-50bc-4ac1-b665-7320e5ff85dd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465345 Feb 04 06:45:03.540357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff13fb-c462-449d-bd9f-8cc9cd1b1ca5 req-8d2747cb-8be7-417b-a9ca-342ad40b1104 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:03.541843 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c1ff13fb-c462-449d-bd9f-8cc9cd1b1ca5 req-8d2747cb-8be7-417b-a9ca-342ad40b1104 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 947 time: 0.0829341 Feb 04 06:45:03.585117 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c1ff13fb-c462-449d-bd9f-8cc9cd1b1ca5 req-04bf1f88-e92e-434b-822a-d71c5690bbb1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376005 Feb 04 06:45:03.771604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ba198-53d6-4292-9ae8-61ae0f3c6d22 req-5cea4cd3-263e-47d2-b6b4-8796816e38dd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:03.773073 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e21ba198-53d6-4292-9ae8-61ae0f3c6d22 req-5cea4cd3-263e-47d2-b6b4-8796816e38dd tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 947 time: 0.0824170 Feb 04 06:45:03.818828 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e21ba198-53d6-4292-9ae8-61ae0f3c6d22 req-5cae9429-d5aa-4445-a965-598adacf05d9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401614 Feb 04 06:45:04.144610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50e822-6fee-41c6-ac8d-091f32124cd5 req-cee08605-98c1-443b-8563-5a8bc25b8949 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:04.146036 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e50e822-6fee-41c6-ac8d-091f32124cd5 req-cee08605-98c1-443b-8563-5a8bc25b8949 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 947 time: 0.0791876 Feb 04 06:45:04.189910 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0e50e822-6fee-41c6-ac8d-091f32124cd5 req-6ad6d0ca-f096-4f36-bde4-31d7a38f3e29 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378156 Feb 04 06:45:04.785768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d30e3-954d-4165-890e-4052276b0f5b req-a27927c1-f4d6-4ce9-8343-6dc061e6e7ce tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:04.787133 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a2d30e3-954d-4165-890e-4052276b0f5b req-a27927c1-f4d6-4ce9-8343-6dc061e6e7ce tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 947 time: 0.0826125 Feb 04 06:45:04.831734 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a2d30e3-954d-4165-890e-4052276b0f5b req-24256f6b-44d7-40d4-b6f7-c6bcc9010846 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389166 Feb 04 06:45:06.016188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedead3-44e5-4950-8579-a6833fcd7671 req-e817a836-fe15-4b64-ad01-e67bd201f049 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:06.017672 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ebedead3-44e5-4950-8579-a6833fcd7671 req-e817a836-fe15-4b64-ad01-e67bd201f049 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 947 time: 0.0787747 Feb 04 06:45:06.064221 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ebedead3-44e5-4950-8579-a6833fcd7671 req-174956b4-b13d-4802-af15-70130749b9d6 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 Feb 04 06:45:06.743411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:45:06.856264 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:06.881783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:45:06.890995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:06.927279 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'code': 200} Feb 04 06:45:06.963096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:07.046547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=12']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:07.182937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-248ae3a1-584b-4da0-82c0-3a68da0e7ff0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:07.184506 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-248ae3a1-584b-4da0-82c0-3a68da0e7ff0 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 945 time: 0.0866895 Feb 04 06:45:07.263176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Deleting port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:45:07.263539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:07.416871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5afe2-fc2c-44b0-9bf1-23355db3d1ca req-9de40d30-f4cc-40ec-8773-2dd0a9974ae6 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:07.418370 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-69c5afe2-fc2c-44b0-9bf1-23355db3d1ca req-9de40d30-f4cc-40ec-8773-2dd0a9974ae6 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 945 time: 0.0900977 Feb 04 06:45:07.464507 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-69c5afe2-fc2c-44b0-9bf1-23355db3d1ca req-ff5a8298-b9c0-4a94-a967-00c2f1bc41d9 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups?id=5298acd2-fb59-44f7-a554-4e32dbcf40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Feb 04 06:45:07.537139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] For port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:07.537499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:07.820273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:07.820663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:07.821003 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Floating IP 83637a70-e993-4b79-8ac7-d399decad296 disassociated. External IP: 172.26.7.252, port: 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91. Feb 04 06:45:07.821371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Calling delete_port for 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:45:08.007923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:08.059428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event deleted for resources: {'Port': ['ID=7ac9d32f-e9c5-42f5-b4d2-bda7563dee91,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:08.069399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.069750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.070088 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.070464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.070943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.071091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.071397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.071863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.072065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.072328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.072664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.072991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:08.361992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Router 2252fa7f-fbbd-4240-8852-6763434a6522 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:45:08.546270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:45:08.557033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e810f01-e0e0-42b8-ac5a-0578164c4616 None None] Sync routers for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:45:08.566000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e810f01-e0e0-42b8-ac5a-0578164c4616 None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:45:08.566606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8e810f01-e0e0-42b8-ac5a-0578164c4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:44:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:08.657781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] No DVR routers for this DVR port 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:45:08.661021 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a10b546-470f-45c3-b14d-c597da745168 req-56386938-5b67-4c72-9b46-ba5a0eeb99ee tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 210 time: 0.0823491 Feb 04 06:45:08.662558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:08.666437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-deleted', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:45:08.716856 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396d8369-6270-4ebe-b23f-63aa07197a57', 'name': 'network-vif-deleted', 'tag': '7ac9d32f-e9c5-42f5-b4d2-bda7563dee91', 'status': 'completed', 'code': 200} Feb 04 06:45:08.723396 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bdb50140-544b-410b-b7ab-26af2ad3998f req-8b10a0ed-8560-4758-876e-03a11eeabf32 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.24 "DELETE /v2.0/ports/7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 HTTP/1.1" status: 204 len: 173 time: 1.5335593 Feb 04 06:45:08.753655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8e810f01-e0e0-42b8-ac5a-0578164c4616 None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:45:09.074650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8e810f01-e0e0-42b8-ac5a-0578164c4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:09.080593 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e810f01-e0e0-42b8-ac5a-0578164c4616 None None] Checking router: 2252fa7f-fbbd-4240-8852-6763434a6522 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:45:09.089593 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e810f01-e0e0-42b8-ac5a-0578164c4616 None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:45:09.090180 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8e810f01-e0e0-42b8-ac5a-0578164c4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:44:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:09.270542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8e810f01-e0e0-42b8-ac5a-0578164c4616 None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:45:09.585834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8e810f01-e0e0-42b8-ac5a-0578164c4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:09.589792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e810f01-e0e0-42b8-ac5a-0578164c4616 None None] The sync data for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv is: [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:40:40Z', 'revision_number': 4, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '78419cec-9e91-4d0a-96c5-7e4e488c3d1c', 'name': '', 'network_id': '31fc504e-edd7-4f10-9b57-38545fb0af39', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'mac_address': 'fa:16:3e:7c:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:39Z', 'updated_at': '2022-02-04T06:40:45Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'subnets': [{'id': '0fe1a533-0243-403b-9988-7de8a5053f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:45:09.819192 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c18292-1964-42bf-b52b-c2231db96958 None None] New status for floating IP 83637a70-e993-4b79-8ac7-d399decad296: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:45:09.835075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b98b51a1-a029-4995-8c66-2df56b773541 req-7adf0d21-d368-47b8-a8de-b629ebe5d4d1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Synchronizing usage tracker for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:45:09.900160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b98b51a1-a029-4995-8c66-2df56b773541 req-7adf0d21-d368-47b8-a8de-b629ebe5d4d1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Unset dirty status for tenant:0f2d2b6881f945bab9352c9f953617f6 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:45:09.901414 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b98b51a1-a029-4995-8c66-2df56b773541 req-7adf0d21-d368-47b8-a8de-b629ebe5d4d1 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/ports?device_id=396d8369-6270-4ebe-b23f-63aa07197a57 HTTP/1.1" status: 200 len: 210 time: 0.1175911 Feb 04 06:45:10.775121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:45:10.847413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:45:10.847748 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 7ac9d32f-e9c5-42f5-b4d2-bda7563dee91 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:45:14.382157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 54848) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:14.459264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:14.486673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:14.608209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:14.626515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5298acd2-fb59-44f7-a554-4e32dbcf40c8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:14.635073 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.635506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.635912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.636327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.636661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.637121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.637442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.637764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.638081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.638398 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.638713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.639023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:14.699505 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:14.700637 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f9751d2f-760e-40f1-8ddf-5593b5d00793 tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "DELETE /v2.0/security-groups/5298acd2-fb59-44f7-a554-4e32dbcf40c8 HTTP/1.1" status: 204 len: 168 time: 0.3175139 Feb 04 06:45:14.703403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 54852) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:14.719348 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.api.v2.resource [None req-2904601e-136b-45ec-aaa0-31a2ba987ebc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] show failed (client error): The resource could not be found. Feb 04 06:45:14.720295 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2904601e-136b-45ec-aaa0-31a2ba987ebc tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "GET /v2.0/security-groups/5298acd2-fb59-44f7-a554-4e32dbcf40c8 HTTP/1.1" status: 404 len: 347 time: 0.0160160 Feb 04 06:45:14.722876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 54856) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:14.979758 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0421f778-52cb-47d1-b2b8-a59ed12a37ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Deleting port ce06c2ab-b613-45c7-aa21-b3028eef4698 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:45:14.979979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0421f778-52cb-47d1-b2b8-a59ed12a37ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:15.144274 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0421f778-52cb-47d1-b2b8-a59ed12a37ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:15.144582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0421f778-52cb-47d1-b2b8-a59ed12a37ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:15.263889 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-0421f778-52cb-47d1-b2b8-a59ed12a37ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Calling delete_port for ce06c2ab-b613-45c7-aa21-b3028eef4698 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:45:15.460626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0421f778-52cb-47d1-b2b8-a59ed12a37ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:15.508668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421f778-52cb-47d1-b2b8-a59ed12a37ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Pushing event deleted for resources: {'Port': ['ID=ce06c2ab-b613-45c7-aa21-b3028eef4698,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:15.602373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0421f778-52cb-47d1-b2b8-a59ed12a37ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:15.671459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0421f778-52cb-47d1-b2b8-a59ed12a37ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:15.672983 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0421f778-52cb-47d1-b2b8-a59ed12a37ac tempest-ServerActionsTestJSON-2038829012 tempest-ServerActionsTestJSON-2038829012-project] 10.222.0.32 "DELETE /v2.0/floatingips/83637a70-e993-4b79-8ac7-d399decad296 HTTP/1.1" status: 204 len: 168 time: 0.9443638 Feb 04 06:45:15.675816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 54860) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:15.751452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e20f9cc6-4f9d-404f-84d0-aa55e03f1c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:16.209504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:16.669130 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] Deleting port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:45:16.669836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:16.854666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] For port 78419cec-9e91-4d0a-96c5-7e4e488c3d1c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=78419cec-9e91-4d0a-96c5-7e4e488c3d1c,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:16.854933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:16.977341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] Calling delete_port for 78419cec-9e91-4d0a-96c5-7e4e488c3d1c owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:45:17.368516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:17.418198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] Pushing event deleted for resources: {'Port': ['ID=78419cec-9e91-4d0a-96c5-7e4e488c3d1c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:17.684040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:18.003027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d09a9002-3e1d-4602-955e-235b22149bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:18.155288 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] Router 2252fa7f-fbbd-4240-8852-6763434a6522 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:45:18.335893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:45:18.344877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddafffd-cef5-4002-90a7-48a51d5e49e4 None None] Sync routers for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:45:18.347978 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3af4a8fc-2da9-4c83-aae9-506cfa51a157 admin admin] 10.222.0.32 "PUT /v2.0/routers/2252fa7f-fbbd-4240-8852-6763434a6522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6711762 Feb 04 06:45:18.351008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 54864) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:18.355063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddafffd-cef5-4002-90a7-48a51d5e49e4 None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:45:18.355709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7ddafffd-cef5-4002-90a7-48a51d5e49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:45:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:18.532668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7ddafffd-cef5-4002-90a7-48a51d5e49e4 None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:45:18.537734 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:18.714751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:18.767972 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Deleting port 79325a0c-7178-4d27-b006-102e317f9cdc {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:45:18.768313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:18.813240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7ddafffd-cef5-4002-90a7-48a51d5e49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:45:17Z', 'revision_number': 5, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port': {'id': '79325a0c-7178-4d27-b006-102e317f9cdc', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:29:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:40:36Z', 'updated_at': '2022-02-04T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:18.817251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddafffd-cef5-4002-90a7-48a51d5e49e4 None None] Checking router: 2252fa7f-fbbd-4240-8852-6763434a6522 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:45:18.826083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddafffd-cef5-4002-90a7-48a51d5e49e4 None None] Routers {'2252fa7f-fbbd-4240-8852-6763434a6522'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:45:18.826679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7ddafffd-cef5-4002-90a7-48a51d5e49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:45:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2252fa7f-fbbd-4240-8852-6763434a6522'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:18.940847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] For port 79325a0c-7178-4d27-b006-102e317f9cdc, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=79325a0c-7178-4d27-b006-102e317f9cdc,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:18.941199 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:18.978742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-7ddafffd-cef5-4002-90a7-48a51d5e49e4 None None] Set router 2252fa7f-fbbd-4240-8852-6763434a6522 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:45:19.066080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Calling delete_port for 79325a0c-7178-4d27-b006-102e317f9cdc owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:45:19.100057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-7ddafffd-cef5-4002-90a7-48a51d5e49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:45:18Z', 'revision_number': 6, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:19.107016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddafffd-cef5-4002-90a7-48a51d5e49e4 None None] The sync data for ids ['2252fa7f-fbbd-4240-8852-6763434a6522'] in dv-neutron-827796-1-hyperv is: [{'id': '2252fa7f-fbbd-4240-8852-6763434a6522', 'name': 'tempest-ServerActionsTestJSON-652620556-router', 'tenant_id': '0f2d2b6881f945bab9352c9f953617f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:40:35Z', 'updated_at': '2022-02-04T06:45:18Z', 'revision_number': 6, 'project_id': '0f2d2b6881f945bab9352c9f953617f6', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:45:19.185630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:19.237221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:19.277172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:19.323206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=79325a0c-7178-4d27-b006-102e317f9cdc,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:19.536923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:19.708440 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:19.710970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:19.814694 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:19.815361 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2252fa7f-fbbd-4240-8852-6763434a6522 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:45:19.829264 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:19.830380 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f496e974-7d46-40c2-ba06-a104f6fa3a1d admin admin] 10.222.0.32 "DELETE /v2.0/routers/2252fa7f-fbbd-4240-8852-6763434a6522 HTTP/1.1" status: 204 len: 168 time: 1.4784675 Feb 04 06:45:19.832940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 54868) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:19.862826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 78419cec-9e91-4d0a-96c5-7e4e488c3d1c no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:45:19.896642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75e13b1-5d80-465d-a975-d195ae7c289f admin admin] Deleting subnet 0fe1a533-0243-403b-9988-7de8a5053f81 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:45:19.899275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 78419cec-9e91-4d0a-96c5-7e4e488c3d1c {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:45:19.899637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 78419cec-9e91-4d0a-96c5-7e4e488c3d1c not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:45:19.900007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e75e13b1-5d80-465d-a975-d195ae7c289f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:19.960320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e75e13b1-5d80-465d-a975-d195ae7c289f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.019910 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.038685 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e75e13b1-5d80-465d-a975-d195ae7c289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.197623 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e75e13b1-5d80-465d-a975-d195ae7c289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.238452 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e13b1-5d80-465d-a975-d195ae7c289f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe1a533-0243-403b-9988-7de8a5053f81,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:20.242931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e75e13b1-5d80-465d-a975-d195ae7c289f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.248307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d83335-881a-4dc1-87c1-eabc4ccc49fe None None] Network 31fc504e-edd7-4f10-9b57-38545fb0af39 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:45:20.249200 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e75e13b1-5d80-465d-a975-d195ae7c289f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0fe1a533-0243-403b-9988-7de8a5053f81 HTTP/1.1" status: 204 len: 168 time: 0.4152272 Feb 04 06:45:20.251658 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 54872) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:20.356639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.366912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Deleting port 7e8274a1-fa31-4069-b968-42c1bc64937c {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:45:20.367239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.498272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db59d22d-113a-400d-9a5b-adfe917c247f None None] DHCP port deletion for 31fc504e-edd7-4f10-9b57-38545fb0af39 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:45:20.502729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-db59d22d-113a-400d-9a5b-adfe917c247f None None] Deleting port 7e8274a1-fa31-4069-b968-42c1bc64937c {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:45:20.503471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-db59d22d-113a-400d-9a5b-adfe917c247f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.575176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] For port 7e8274a1-fa31-4069-b968-42c1bc64937c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e8274a1-fa31-4069-b968-42c1bc64937c,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:20.575532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.610564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.701405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Calling delete_port for 7e8274a1-fa31-4069-b968-42c1bc64937c owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:45:20.715297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-db59d22d-113a-400d-9a5b-adfe917c247f None None] For port 7e8274a1-fa31-4069-b968-42c1bc64937c, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7e8274a1-fa31-4069-b968-42c1bc64937c,segment=NetworkSegment(3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c),segment_id=3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:20.715713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-db59d22d-113a-400d-9a5b-adfe917c247f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.854291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:20.875218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-db59d22d-113a-400d-9a5b-adfe917c247f None None] Calling delete_port for 7e8274a1-fa31-4069-b968-42c1bc64937c owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:45:20.900349 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8274a1-fa31-4069-b968-42c1bc64937c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:20.903590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] No DVR routers for this DVR port 7e8274a1-fa31-4069-b968-42c1bc64937c on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:45:20.915065 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:45:20.949225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-db59d22d-113a-400d-9a5b-adfe917c247f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:45:20.949579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-db59d22d-113a-400d-9a5b-adfe917c247f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:45:21.022057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:21.050059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fc504e-edd7-4f10-9b57-38545fb0af39']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:21.061678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:21.061991 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f01b53a-4b0f-42b8-9f30-0fa3d1cdd61c') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:45:21.073331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:21.089338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:21.095183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:45:21.097866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:45:21.108215 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:45:21.248518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:21.253653 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:21.365764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e8274a1-fa31-4069-b968-42c1bc64937c no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:45:21.382356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fc504e-edd7-4f10-9b57-38545fb0af39,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:21.402639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 7e8274a1-fa31-4069-b968-42c1bc64937c {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:45:21.402982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7e8274a1-fa31-4069-b968-42c1bc64937c not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:45:21.403393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 79325a0c-7178-4d27-b006-102e317f9cdc no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:45:21.436108 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 79325a0c-7178-4d27-b006-102e317f9cdc {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:45:21.436454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 79325a0c-7178-4d27-b006-102e317f9cdc not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:45:21.450746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-db59d22d-113a-400d-9a5b-adfe917c247f None None] Deleting port 7e8274a1-fa31-4069-b968-42c1bc64937c {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:45:21.451107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-db59d22d-113a-400d-9a5b-adfe917c247f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:21.478066 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-909c19b5-249a-4858-b085-afc07394f871 admin admin] 10.222.0.32 "DELETE /v2.0/networks/31fc504e-edd7-4f10-9b57-38545fb0af39 HTTP/1.1" status: 204 len: 168 time: 1.2251985 Feb 04 06:45:21.522389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-db59d22d-113a-400d-9a5b-adfe917c247f None None] The port '7e8274a1-fa31-4069-b968-42c1bc64937c' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:45:21.764434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 54878) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:21.813916 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f7d8a398-aaff-48dd-a12e-0e489f5b29e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f2d2b6881f945bab9352c9f953617f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480955 Feb 04 06:45:21.816124 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 54882) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:21.872609 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa023-9d20-46b5-b58f-95465c771c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:21.897512 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa023-9d20-46b5-b58f-95465c771c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:22.014019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa023-9d20-46b5-b58f-95465c771c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:22.029671 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfa023-9d20-46b5-b58f-95465c771c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf3e380-06f4-43ab-bcca-012dca3c1b16,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:22.040390 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa023-9d20-46b5-b58f-95465c771c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:22.041573 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5bdfa023-9d20-46b5-b58f-95465c771c6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/daf3e380-06f4-43ab-bcca-012dca3c1b16 HTTP/1.1" status: 204 len: 168 time: 0.2245328 Feb 04 06:45:23.045978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 54906) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:23.178190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-299433600-network', 'tenant_id': '14cbc0ad4602446889d8c4ee595de252'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:23.183929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:23.187894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Usage tracker for resource:network and tenant:14cbc0ad4602446889d8c4ee595de252 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:23.190835 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:23.197132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:23.288469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Made reservation on behalf of 14cbc0ad4602446889d8c4ee595de252 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:45:23.290829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:23.304023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:23.318469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:23.322389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Usage tracker for resource:security_group_rule and tenant:14cbc0ad4602446889d8c4ee595de252 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:23.325188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:23.330814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:23.414418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:23.483158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:23.517612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:45:23.523363 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e733ee4-9124-4828-9a94-f7f9f53d46de,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:23.531391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:23.531816 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Added segment 725c8f62-e812-4933-bf82-b7d6a3ae71d0 of type vlan for network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 Feb 04 06:45:23.558344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:23.631330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:23.632308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:23.632970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:23.736197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] Pushing event updated for resources: {'Network': ['ID=1fdebcc5-624d-4f56-9762-144d52c5f5d4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:23.768017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:45:23.821033 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-91e8a442-180d-4320-b58c-991ed73b9770 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7738657 Feb 04 06:45:23.824122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 54912) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:45:23.829672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Request body: {'subnet': {'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-299433600-subnet', 'tenant_id': '14cbc0ad4602446889d8c4ee595de252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:23.835259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:23.839199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Usage tracker for resource:subnet and tenant:14cbc0ad4602446889d8c4ee595de252 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:23.842059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:23.847846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:23.923170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Made reservation on behalf of 14cbc0ad4602446889d8c4ee595de252 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:45:23.925628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:24.186426 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:24.264484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9939d01-f923-4271-abd7-6e2c9511fc43,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:24.274219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Checking segment: {'id': '725c8f62-e812-4933-bf82-b7d6a3ae71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:45:24.274574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Network hostable DHCP agents. Network: 1fdebcc5-624d-4f56-9762-144d52c5f5d4, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:45:24.345308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:45:24.414279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 1fdebcc5-624d-4f56-9762-144d52c5f5d4) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:45:24.418283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:24.418911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:24.424491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f4b07e-8ebe-4526-98e5-3fd85dd50dc9 None None] Network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:45:24.520686 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5566721a-4516-4204-ad50-2758d9ea1e34 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6839957 Feb 04 06:45:24.645334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe00d27-08a6-4db2-b975-151ec5eb32b5 None None] Network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:45:25.038730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-e7a30c04-f459-4481-af98-2ad99cb74876 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:25.039322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-e7a30c04-f459-4481-af98-2ad99cb74876 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Synchronizing usage tracker for tenant:14cbc0ad4602446889d8c4ee595de252 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:45:25.116589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-e7a30c04-f459-4481-af98-2ad99cb74876 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Unset dirty status for tenant:14cbc0ad4602446889d8c4ee595de252 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:45:25.117779 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-e7a30c04-f459-4481-af98-2ad99cb74876 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/networks?id=1fdebcc5-624d-4f56-9762-144d52c5f5d4 HTTP/1.1" status: 200 len: 813 time: 0.2219172 Feb 04 06:45:25.132887 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-d2f80f68-b6ba-42a3-a0e6-a5860548bbd3 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/quotas/14cbc0ad4602446889d8c4ee595de252 HTTP/1.1" status: 200 len: 375 time: 0.0094109 Feb 04 06:45:25.180956 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-19efe466-bdab-4703-ae47-bfae2c2d6e09 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=14cbc0ad4602446889d8c4ee595de252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430048 Feb 04 06:45:25.191016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-08a250eb-5294-4cde-b8e5-65e1e7403924 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:45:25.191980 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-08a250eb-5294-4cde-b8e5-65e1e7403924 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047545 Feb 04 06:45:25.322947 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-24f2deaa-bab1-4535-a0ec-da5e73d8c16e service neutron] 10.222.0.32 "GET /v2.0/networks/1fdebcc5-624d-4f56-9762-144d52c5f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251898 Feb 04 06:45:25.561839 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-0d403c57-ac21-4a88-91d4-71990679c479 service neutron] 10.222.0.32 "GET /v2.0/networks/1fdebcc5-624d-4f56-9762-144d52c5f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331991 Feb 04 06:45:25.824270 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-433737ed-1c67-425e-b6ab-b5eaa0aff2af req-a6833ab6-c780-4bfa-9935-7d67991e23b2 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 210 time: 0.0458157 Feb 04 06:45:26.978438 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bf8904d7-8f2d-4543-9864-acacb074d4ea req-8422c726-1ab6-4b53-b3cc-f9acd5741473 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 210 time: 0.0464873 Feb 04 06:45:27.717884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-22f73260-175c-4f17-bc9f-c0f47dfc7e37 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:27.719322 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-22f73260-175c-4f17-bc9f-c0f47dfc7e37 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.24 "GET /v2.0/networks?id=1fdebcc5-624d-4f56-9762-144d52c5f5d4 HTTP/1.1" status: 200 len: 813 time: 0.1449142 Feb 04 06:45:27.730967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Request body: {'port': {'device_id': '1e4ba8db-7116-41a3-874c-66e2f873bbf6', 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4', 'admin_state_up': True, 'tenant_id': '14cbc0ad4602446889d8c4ee595de252'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:27.865774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:27.869471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Usage tracker for resource:port and tenant:14cbc0ad4602446889d8c4ee595de252 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:45:27.872181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:45:27.877787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:27.984855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Made reservation on behalf of 14cbc0ad4602446889d8c4ee595de252 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:45:27.988520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:28.131128 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fddb9e7b-1f71-46b0-ac97-38417f5ab1a7 req-8f702591-8348-4d36-808d-bb728e8ed84f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 210 time: 0.0443518 Feb 04 06:45:28.158210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Allocated IP 172.20.0.8 (1fdebcc5-624d-4f56-9762-144d52c5f5d4/a9939d01-f923-4271-abd7-6e2c9511fc43/93d94c96-b1fe-4689-8ea5-a3d3323abece) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:45:28.356075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:28.471694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:28.543323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:45:28.546563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:45:28.550850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:45:28.585921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Pushing event updated for resources: {'Port': ['ID=93d94c96-b1fe-4689-8ea5-a3d3323abece,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:28.621291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:28.621815 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:28.688931 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-b1c14405-d7dd-4913-85bd-76cbb32e28a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9613478 Feb 04 06:45:28.700531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Request body: {'port': {'device_id': '1e4ba8db-7116-41a3-874c-66e2f873bbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:28.811903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.146434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d94c96-b1fe-4689-8ea5-a3d3323abece {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:45:29.153672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.168036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Transition to ACTIVE for port object 93d94c96-b1fe-4689-8ea5-a3d3323abece will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:45:29.281565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.561461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Pushing event updated for resources: {'Port': ['ID=93d94c96-b1fe-4689-8ea5-a3d3323abece,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:29.642588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab57acc-6d35-4d96-b619-feb49e227fca req-856636f6-2cb3-4e72-9151-56087e388304 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:29.643277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-bab57acc-6d35-4d96-b619-feb49e227fca req-856636f6-2cb3-4e72-9151-56087e388304 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Synchronizing usage tracker for tenant:14cbc0ad4602446889d8c4ee595de252 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:45:29.664268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Attempting to bind port 93d94c96-b1fe-4689-8ea5-a3d3323abece on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:45:29.664593 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Attempting to bind port 93d94c96-b1fe-4689-8ea5-a3d3323abece by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '725c8f62-e812-4933-bf82-b7d6a3ae71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:45:29.664942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Attempting to bind port 93d94c96-b1fe-4689-8ea5-a3d3323abece on network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:45:29.673263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Port 93d94c96-b1fe-4689-8ea5-a3d3323abece on network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:45:29.673573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Attempting to bind port 93d94c96-b1fe-4689-8ea5-a3d3323abece on network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:45:29.679087 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:45:29.679419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Checking segment: {'id': '725c8f62-e812-4933-bf82-b7d6a3ae71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:45:29.679829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Bound using segment: {'id': '725c8f62-e812-4933-bf82-b7d6a3ae71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:45:29.680209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Bound port: 93d94c96-b1fe-4689-8ea5-a3d3323abece, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '725c8f62-e812-4933-bf82-b7d6a3ae71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:45:29.680546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.738588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-bab57acc-6d35-4d96-b619-feb49e227fca req-856636f6-2cb3-4e72-9151-56087e388304 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Unset dirty status for tenant:14cbc0ad4602446889d8c4ee595de252 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:45:29.740217 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bab57acc-6d35-4d96-b619-feb49e227fca req-856636f6-2cb3-4e72-9151-56087e388304 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 943 time: 0.5009019 Feb 04 06:45:29.800809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] For port 93d94c96-b1fe-4689-8ea5-a3d3323abece, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:45:29.807683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-bab57acc-6d35-4d96-b619-feb49e227fca req-eac1951b-b2cc-4425-9d0a-978901576ec9 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Synchronizing usage tracker for tenant:14cbc0ad4602446889d8c4ee595de252 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:45:29.814302 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] For port 93d94c96-b1fe-4689-8ea5-a3d3323abece, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=93d94c96-b1fe-4689-8ea5-a3d3323abece,segment=NetworkSegment(725c8f62-e812-4933-bf82-b7d6a3ae71d0),segment_id=725c8f62-e812-4933-bf82-b7d6a3ae71d0)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:45:29.883872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.942234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-bab57acc-6d35-4d96-b619-feb49e227fca req-eac1951b-b2cc-4425-9d0a-978901576ec9 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Unset dirty status for tenant:14cbc0ad4602446889d8c4ee595de252 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:45:29.943408 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bab57acc-6d35-4d96-b619-feb49e227fca req-eac1951b-b2cc-4425-9d0a-978901576ec9 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963186 Feb 04 06:45:29.951446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:29.952050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:29.953453 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] 10.222.0.24 "PUT /v2.0/ports/93d94c96-b1fe-4689-8ea5-a3d3323abece HTTP/1.1" status: 200 len: 1093 time: 1.2568679 Feb 04 06:45:29.953886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4ba8db-7116-41a3-874c-66e2f873bbf6', 'tag': '93d94c96-b1fe-4689-8ea5-a3d3323abece'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:45:29.973071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdca525-96e6-4b8f-a830-b54ead06ca8c service neutron] Pushing event updated for resources: {'Port': ['ID=93d94c96-b1fe-4689-8ea5-a3d3323abece,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:30.000329 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4ba8db-7116-41a3-874c-66e2f873bbf6', 'tag': '93d94c96-b1fe-4689-8ea5-a3d3323abece', 'status': 'completed', 'code': 200} Feb 04 06:45:30.091501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106012c4-d7db-4860-8ea9-16a8699d7475 req-964e158e-a2d6-45de-86dc-87a062fdc32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:30.093086 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-106012c4-d7db-4860-8ea9-16a8699d7475 req-964e158e-a2d6-45de-86dc-87a062fdc32d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14cbc0ad4602446889d8c4ee595de252&device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 1096 time: 0.0722611 Feb 04 06:45:30.232380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106012c4-d7db-4860-8ea9-16a8699d7475 req-c0c2b728-ebaa-41fb-8a4d-993221f23539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:30.233910 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-106012c4-d7db-4860-8ea9-16a8699d7475 req-c0c2b728-ebaa-41fb-8a4d-993221f23539 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=14cbc0ad4602446889d8c4ee595de252&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1340883 Feb 04 06:45:30.367202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106012c4-d7db-4860-8ea9-16a8699d7475 req-a7f0995c-b7af-473d-b911-b952fce1578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:30.368668 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-106012c4-d7db-4860-8ea9-16a8699d7475 req-a7f0995c-b7af-473d-b911-b952fce1578c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294286 Feb 04 06:45:30.472677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-df4bf5dd-9ea7-454c-bd60-f1df52860e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:30.474824 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-df4bf5dd-9ea7-454c-bd60-f1df52860e7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14cbc0ad4602446889d8c4ee595de252&device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 1096 time: 0.0710447 Feb 04 06:45:30.545315 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-4388b7b9-13f8-4762-b49f-486993e923dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93d94c96-b1fe-4689-8ea5-a3d3323abece HTTP/1.1" status: 200 len: 217 time: 0.0640576 Feb 04 06:45:30.612287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-d90ab9b1-d9bd-4861-9bd2-6cc9add7ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:30.613759 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-d90ab9b1-d9bd-4861-9bd2-6cc9add7ee1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9939d01-f923-4271-abd7-6e2c9511fc43 HTTP/1.1" status: 200 len: 853 time: 0.0631311 Feb 04 06:45:30.664054 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-88f1f9e2-7dbb-49e2-8a68-7e37b14a8f33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fdebcc5-624d-4f56-9762-144d52c5f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437779 Feb 04 06:45:30.798835 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-2f97afbf-0def-47b2-8d9c-24bb5f875e97 service neutron] 10.222.0.24 "GET /v2.0/networks/1fdebcc5-624d-4f56-9762-144d52c5f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289995 Feb 04 06:45:30.935259 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2fbf2e0-1765-4c34-a1b3-ebd3ada63075 req-a124984c-e6ae-45f7-addb-576322a6afb6 service neutron] 10.222.0.24 "GET /v2.0/networks/1fdebcc5-624d-4f56-9762-144d52c5f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308031 Feb 04 06:45:31.123147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234e1f4-c735-4739-a252-829bd3cbf8c2 req-2d7b1644-9c3b-43b8-aac4-5b3d1799485c tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:31.124601 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9234e1f4-c735-4739-a252-829bd3cbf8c2 req-2d7b1644-9c3b-43b8-aac4-5b3d1799485c tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 943 time: 0.0793629 Feb 04 06:45:31.168294 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9234e1f4-c735-4739-a252-829bd3cbf8c2 req-90b8481f-4f53-49ea-9144-909f44e628d1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373802 Feb 04 06:45:32.364673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736549e-69b1-439e-82c4-c7ab4929b3b7 req-2bb0c4b1-de81-46de-b7b7-133fe5677dbf tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:32.366155 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c736549e-69b1-439e-82c4-c7ab4929b3b7 req-2bb0c4b1-de81-46de-b7b7-133fe5677dbf tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 943 time: 0.0827677 Feb 04 06:45:32.409688 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c736549e-69b1-439e-82c4-c7ab4929b3b7 req-08a415aa-7f70-4d67-8466-8ccffe8c5ea6 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378156 Feb 04 06:45:33.603731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90774ca3-a2f4-415d-a34b-1169033642e6 req-c3f0a940-ae43-4891-81a1-f833ea028676 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:33.605776 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90774ca3-a2f4-415d-a34b-1169033642e6 req-c3f0a940-ae43-4891-81a1-f833ea028676 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 943 time: 0.0869615 Feb 04 06:45:33.654785 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90774ca3-a2f4-415d-a34b-1169033642e6 req-6ef05daf-62a1-47d3-954d-e3afa28c2269 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431128 Feb 04 06:45:34.827153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 93d94c96-b1fe-4689-8ea5-a3d3323abece details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:45:34.837351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eabf3-5928-40f3-875d-91933b07023c req-ebf65faa-03b6-402a-91ac-799ac1c842af tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:34.838839 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-db9eabf3-5928-40f3-875d-91933b07023c req-ebf65faa-03b6-402a-91ac-799ac1c842af tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 943 time: 0.0797026 Feb 04 06:45:34.884344 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-db9eabf3-5928-40f3-875d-91933b07023c req-cd445938-acab-41bd-8106-f2e3bf5a562d tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394471 Feb 04 06:45:34.959236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 93d94c96-b1fe-4689-8ea5-a3d3323abece, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=93d94c96-b1fe-4689-8ea5-a3d3323abece,segment=NetworkSegment(725c8f62-e812-4933-bf82-b7d6a3ae71d0),segment_id=725c8f62-e812-4933-bf82-b7d6a3ae71d0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:34.971934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '93d94c96-b1fe-4689-8ea5-a3d3323abece', 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4', 'port_id': '93d94c96-b1fe-4689-8ea5-a3d3323abece', 'mac_address': 'fa:16:3e:8f:7c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9939d01-f923-4271-abd7-6e2c9511fc43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:45:35.025109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.040972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d94c96-b1fe-4689-8ea5-a3d3323abece {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:45:35.056249 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 93d94c96-b1fe-4689-8ea5-a3d3323abece, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=93d94c96-b1fe-4689-8ea5-a3d3323abece,segment=NetworkSegment(725c8f62-e812-4933-bf82-b7d6a3ae71d0),segment_id=725c8f62-e812-4933-bf82-b7d6a3ae71d0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:35.162660 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:35.264232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=93d94c96-b1fe-4689-8ea5-a3d3323abece,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:35.524494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['93d94c96-b1fe-4689-8ea5-a3d3323abece'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:45:36.064776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156ff40-1e31-4ce0-abf1-674279156460 req-df83b762-c9a9-42c9-ab9c-47b5a3f23878 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:36.066223 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6156ff40-1e31-4ce0-abf1-674279156460 req-df83b762-c9a9-42c9-ab9c-47b5a3f23878 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 944 time: 0.0793004 Feb 04 06:45:36.112924 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6156ff40-1e31-4ce0-abf1-674279156460 req-281fdbcb-524f-4315-ade9-25ae58b9086e tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Feb 04 06:45:36.826417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 93d94c96-b1fe-4689-8ea5-a3d3323abece up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:45:36.985512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 93d94c96-b1fe-4689-8ea5-a3d3323abece completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:45:36.990672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 93d94c96-b1fe-4689-8ea5-a3d3323abece triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:45:36.991044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:37.106481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:37.132407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4ba8db-7116-41a3-874c-66e2f873bbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d94c96-b1fe-4689-8ea5-a3d3323abece'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:45:37.142666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 93d94c96-b1fe-4689-8ea5-a3d3323abece, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=93d94c96-b1fe-4689-8ea5-a3d3323abece,segment=NetworkSegment(725c8f62-e812-4933-bf82-b7d6a3ae71d0),segment_id=725c8f62-e812-4933-bf82-b7d6a3ae71d0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:37.178026 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4ba8db-7116-41a3-874c-66e2f873bbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d94c96-b1fe-4689-8ea5-a3d3323abece', 'code': 200} Feb 04 06:45:37.213525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:37.284068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=93d94c96-b1fe-4689-8ea5-a3d3323abece,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:37.309047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c764635-155b-4122-b545-2efeacee77cb req-061862dc-00a7-404e-9f1e-3aed0dfea789 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:37.310213 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c764635-155b-4122-b545-2efeacee77cb req-061862dc-00a7-404e-9f1e-3aed0dfea789 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.0882761 Feb 04 06:45:37.356373 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c764635-155b-4122-b545-2efeacee77cb req-a513dab5-a182-43e6-9cd9-2420e4d4ad5e tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401011 Feb 04 06:45:37.533848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27381667-9ec8-43d6-bf24-7753d8d7aea8 req-8ce50eeb-788c-4ee9-bf68-1dd8c9dcb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:37.535326 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-27381667-9ec8-43d6-bf24-7753d8d7aea8 req-8ce50eeb-788c-4ee9-bf68-1dd8c9dcb176 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 1098 time: 0.0688629 Feb 04 06:45:37.575094 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-27381667-9ec8-43d6-bf24-7753d8d7aea8 req-a33c92a9-1f92-415e-aa38-7ab76183c1ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334263 Feb 04 06:45:38.541447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9c8b6-5b52-4828-91af-a75e5edde776 req-d36243be-5ba4-47c5-ba91-680c5eb06cb7 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:38.542930 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6db9c8b6-5b52-4828-91af-a75e5edde776 req-d36243be-5ba4-47c5-ba91-680c5eb06cb7 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.0822673 Feb 04 06:45:38.699219 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6db9c8b6-5b52-4828-91af-a75e5edde776 req-3871af72-941e-42f6-a7a8-c27d40e719c4 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502502 Feb 04 06:45:39.881401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda928b3-4256-4346-b979-a7839b3f3e11 req-3a29d7a0-af45-4dae-a303-4c6af832347b tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:39.882860 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cda928b3-4256-4346-b979-a7839b3f3e11 req-3a29d7a0-af45-4dae-a303-4c6af832347b tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.0788920 Feb 04 06:45:39.926335 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cda928b3-4256-4346-b979-a7839b3f3e11 req-15faeb08-453e-4beb-9101-780eef322bc5 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 Feb 04 06:45:40.211002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-1f9f19ee-6bd2-4c8b-a0ad-7e0e92a4b9a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:40.212464 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-1f9f19ee-6bd2-4c8b-a0ad-7e0e92a4b9a1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/networks?id=1fdebcc5-624d-4f56-9762-144d52c5f5d4 HTTP/1.1" status: 200 len: 813 time: 0.1410930 Feb 04 06:45:40.227376 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-bdc7f36b-7287-41c3-b49d-23f740156532 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/quotas/14cbc0ad4602446889d8c4ee595de252 HTTP/1.1" status: 200 len: 375 time: 0.0094590 Feb 04 06:45:40.305688 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-be99d9f0-ef16-4bf3-9703-3b4bbf5bbbf9 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=14cbc0ad4602446889d8c4ee595de252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732017 Feb 04 06:45:40.449319 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-6765ffd3-2415-4a1e-8108-86f07eefdfb5 service neutron] 10.222.0.32 "GET /v2.0/networks/1fdebcc5-624d-4f56-9762-144d52c5f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371384 Feb 04 06:45:40.578849 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-c4f1a35f-0671-4fc9-ae9a-dfed5891c9b3 service neutron] 10.222.0.32 "GET /v2.0/networks/1fdebcc5-624d-4f56-9762-144d52c5f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235275 Feb 04 06:45:40.859311 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5acb02af-cbe9-4afe-ab77-757f0b6d175f req-f2156bdf-24cf-45d2-bf46-20e80711b9ba tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 210 time: 0.0455461 Feb 04 06:45:42.011711 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-116f69f7-d892-4ed2-a127-d32603230d2e req-95b2ee35-666c-45cc-ac59-9e7706213e1f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 210 time: 0.0462499 Feb 04 06:45:42.738072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-739bffff-5afe-4c2b-bd59-14d39e30450c tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:42.739457 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-739bffff-5afe-4c2b-bd59-14d39e30450c tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.24 "GET /v2.0/networks?id=1fdebcc5-624d-4f56-9762-144d52c5f5d4 HTTP/1.1" status: 200 len: 813 time: 0.1489408 Feb 04 06:45:42.750757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Request body: {'port': {'device_id': '6434071b-5fca-4e9e-92e4-09a9728f2a22', 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4', 'admin_state_up': True, 'tenant_id': '14cbc0ad4602446889d8c4ee595de252'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:42.884903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:45:42.894383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:45:42.968375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Made reservation on behalf of 14cbc0ad4602446889d8c4ee595de252 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:45:42.971910 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:43.137964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Allocated IP 172.20.0.11 (1fdebcc5-624d-4f56-9762-144d52c5f5d4/a9939d01-f923-4271-abd7-6e2c9511fc43/e2d233b1-8848-4533-93a9-0eddb5e7482a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:45:43.164404 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a7fd8f26-0fbd-425e-be82-35de097195e4 req-9d384081-41c5-4ef3-ac96-c5fce6493b26 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 210 time: 0.0424726 Feb 04 06:45:43.336049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:43.408698 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:43.419549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['93d94c96-b1fe-4689-8ea5-a3d3323abece'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:45:43.476240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:45:43.479325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:45:43.483408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:45:43.523611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Pushing event updated for resources: {'Port': ['ID=e2d233b1-8848-4533-93a9-0eddb5e7482a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:43.556335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:43.556975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:43.649025 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-d656501f-543b-40f5-9214-fafa6b7b160f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9017406 Feb 04 06:45:43.660030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Request body: {'port': {'device_id': '6434071b-5fca-4e9e-92e4-09a9728f2a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:45:43.768298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:44.206086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d233b1-8848-4533-93a9-0eddb5e7482a {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:45:44.213733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:44.228206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Transition to ACTIVE for port object e2d233b1-8848-4533-93a9-0eddb5e7482a will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:45:44.312855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:44.456125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Pushing event updated for resources: {'Port': ['ID=e2d233b1-8848-4533-93a9-0eddb5e7482a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:44.538252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313ec29-dc6a-4c40-85af-3f97f9823a78 req-2618934c-0876-4fab-9539-456ef543fd19 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:44.538941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-f313ec29-dc6a-4c40-85af-3f97f9823a78 req-2618934c-0876-4fab-9539-456ef543fd19 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Synchronizing usage tracker for tenant:14cbc0ad4602446889d8c4ee595de252 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:45:44.580607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Attempting to bind port e2d233b1-8848-4533-93a9-0eddb5e7482a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:45:44.580964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Attempting to bind port e2d233b1-8848-4533-93a9-0eddb5e7482a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '725c8f62-e812-4933-bf82-b7d6a3ae71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:45:44.583361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Attempting to bind port e2d233b1-8848-4533-93a9-0eddb5e7482a on network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:45:44.586329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Port e2d233b1-8848-4533-93a9-0eddb5e7482a on network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:45:44.586643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Attempting to bind port e2d233b1-8848-4533-93a9-0eddb5e7482a on network 1fdebcc5-624d-4f56-9762-144d52c5f5d4 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:45:44.591642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:45:44.591966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Checking segment: {'id': '725c8f62-e812-4933-bf82-b7d6a3ae71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:45:44.592341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Bound using segment: {'id': '725c8f62-e812-4933-bf82-b7d6a3ae71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:45:44.592787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Bound port: e2d233b1-8848-4533-93a9-0eddb5e7482a, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '725c8f62-e812-4933-bf82-b7d6a3ae71d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:45:44.593124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:44.635095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-f313ec29-dc6a-4c40-85af-3f97f9823a78 req-2618934c-0876-4fab-9539-456ef543fd19 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Unset dirty status for tenant:14cbc0ad4602446889d8c4ee595de252 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:45:44.636254 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f313ec29-dc6a-4c40-85af-3f97f9823a78 req-2618934c-0876-4fab-9539-456ef543fd19 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 932 time: 0.3675964 Feb 04 06:45:44.710907 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f313ec29-dc6a-4c40-85af-3f97f9823a78 req-71e8a923-b4ae-4c54-bc80-a7737717bb2c tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681436 Feb 04 06:45:44.713221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] For port e2d233b1-8848-4533-93a9-0eddb5e7482a, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:45:44.716553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] For port e2d233b1-8848-4533-93a9-0eddb5e7482a, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e2d233b1-8848-4533-93a9-0eddb5e7482a,segment=NetworkSegment(725c8f62-e812-4933-bf82-b7d6a3ae71d0),segment_id=725c8f62-e812-4933-bf82-b7d6a3ae71d0)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:45:44.809197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:44.872942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:44.873557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:44.874909 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] 10.222.0.24 "PUT /v2.0/ports/e2d233b1-8848-4533-93a9-0eddb5e7482a HTTP/1.1" status: 200 len: 1094 time: 1.2189834 Feb 04 06:45:44.875340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6434071b-5fca-4e9e-92e4-09a9728f2a22', 'tag': 'e2d233b1-8848-4533-93a9-0eddb5e7482a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:45:44.894567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df72704-945e-4f62-ac96-830aedd71ddc service neutron] Pushing event updated for resources: {'Port': ['ID=e2d233b1-8848-4533-93a9-0eddb5e7482a,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:44.923216 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6434071b-5fca-4e9e-92e4-09a9728f2a22', 'tag': 'e2d233b1-8848-4533-93a9-0eddb5e7482a', 'status': 'completed', 'code': 200} Feb 04 06:45:45.020999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df85439-f0db-48c0-8b27-2e9d961f3e07 req-a08450b8-39ba-4e4d-b082-c4f46966f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:45.022474 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6df85439-f0db-48c0-8b27-2e9d961f3e07 req-a08450b8-39ba-4e4d-b082-c4f46966f46b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14cbc0ad4602446889d8c4ee595de252&device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 1097 time: 0.0715413 Feb 04 06:45:45.175479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df85439-f0db-48c0-8b27-2e9d961f3e07 req-98abd1c2-3440-40bc-8d90-8d7496a16276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:45.177479 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6df85439-f0db-48c0-8b27-2e9d961f3e07 req-98abd1c2-3440-40bc-8d90-8d7496a16276 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=14cbc0ad4602446889d8c4ee595de252&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1464374 Feb 04 06:45:45.310762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df85439-f0db-48c0-8b27-2e9d961f3e07 req-17d9bf81-54c2-439e-8192-8c740f9d7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:45.312118 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6df85439-f0db-48c0-8b27-2e9d961f3e07 req-17d9bf81-54c2-439e-8192-8c740f9d7911 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296332 Feb 04 06:45:45.436823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-9e617cf8-fe20-4ab0-9715-c7b87f107dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:45.438292 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-9e617cf8-fe20-4ab0-9715-c7b87f107dcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=14cbc0ad4602446889d8c4ee595de252&device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 1097 time: 0.0912273 Feb 04 06:45:45.504810 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-3d5fdfe8-2c2a-47c1-b550-930488ef39d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d233b1-8848-4533-93a9-0eddb5e7482a HTTP/1.1" status: 200 len: 217 time: 0.0597291 Feb 04 06:45:45.568816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-0762dcc4-a87b-457d-adb3-212aaab53d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:45.570140 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-0762dcc4-a87b-457d-adb3-212aaab53d3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9939d01-f923-4271-abd7-6e2c9511fc43 HTTP/1.1" status: 200 len: 853 time: 0.0602279 Feb 04 06:45:45.615157 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-5b841149-394a-4a9e-8dc2-378835322df6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fdebcc5-624d-4f56-9762-144d52c5f5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392756 Feb 04 06:45:45.728820 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2cdda41-640e-4885-bddd-fef1dfc3d9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:45.744687 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-5c0d656d-bb3b-4962-8546-bb74d0db0e29 service neutron] 10.222.0.24 "GET /v2.0/networks/1fdebcc5-624d-4f56-9762-144d52c5f5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233580 Feb 04 06:45:46.091144 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-72ed5da5-b884-44ca-a36b-8c7459e34448 req-4ace8711-3c7c-4d21-a31a-cd43fa404e34 service neutron] 10.222.0.24 "GET /v2.0/networks/1fdebcc5-624d-4f56-9762-144d52c5f5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404632 Feb 04 06:45:46.107601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e14c61-5b51-4598-a279-7ab6e682f42d req-31b2cdfa-a5a4-4d77-8dbd-8c92c1abeb29 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:46.109162 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2e14c61-5b51-4598-a279-7ab6e682f42d req-31b2cdfa-a5a4-4d77-8dbd-8c92c1abeb29 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 944 time: 0.1306427 Feb 04 06:45:46.153255 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2e14c61-5b51-4598-a279-7ab6e682f42d req-4dc61bc2-b7cf-482f-96ee-5e4c8744526e tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378487 Feb 04 06:45:47.350006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f00fd-4cc0-4e5d-828a-6af10fc3d3bc req-5cc0c99f-2660-4b0a-97b6-1068a499b450 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:47.352218 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-067f00fd-4cc0-4e5d-828a-6af10fc3d3bc req-5cc0c99f-2660-4b0a-97b6-1068a499b450 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 944 time: 0.0917602 Feb 04 06:45:47.405684 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-067f00fd-4cc0-4e5d-828a-6af10fc3d3bc req-5bfa3ec3-994f-4af6-9385-11e927d19c5f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432417 Feb 04 06:45:48.002483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-87c0b741-cde2-438e-ae45-725dea354459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:48.595860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0919381-85f2-495d-9d72-04bfc040bd2e req-517372bf-0f98-446f-88e5-5881426a0cc2 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:48.597330 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d0919381-85f2-495d-9d72-04bfc040bd2e req-517372bf-0f98-446f-88e5-5881426a0cc2 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 944 time: 0.0808654 Feb 04 06:45:48.642254 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d0919381-85f2-495d-9d72-04bfc040bd2e req-a6747d53-0c67-4b48-aaaf-1879d8507086 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Feb 04 06:45:48.937485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device e2d233b1-8848-4533-93a9-0eddb5e7482a details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:45:49.088289 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port e2d233b1-8848-4533-93a9-0eddb5e7482a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e2d233b1-8848-4533-93a9-0eddb5e7482a,segment=NetworkSegment(725c8f62-e812-4933-bf82-b7d6a3ae71d0),segment_id=725c8f62-e812-4933-bf82-b7d6a3ae71d0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:49.109253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'e2d233b1-8848-4533-93a9-0eddb5e7482a', 'network_id': '1fdebcc5-624d-4f56-9762-144d52c5f5d4', 'port_id': 'e2d233b1-8848-4533-93a9-0eddb5e7482a', 'mac_address': 'fa:16:3e:16:e8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9939d01-f923-4271-abd7-6e2c9511fc43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:45:49.167556 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:49.178516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:49.186561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d233b1-8848-4533-93a9-0eddb5e7482a {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:45:49.201040 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:49.202560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port e2d233b1-8848-4533-93a9-0eddb5e7482a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e2d233b1-8848-4533-93a9-0eddb5e7482a,segment=NetworkSegment(725c8f62-e812-4933-bf82-b7d6a3ae71d0),segment_id=725c8f62-e812-4933-bf82-b7d6a3ae71d0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:49.265340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:49.329971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=e2d233b1-8848-4533-93a9-0eddb5e7482a,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:49.336968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.337314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.337648 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.337976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.338308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.338624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.338943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.339259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.339580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.339894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.340208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.340516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:45:49.591502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['e2d233b1-8848-4533-93a9-0eddb5e7482a'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:45:49.827305 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387a92e-3aa9-4712-b315-3e84f3a1f231 req-6522580f-77e1-484f-b182-22b83355d9b5 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:49.828678 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4387a92e-3aa9-4712-b315-3e84f3a1f231 req-6522580f-77e1-484f-b182-22b83355d9b5 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 945 time: 0.0794640 Feb 04 06:45:49.873572 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4387a92e-3aa9-4712-b315-3e84f3a1f231 req-8b7b4c29-e9a3-48e3-bf4a-3049c2b4649f tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384471 Feb 04 06:45:49.996726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:50.636472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:50.953334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device e2d233b1-8848-4533-93a9-0eddb5e7482a up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:45:51.061378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160ecd-a76b-421f-9f3f-32134050aef9 req-64ec27b8-a5a9-4120-85c2-9a3e948f5374 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:51.062842 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-54160ecd-a76b-421f-9f3f-32134050aef9 req-64ec27b8-a5a9-4120-85c2-9a3e948f5374 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 945 time: 0.0837116 Feb 04 06:45:51.076764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port e2d233b1-8848-4533-93a9-0eddb5e7482a completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:45:51.081880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port e2d233b1-8848-4533-93a9-0eddb5e7482a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:45:51.082252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:51.106706 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-54160ecd-a76b-421f-9f3f-32134050aef9 req-c14769ec-3b34-4f12-b344-688ca6cb52f3 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 Feb 04 06:45:51.197582 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:51.224245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6434071b-5fca-4e9e-92e4-09a9728f2a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d233b1-8848-4533-93a9-0eddb5e7482a'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:45:51.234149 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port e2d233b1-8848-4533-93a9-0eddb5e7482a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e2d233b1-8848-4533-93a9-0eddb5e7482a,segment=NetworkSegment(725c8f62-e812-4933-bf82-b7d6a3ae71d0),segment_id=725c8f62-e812-4933-bf82-b7d6a3ae71d0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:51.267820 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6434071b-5fca-4e9e-92e4-09a9728f2a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d233b1-8848-4533-93a9-0eddb5e7482a', 'code': 200} Feb 04 06:45:51.288331 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:51.358869 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=e2d233b1-8848-4533-93a9-0eddb5e7482a,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:51.803270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3462928-84a7-4d89-afea-b116c82fbf2e req-68b12f1b-773e-481f-a656-475f0358d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:51.804725 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3462928-84a7-4d89-afea-b116c82fbf2e req-68b12f1b-773e-481f-a656-475f0358d48b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 1099 time: 0.0703263 Feb 04 06:45:51.846701 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f3462928-84a7-4d89-afea-b116c82fbf2e req-26ac51dd-7556-4cbf-8152-f6c85adfcfa6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364757 Feb 04 06:45:52.289857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666db18-048e-4af8-b408-d1f871c648a8 req-c2b465e2-abc6-4269-8270-ce1e78a033a6 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:52.291304 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6666db18-048e-4af8-b408-d1f871c648a8 req-c2b465e2-abc6-4269-8270-ce1e78a033a6 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 946 time: 0.0801282 Feb 04 06:45:52.335361 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6666db18-048e-4af8-b408-d1f871c648a8 req-41034d83-73f0-4fba-aa79-89c15346e773 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383282 Feb 04 06:45:53.528613 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72a246-bd43-44e9-b710-3847c8e0e98c req-f3044780-8485-4736-8e0b-52d17c24cf86 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:53.530134 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-db72a246-bd43-44e9-b710-3847c8e0e98c req-f3044780-8485-4736-8e0b-52d17c24cf86 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 946 time: 0.0870502 Feb 04 06:45:53.573928 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-db72a246-bd43-44e9-b710-3847c8e0e98c req-f5fa42e1-1cf4-4cc3-a475-77a99f0be290 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381494 Feb 04 06:45:54.162090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9370587-f58e-4300-8a8f-ca0b117286d6 req-0ba5e644-92c3-4c50-a17f-5425f7f0a0cc tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:54.163545 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c9370587-f58e-4300-8a8f-ca0b117286d6 req-0ba5e644-92c3-4c50-a17f-5425f7f0a0cc tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 946 time: 0.0788620 Feb 04 06:45:54.208143 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c9370587-f58e-4300-8a8f-ca0b117286d6 req-2152ff99-88c5-47df-82b6-8dd7e60794a2 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383592 Feb 04 06:45:55.397320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f3d38-6914-4e19-9f11-8537604efb27 req-39dfbffa-2f0e-4de2-a72e-3ec80cfe3951 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:55.398739 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cd8f3d38-6914-4e19-9f11-8537604efb27 req-39dfbffa-2f0e-4de2-a72e-3ec80cfe3951 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 946 time: 0.0849817 Feb 04 06:45:55.444396 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cd8f3d38-6914-4e19-9f11-8537604efb27 req-8b72c65b-eb92-4341-a7ad-a45f1bb019dc tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Feb 04 06:45:55.664674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de847b-d63b-4f11-b118-1c55cd7ec592 req-3b06f1d6-949b-4dde-9b2f-8b70484936a9 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:55.666108 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-50de847b-d63b-4f11-b118-1c55cd7ec592 req-3b06f1d6-949b-4dde-9b2f-8b70484936a9 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.24 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 946 time: 0.0791993 Feb 04 06:45:55.737427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-50de847b-d63b-4f11-b118-1c55cd7ec592 req-4ecea46d-b9e9-4579-9776-f3178cf6b845 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Deleting port e2d233b1-8848-4533-93a9-0eddb5e7482a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:45:55.737766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-50de847b-d63b-4f11-b118-1c55cd7ec592 req-4ecea46d-b9e9-4579-9776-f3178cf6b845 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:55.978683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-50de847b-d63b-4f11-b118-1c55cd7ec592 req-4ecea46d-b9e9-4579-9776-f3178cf6b845 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] For port e2d233b1-8848-4533-93a9-0eddb5e7482a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e2d233b1-8848-4533-93a9-0eddb5e7482a,segment=NetworkSegment(725c8f62-e812-4933-bf82-b7d6a3ae71d0),segment_id=725c8f62-e812-4933-bf82-b7d6a3ae71d0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:45:55.979043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-50de847b-d63b-4f11-b118-1c55cd7ec592 req-4ecea46d-b9e9-4579-9776-f3178cf6b845 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:56.102285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-50de847b-d63b-4f11-b118-1c55cd7ec592 req-4ecea46d-b9e9-4579-9776-f3178cf6b845 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Calling delete_port for e2d233b1-8848-4533-93a9-0eddb5e7482a owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:45:56.317416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-50de847b-d63b-4f11-b118-1c55cd7ec592 req-4ecea46d-b9e9-4579-9776-f3178cf6b845 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:56.328669 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['93d94c96-b1fe-4689-8ea5-a3d3323abece', 'e2d233b1-8848-4533-93a9-0eddb5e7482a'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:45:56.368743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecea46d-b9e9-4579-9776-f3178cf6b845 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Pushing event deleted for resources: {'Port': ['ID=e2d233b1-8848-4533-93a9-0eddb5e7482a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:45:56.446720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-50de847b-d63b-4f11-b118-1c55cd7ec592 req-4ecea46d-b9e9-4579-9776-f3178cf6b845 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] No DVR routers for this DVR port e2d233b1-8848-4533-93a9-0eddb5e7482a on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:45:56.449183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-50de847b-d63b-4f11-b118-1c55cd7ec592 req-4ecea46d-b9e9-4579-9776-f3178cf6b845 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:45:56.451723 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6434071b-5fca-4e9e-92e4-09a9728f2a22', 'name': 'network-vif-deleted', 'tag': 'e2d233b1-8848-4533-93a9-0eddb5e7482a'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:45:56.524126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6434071b-5fca-4e9e-92e4-09a9728f2a22', 'name': 'network-vif-deleted', 'tag': 'e2d233b1-8848-4533-93a9-0eddb5e7482a', 'status': 'completed', 'code': 200} Feb 04 06:45:56.552075 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-50de847b-d63b-4f11-b118-1c55cd7ec592 req-4ecea46d-b9e9-4579-9776-f3178cf6b845 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.24 "DELETE /v2.0/ports/e2d233b1-8848-4533-93a9-0eddb5e7482a HTTP/1.1" status: 204 len: 173 time: 0.8807831 Feb 04 06:45:56.616857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a71f9ade-de43-4e9a-8ec5-b15cb1dd1333 req-dbebfe75-caa2-45bb-ba41-224b470b4c00 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Synchronizing usage tracker for tenant:14cbc0ad4602446889d8c4ee595de252 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:45:56.681525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a71f9ade-de43-4e9a-8ec5-b15cb1dd1333 req-dbebfe75-caa2-45bb-ba41-224b470b4c00 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Unset dirty status for tenant:14cbc0ad4602446889d8c4ee595de252 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:45:56.682695 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a71f9ade-de43-4e9a-8ec5-b15cb1dd1333 req-dbebfe75-caa2-45bb-ba41-224b470b4c00 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=6434071b-5fca-4e9e-92e4-09a9728f2a22 HTTP/1.1" status: 200 len: 210 time: 0.1076810 Feb 04 06:45:57.914140 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:45:57.936676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98519ce1-6f4c-4383-a0ef-b16b03e5ac3e req-7ebbfdb3-1abe-4a9f-acbe-8d0c40cf4e21 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:57.938124 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-98519ce1-6f4c-4383-a0ef-b16b03e5ac3e req-7ebbfdb3-1abe-4a9f-acbe-8d0c40cf4e21 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.0800724 Feb 04 06:45:57.981319 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-98519ce1-6f4c-4383-a0ef-b16b03e5ac3e req-8fb5c17c-3dcd-486c-ac61-c005f230f9c9 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369585 Feb 04 06:45:58.182133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59215f8a-2398-4942-8892-fbb4047eb404 req-02620175-c5fc-4843-97a0-e2580ff70236 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:58.183590 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-59215f8a-2398-4942-8892-fbb4047eb404 req-02620175-c5fc-4843-97a0-e2580ff70236 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.0822790 Feb 04 06:45:58.228129 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-59215f8a-2398-4942-8892-fbb4047eb404 req-90366798-89bd-4f15-a06a-ef6a98b8f47e tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388682 Feb 04 06:45:58.410745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6e08-8657-4bbb-8f32-5eed7dfe5aa3 req-0a4bd2c7-c472-4075-a70d-e4a74e7cbfb9 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:58.412163 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c5cf6e08-8657-4bbb-8f32-5eed7dfe5aa3 req-0a4bd2c7-c472-4075-a70d-e4a74e7cbfb9 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.0813568 Feb 04 06:45:58.455422 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c5cf6e08-8657-4bbb-8f32-5eed7dfe5aa3 req-e8c28939-97cc-4e37-aefe-dbe21b596670 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375218 Feb 04 06:45:58.741820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c5232-16d9-459d-83d1-de1cd0ea03d7 req-831e6d74-7764-4ab4-9a29-6e99ba8362c1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:58.743319 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-274c5232-16d9-459d-83d1-de1cd0ea03d7 req-831e6d74-7764-4ab4-9a29-6e99ba8362c1 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.0783839 Feb 04 06:45:58.790929 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-274c5232-16d9-459d-83d1-de1cd0ea03d7 req-08b07364-b7ee-4429-8612-703562320498 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Feb 04 06:45:58.975237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb09bd3-e774-4316-859c-073c14731c19 req-c64df8ab-5c66-493a-8903-79f9f68cda11 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:58.976701 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7cb09bd3-e774-4316-859c-073c14731c19 req-c64df8ab-5c66-493a-8903-79f9f68cda11 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.0787446 Feb 04 06:45:58.983211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device e2d233b1-8848-4533-93a9-0eddb5e7482a no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:45:59.016879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: e2d233b1-8848-4533-93a9-0eddb5e7482a {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:45:59.017140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device e2d233b1-8848-4533-93a9-0eddb5e7482a not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:45:59.025926 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7cb09bd3-e774-4316-859c-073c14731c19 req-305c39ec-ef1f-4fe1-ad7d-2030e2cc1332 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434358 Feb 04 06:45:59.217652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e946-2018-49ed-911f-99a974863f14 req-5b2e4d7d-2f35-487f-8cbc-7595e4c645ef tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:45:59.219114 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a595e946-2018-49ed-911f-99a974863f14 req-5b2e4d7d-2f35-487f-8cbc-7595e4c645ef tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.0803382 Feb 04 06:45:59.262411 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a595e946-2018-49ed-911f-99a974863f14 req-8e9dca63-7fbf-4055-b85a-b0e240caf718 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376427 Feb 04 06:46:00.055311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a63c1d-20c0-45f9-942a-8d8b95338507 req-03236b67-fd78-4657-b6ba-d6d0b122bad5 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:00.056717 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-59a63c1d-20c0-45f9-942a-8d8b95338507 req-03236b67-fd78-4657-b6ba-d6d0b122bad5 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.1776676 Feb 04 06:46:00.099679 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-59a63c1d-20c0-45f9-942a-8d8b95338507 req-e8438d7d-3775-4695-81da-fd0e58deedd8 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372360 Feb 04 06:46:01.281582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2970d2-4fdc-47db-a9e7-5e4dab6dafab req-a167a4b1-f7fa-4b53-bafd-301fee77efa7 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:01.283014 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1f2970d2-4fdc-47db-a9e7-5e4dab6dafab req-a167a4b1-f7fa-4b53-bafd-301fee77efa7 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.0778506 Feb 04 06:46:01.327021 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1f2970d2-4fdc-47db-a9e7-5e4dab6dafab req-55561a82-7c30-4f01-b106-eb8c82d7db08 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e733ee4-9124-4828-9a94-f7f9f53d46de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Feb 04 06:46:01.487114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152044e-832f-47c7-a022-c6898e08f31d req-abe862fc-01e1-4a91-9466-753337b8681c tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:01.488631 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6152044e-832f-47c7-a022-c6898e08f31d req-abe862fc-01e1-4a91-9466-753337b8681c tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 945 time: 0.0799670 Feb 04 06:46:01.562532 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6152044e-832f-47c7-a022-c6898e08f31d req-834c2aaa-576d-4ef2-b46e-7ad59b1a0766 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Deleting port 93d94c96-b1fe-4689-8ea5-a3d3323abece {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:01.562865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6152044e-832f-47c7-a022-c6898e08f31d req-834c2aaa-576d-4ef2-b46e-7ad59b1a0766 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:01.812405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6152044e-832f-47c7-a022-c6898e08f31d req-834c2aaa-576d-4ef2-b46e-7ad59b1a0766 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] For port 93d94c96-b1fe-4689-8ea5-a3d3323abece, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=93d94c96-b1fe-4689-8ea5-a3d3323abece,segment=NetworkSegment(725c8f62-e812-4933-bf82-b7d6a3ae71d0),segment_id=725c8f62-e812-4933-bf82-b7d6a3ae71d0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:01.812694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6152044e-832f-47c7-a022-c6898e08f31d req-834c2aaa-576d-4ef2-b46e-7ad59b1a0766 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:01.935663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6152044e-832f-47c7-a022-c6898e08f31d req-834c2aaa-576d-4ef2-b46e-7ad59b1a0766 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Calling delete_port for 93d94c96-b1fe-4689-8ea5-a3d3323abece owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:46:02.139988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6152044e-832f-47c7-a022-c6898e08f31d req-834c2aaa-576d-4ef2-b46e-7ad59b1a0766 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:02.159293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['93d94c96-b1fe-4689-8ea5-a3d3323abece'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:46:02.194615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c2aaa-576d-4ef2-b46e-7ad59b1a0766 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Pushing event deleted for resources: {'Port': ['ID=93d94c96-b1fe-4689-8ea5-a3d3323abece,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:02.275797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6152044e-832f-47c7-a022-c6898e08f31d req-834c2aaa-576d-4ef2-b46e-7ad59b1a0766 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] No DVR routers for this DVR port 93d94c96-b1fe-4689-8ea5-a3d3323abece on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:46:02.278269 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6152044e-832f-47c7-a022-c6898e08f31d req-834c2aaa-576d-4ef2-b46e-7ad59b1a0766 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:02.280800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4ba8db-7116-41a3-874c-66e2f873bbf6', 'name': 'network-vif-deleted', 'tag': '93d94c96-b1fe-4689-8ea5-a3d3323abece'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:46:02.325007 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4ba8db-7116-41a3-874c-66e2f873bbf6', 'name': 'network-vif-deleted', 'tag': '93d94c96-b1fe-4689-8ea5-a3d3323abece', 'status': 'completed', 'code': 200} Feb 04 06:46:02.380976 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6152044e-832f-47c7-a022-c6898e08f31d req-834c2aaa-576d-4ef2-b46e-7ad59b1a0766 tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.24 "DELETE /v2.0/ports/93d94c96-b1fe-4689-8ea5-a3d3323abece HTTP/1.1" status: 204 len: 173 time: 0.8872979 Feb 04 06:46:02.483226 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7d63d14a-1f86-4b12-8d8b-4359eaac39ef req-7a87f4e7-7c3f-4510-a6f0-ecf5ec075efc tempest-ServersNegativeTestJSON-1916804035 tempest-ServersNegativeTestJSON-1916804035-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e4ba8db-7116-41a3-874c-66e2f873bbf6 HTTP/1.1" status: 200 len: 210 time: 0.0508995 Feb 04 06:46:03.584316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55070) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:03.643857 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5fcd2e-edaa-4c5c-b950-975c9ce21153 admin admin] Deleting subnet a9939d01-f923-4271-abd7-6e2c9511fc43 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:46:03.647406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcd2e-edaa-4c5c-b950-975c9ce21153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:03.696921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcd2e-edaa-4c5c-b950-975c9ce21153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:03.756116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcd2e-edaa-4c5c-b950-975c9ce21153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:03.888998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcd2e-edaa-4c5c-b950-975c9ce21153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:03.925423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fcd2e-edaa-4c5c-b950-975c9ce21153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9939d01-f923-4271-abd7-6e2c9511fc43,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:03.931654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ed5fcd2e-edaa-4c5c-b950-975c9ce21153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:03.937716 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ed5fcd2e-edaa-4c5c-b950-975c9ce21153 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a9939d01-f923-4271-abd7-6e2c9511fc43 HTTP/1.1" status: 204 len: 168 time: 0.3524182 Feb 04 06:46:03.940252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55074) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:04.043749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:04.164799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:04.193713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdebcc5-624d-4f56-9762-144d52c5f5d4']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:04.205471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725c8f62-e812-4933-bf82-b7d6a3ae71d0') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:04.211833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725c8f62-e812-4933-bf82-b7d6a3ae71d0') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:04.218999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:04.240232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:04.246158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:46:04.246540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:46:04.259464 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:46:04.380172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:04.400393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:04.410415 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fdebcc5-624d-4f56-9762-144d52c5f5d4,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:04.471759 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cfa25bd9-57f8-43c4-9b56-da3993c5cd24 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1fdebcc5-624d-4f56-9762-144d52c5f5d4 HTTP/1.1" status: 204 len: 168 time: 0.5304604 Feb 04 06:46:04.811877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55080) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:04.858805 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a4353b5b-6d31-44f3-b15a-31e6cb93c0ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14cbc0ad4602446889d8c4ee595de252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472503 Feb 04 06:46:04.861286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55084) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:04.918128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cebfc883-addc-4363-9746-4b78af83f1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:04.944038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cebfc883-addc-4363-9746-4b78af83f1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:05.013106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 93d94c96-b1fe-4689-8ea5-a3d3323abece no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:46:05.050272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 93d94c96-b1fe-4689-8ea5-a3d3323abece {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:46:05.050627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 93d94c96-b1fe-4689-8ea5-a3d3323abece not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:46:05.077150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cebfc883-addc-4363-9746-4b78af83f1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:05.095256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfc883-addc-4363-9746-4b78af83f1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e733ee4-9124-4828-9a94-f7f9f53d46de,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:05.167032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cebfc883-addc-4363-9746-4b78af83f1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:05.168234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cebfc883-addc-4363-9746-4b78af83f1d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e733ee4-9124-4828-9a94-f7f9f53d46de HTTP/1.1" status: 204 len: 168 time: 0.3060760 Feb 04 06:46:06.291979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55108) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:06.391345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1967735191'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:06.396902 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:06.400770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Usage tracker for resource:network and tenant:f5e6363239d843158cf7aa5e73021305 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:06.403592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:06.409778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:06.493824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Made reservation on behalf of f5e6363239d843158cf7aa5e73021305 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:06.497283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:06.512957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:06.527601 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:06.531390 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Usage tracker for resource:security_group_rule and tenant:f5e6363239d843158cf7aa5e73021305 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:06.534167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:06.539742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:06.618944 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:06.703888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:06.736221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:46:06.744619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b404c2a-f5e9-4e8d-b264-bc1aacacfc1f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:06.750054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:06.750394 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Added segment 68307fb3-ce3d-4d76-aee9-e3254dfb8c58 of type vlan for network 18f30c35-698d-4b16-91a5-abd026116b53 Feb 04 06:46:06.776941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:06.882565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:06.887980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:06.888558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:06.995099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event updated for resources: {'Network': ['ID=18f30c35-698d-4b16-91a5-abd026116b53,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:07.005010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 18f30c35-698d-4b16-91a5-abd026116b53 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:46:07.072159 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f13b9963-1129-4bdc-a576-69c16ad2c5b8 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7790606 Feb 04 06:46:10.437769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55114) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:10.443265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Request body: {'subnet': {'network_id': '18f30c35-698d-4b16-91a5-abd026116b53', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:10.546451 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:10.550761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Usage tracker for resource:subnet and tenant:f5e6363239d843158cf7aa5e73021305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:10.554164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:10.559633 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:10.654134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Made reservation on behalf of f5e6363239d843158cf7aa5e73021305 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:10.657651 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:10.991829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:11.068505 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event updated for resources: {'Subnet': ['ID=c9de8d6b-72cf-4b2c-b787-3218395eed55,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:11.077345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Checking segment: {'id': '68307fb3-ce3d-4d76-aee9-e3254dfb8c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '18f30c35-698d-4b16-91a5-abd026116b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:11.077705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Network hostable DHCP agents. Network: 18f30c35-698d-4b16-91a5-abd026116b53, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:46:11.162481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Network 18f30c35-698d-4b16-91a5-abd026116b53 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:46:11.208504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 18f30c35-698d-4b16-91a5-abd026116b53) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:11.219298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:11.219863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:11.224256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3104fafa-66b3-49d6-8020-fd6791571f53 None None] Network 18f30c35-698d-4b16-91a5-abd026116b53 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:11.329310 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e5b509e1-2f80-459d-a09e-6312e3d3c66c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8901441 Feb 04 06:46:11.332409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55118) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:11.338493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2020937038'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:11.343604 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:11.347370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Usage tracker for resource:network and tenant:f5e6363239d843158cf7aa5e73021305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:11.350968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:11.357001 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:11.461356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-18f30c35-698d-4b16-91a5-abd026116b53', 'network_id': '18f30c35-698d-4b16-91a5-abd026116b53', 'tenant_id': 'f5e6363239d843158cf7aa5e73021305', 'fixed_ips': [{'subnet_id': 'c9de8d6b-72cf-4b2c-b787-3218395eed55'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:46:11.462229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:11.522481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Made reservation on behalf of f5e6363239d843158cf7aa5e73021305 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:11.526157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:11.555009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:46:11.563940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:11.564282 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Added segment 4de0f641-98d8-47be-9231-c6036b50cf61 of type vlan for network 063668a0-dac3-4c56-b5ed-b3e6cefaf411 Feb 04 06:46:11.600463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:11.619767 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Allocated IP 2001:db8:0:ffff::2 (18f30c35-698d-4b16-91a5-abd026116b53/c9de8d6b-72cf-4b2c-b787-3218395eed55/f7803e03-24ec-42ec-8ec7-dda78ad1c8e2) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:11.802378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:11.808325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:11.808928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:11.826724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:11.837740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Transition to ACTIVE for port object f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:11.855659 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Transition to ACTIVE for port object f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:11.914727 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event updated for resources: {'Network': ['ID=063668a0-dac3-4c56-b5ed-b3e6cefaf411,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:11.925641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 063668a0-dac3-4c56-b5ed-b3e6cefaf411 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:46:11.941668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:11.987152 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f99ac519-9da5-49c6-b26f-29da160f0f05 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6522791 Feb 04 06:46:11.989319 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55122) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:11.994816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Request body: {'subnet': {'network_id': '063668a0-dac3-4c56-b5ed-b3e6cefaf411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:12.071179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Network 18f30c35-698d-4b16-91a5-abd026116b53 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:12.075399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:12.088246 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:12.094248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Pushing event updated for resources: {'Port': ['ID=f7803e03-24ec-42ec-8ec7-dda78ad1c8e2,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:12.189018 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Attempting to bind port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:12.189394 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Attempting to bind port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '68307fb3-ce3d-4d76-aee9-e3254dfb8c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '18f30c35-698d-4b16-91a5-abd026116b53'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:12.189745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Attempting to bind port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 on network 18f30c35-698d-4b16-91a5-abd026116b53 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:12.195028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:12.195519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Checking segment: {'id': '68307fb3-ce3d-4d76-aee9-e3254dfb8c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '18f30c35-698d-4b16-91a5-abd026116b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:12.195929 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:12.196317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Bound using segment: {'id': '68307fb3-ce3d-4d76-aee9-e3254dfb8c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '18f30c35-698d-4b16-91a5-abd026116b53'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:12.196802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Bound port: f7803e03-24ec-42ec-8ec7-dda78ad1c8e2, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68307fb3-ce3d-4d76-aee9-e3254dfb8c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '18f30c35-698d-4b16-91a5-abd026116b53'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:12.197175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:12.206991 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:12.211403 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Usage tracker for resource:subnet and tenant:f5e6363239d843158cf7aa5e73021305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:12.214273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:12.219859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:12.277256 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Made reservation on behalf of f5e6363239d843158cf7aa5e73021305 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:12.280850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:12.291431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] For port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:12.294443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] For port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=f7803e03-24ec-42ec-8ec7-dda78ad1c8e2,segment=NetworkSegment(68307fb3-ce3d-4d76-aee9-e3254dfb8c58),segment_id=68307fb3-ce3d-4d76-aee9-e3254dfb8c58)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:12.386107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:12.470611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc994-f724-41bd-9190-aeaa83db9b94 None None] Pushing event updated for resources: {'Port': ['ID=f7803e03-24ec-42ec-8ec7-dda78ad1c8e2,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:12.601853 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:12.695987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event updated for resources: {'Subnet': ['ID=887213a5-9c3d-4d6a-b522-9f350105d2d5,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:12.701133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Checking segment: {'id': '4de0f641-98d8-47be-9231-c6036b50cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '063668a0-dac3-4c56-b5ed-b3e6cefaf411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:12.701563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Network hostable DHCP agents. Network: 063668a0-dac3-4c56-b5ed-b3e6cefaf411, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:46:12.767969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Network 063668a0-dac3-4c56-b5ed-b3e6cefaf411 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:46:12.831053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 063668a0-dac3-4c56-b5ed-b3e6cefaf411) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:12.839071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:12.839071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:12.841400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125752b8-72a4-4d80-96c5-ab8589819f88 None None] Network 063668a0-dac3-4c56-b5ed-b3e6cefaf411 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:12.908831 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9b778986-ebf2-4bb6-99bb-a249c6315d00 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9158413 Feb 04 06:46:12.909591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55126) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:13.060536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-063668a0-dac3-4c56-b5ed-b3e6cefaf411', 'network_id': '063668a0-dac3-4c56-b5ed-b3e6cefaf411', 'tenant_id': 'f5e6363239d843158cf7aa5e73021305', 'fixed_ips': [{'subnet_id': '887213a5-9c3d-4d6a-b522-9f350105d2d5'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:46:13.062131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.162060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.229932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Allocated IP 2001:db8::2 (063668a0-dac3-4c56-b5ed-b3e6cefaf411/887213a5-9c3d-4d6a-b522-9f350105d2d5/876206ff-2793-419a-9657-5f561b7c25f3) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:13.231660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.446250 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.457915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:13.486618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Transition to ACTIVE for port object 876206ff-2793-419a-9657-5f561b7c25f3 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:13.534373 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cbd9bb-41cd-4505-951c-0b95b20e9f98 None None] Network 18f30c35-698d-4b16-91a5-abd026116b53 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:13.633172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Transition to ACTIVE for port object 876206ff-2793-419a-9657-5f561b7c25f3 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:13.694922 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.741295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.775052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a7f7be1a-dc45-4651-a38d-7d2289e591fe None None] Provisioning for port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:13.778806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Subnet': ['ID=887213a5-9c3d-4d6a-b522-9f350105d2d5,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:13.788776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.789160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.789464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.789805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.790128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.790496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.790780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.791185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.791500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.791825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.792144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.792462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:13.800872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a7f7be1a-dc45-4651-a38d-7d2289e591fe None None] Provisioning complete for port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:13.801870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a7f7be1a-dc45-4651-a38d-7d2289e591fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.834064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Network 063668a0-dac3-4c56-b5ed-b3e6cefaf411 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:13.834815 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:13.850802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:13.853175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:13.881647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:13.882012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.890144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.916256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063668a0-dac3-4c56-b5ed-b3e6cefaf411']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:13.929244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de0f641-98d8-47be-9231-c6036b50cf61') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:13.929542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de0f641-98d8-47be-9231-c6036b50cf61') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:13.936328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Pushing event updated for resources: {'Port': ['ID=876206ff-2793-419a-9657-5f561b7c25f3,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:13.941498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.958912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.965369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:46:13.965693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:46:13.980215 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:46:14.085856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Attempting to bind port 876206ff-2793-419a-9657-5f561b7c25f3 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:14.086213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Attempting to bind port 876206ff-2793-419a-9657-5f561b7c25f3 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '4de0f641-98d8-47be-9231-c6036b50cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '063668a0-dac3-4c56-b5ed-b3e6cefaf411'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:14.086566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Attempting to bind port 876206ff-2793-419a-9657-5f561b7c25f3 on network 063668a0-dac3-4c56-b5ed-b3e6cefaf411 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:14.105549 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:46:14.105549 dv-neutron-827796-1-hyperv neutron-server[88198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:46:14.105549 dv-neutron-827796-1-hyperv neutron-server[88198]: [parameters: {'id': '063668a0-dac3-4c56-b5ed-b3e6cefaf411'}] Feb 04 06:46:14.105549 dv-neutron-827796-1-hyperv neutron-server[88198]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:46:14.105989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:46:14.121175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:14.121634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Checking segment: {'id': '4de0f641-98d8-47be-9231-c6036b50cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '063668a0-dac3-4c56-b5ed-b3e6cefaf411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:14.122011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.122395 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Bound using segment: {'id': '4de0f641-98d8-47be-9231-c6036b50cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '063668a0-dac3-4c56-b5ed-b3e6cefaf411'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:14.122856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Bound port: 876206ff-2793-419a-9657-5f561b7c25f3, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de0f641-98d8-47be-9231-c6036b50cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '063668a0-dac3-4c56-b5ed-b3e6cefaf411'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:14.123238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.266379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a7f7be1a-dc45-4651-a38d-7d2289e591fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.306864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.339900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] For port 876206ff-2793-419a-9657-5f561b7c25f3, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:14.349607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a7f7be1a-dc45-4651-a38d-7d2289e591fe None None] For port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=f7803e03-24ec-42ec-8ec7-dda78ad1c8e2,segment=NetworkSegment(68307fb3-ce3d-4d76-aee9-e3254dfb8c58),segment_id=68307fb3-ce3d-4d76-aee9-e3254dfb8c58)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:14.355302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] For port 876206ff-2793-419a-9657-5f561b7c25f3, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=876206ff-2793-419a-9657-5f561b7c25f3,segment=NetworkSegment(4de0f641-98d8-47be-9231-c6036b50cf61),segment_id=4de0f641-98d8-47be-9231-c6036b50cf61)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:14.437106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a7f7be1a-dc45-4651-a38d-7d2289e591fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.497210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.569648 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:46:14.569870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:46:14.578188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7be1a-dc45-4651-a38d-7d2289e591fe None None] Pushing event updated for resources: {'Port': ['ID=f7803e03-24ec-42ec-8ec7-dda78ad1c8e2,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:14.607210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.619082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Deleting port 876206ff-2793-419a-9657-5f561b7c25f3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:14.619409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.650728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-fe49dbe7-78d2-485b-9241-fb66f21528bb None None] Provisioning complete for port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:14.651095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fe49dbe7-78d2-485b-9241-fb66f21528bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.748693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e416c9f0-5bb7-40a9-9be1-fb9e7b094b44 None None] Network 063668a0-dac3-4c56-b5ed-b3e6cefaf411 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:14.824628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45913f-c7f3-4527-bcc0-562d326763a5 None None] Pushing event updated for resources: {'Port': ['ID=876206ff-2793-419a-9657-5f561b7c25f3,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:14.831019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] For port 876206ff-2793-419a-9657-5f561b7c25f3, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=876206ff-2793-419a-9657-5f561b7c25f3,segment=NetworkSegment(4de0f641-98d8-47be-9231-c6036b50cf61),segment_id=4de0f641-98d8-47be-9231-c6036b50cf61)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:14.831378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:14.962498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Calling delete_port for 876206ff-2793-419a-9657-5f561b7c25f3 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:46:15.003719 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8e397-46c0-49fb-80e5-be92d9db09bf None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:46:15.139980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.178721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa8e397-46c0-49fb-80e5-be92d9db09bf None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:46:15.190978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Port': ['ID=876206ff-2793-419a-9657-5f561b7c25f3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:15.194419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No DVR routers for this DVR port 876206ff-2793-419a-9657-5f561b7c25f3 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:46:15.316185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.344603 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063668a0-dac3-4c56-b5ed-b3e6cefaf411']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:15.357357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de0f641-98d8-47be-9231-c6036b50cf61') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:15.357640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de0f641-98d8-47be-9231-c6036b50cf61') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:15.370038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.388785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.395480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:46:15.396679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.403926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:46:15.413606 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:46:15.540489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:15.540984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.552133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.572186 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.578368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Network': ['ID=063668a0-dac3-4c56-b5ed-b3e6cefaf411,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:15.587372 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7be86ae9-fe08-4e7e-a4bb-219341d6a192 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/networks/063668a0-dac3-4c56-b5ed-b3e6cefaf411 HTTP/1.1" status: 204 len: 168 time: 2.6766775 Feb 04 06:46:15.590873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55130) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:15.596319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2072554335'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:15.604962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:15.609917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Usage tracker for resource:network and tenant:f5e6363239d843158cf7aa5e73021305 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:15.612987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:15.620158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:15.705055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Made reservation on behalf of f5e6363239d843158cf7aa5e73021305 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:15.708506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.736166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:46:15.745611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.746026 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Added segment b8c93472-e73e-41ba-92e9-54f63c3fc843 of type vlan for network 0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f Feb 04 06:46:15.772846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.790835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-50e9b277-7eaf-4a55-9c7e-212cce995352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.870735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:15.876248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:15.880146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:16.003303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event updated for resources: {'Network': ['ID=0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:16.013993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:46:16.065976 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ecd27d4b-4a7f-46d7-a672-7eca55f654a1 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4740281 Feb 04 06:46:16.069490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55134) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:16.075306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Request body: {'subnet': {'network_id': '0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:16.186387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:16.190118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Usage tracker for resource:subnet and tenant:f5e6363239d843158cf7aa5e73021305 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:16.193469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:16.198962 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:16.300314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Made reservation on behalf of f5e6363239d843158cf7aa5e73021305 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:16.303895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:16.498209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.ipam_backend_mixin [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Performing IP validity checks on allocation pools {{(pid=88198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 06:46:16.498725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.ipam_backend_mixin [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 06:46:16.682745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:16.763918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event updated for resources: {'Subnet': ['ID=4bd59ee9-feab-4899-844e-fca82a6f94f6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:16.767950 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Checking segment: {'id': 'b8c93472-e73e-41ba-92e9-54f63c3fc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:16.768305 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Network hostable DHCP agents. Network: 0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:46:16.836904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Network 0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:46:16.922793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:16.927413 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:16.931633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:16.933266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d36e612-17ec-427b-bdb4-4aebec899f96 None None] Network 0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:17.013554 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4bcadec3-abec-4f23-b713-9c2573173f2d tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9429805 Feb 04 06:46:17.016060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55138) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:17.152523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f', 'network_id': '0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f', 'tenant_id': 'f5e6363239d843158cf7aa5e73021305', 'fixed_ips': [{'subnet_id': '4bd59ee9-feab-4899-844e-fca82a6f94f6'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:46:17.153388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.157804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.228511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.310512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Allocated IP 2001:db8::3 (0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f/4bd59ee9-feab-4899-844e-fca82a6f94f6/2cf323d0-abef-4492-83d3-00c11ae1d98f) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:17.512973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.523212 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Transition to ACTIVE for port object 2cf323d0-abef-4492-83d3-00c11ae1d98f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:17.541116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Transition to ACTIVE for port object 2cf323d0-abef-4492-83d3-00c11ae1d98f will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:17.626594 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.694668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Network 0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:17.697595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:17.702011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:17.722150 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.733204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Pushing event updated for resources: {'Port': ['ID=2cf323d0-abef-4492-83d3-00c11ae1d98f,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:17.762258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd59ee9-feab-4899-844e-fca82a6f94f6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:17.796630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Attempting to bind port 2cf323d0-abef-4492-83d3-00c11ae1d98f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:17.797011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Attempting to bind port 2cf323d0-abef-4492-83d3-00c11ae1d98f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'b8c93472-e73e-41ba-92e9-54f63c3fc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:17.797364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Attempting to bind port 2cf323d0-abef-4492-83d3-00c11ae1d98f on network 0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:17.803733 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:17.804101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Checking segment: {'id': 'b8c93472-e73e-41ba-92e9-54f63c3fc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:17.804501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.805087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Bound using segment: {'id': 'b8c93472-e73e-41ba-92e9-54f63c3fc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:17.805436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Bound port: 2cf323d0-abef-4492-83d3-00c11ae1d98f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c93472-e73e-41ba-92e9-54f63c3fc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:17.805799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.857035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.881940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:17.891682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] For port 2cf323d0-abef-4492-83d3-00c11ae1d98f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:17.893694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c93472-e73e-41ba-92e9-54f63c3fc843') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:17.893992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c93472-e73e-41ba-92e9-54f63c3fc843') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:17.894638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] For port 2cf323d0-abef-4492-83d3-00c11ae1d98f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2cf323d0-abef-4492-83d3-00c11ae1d98f,segment=NetworkSegment(b8c93472-e73e-41ba-92e9-54f63c3fc843),segment_id=b8c93472-e73e-41ba-92e9-54f63c3fc843)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:17.905206 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.986037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.988326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:17.995782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:46:17.996104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:46:18.010731 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:46:18.030468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f81a1e3-eb69-4eaf-bc0d-531ceff99d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:18.110700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e70f81-858d-424c-b81b-8a0d0d25577f None None] Pushing event updated for resources: {'Port': ['ID=2cf323d0-abef-4492-83d3-00c11ae1d98f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:18.136099 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39618178-5b3b-4ce6-9d00-4bb11bdba72c None None] Network 0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:18.156957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:46:18.156957 dv-neutron-827796-1-hyperv neutron-server[88198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:46:18.156957 dv-neutron-827796-1-hyperv neutron-server[88198]: [parameters: {'id': '0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f'}] Feb 04 06:46:18.156957 dv-neutron-827796-1-hyperv neutron-server[88198]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:46:18.165992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:46:18.375850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53421973-43a3-406d-ba66-666a8dc748c7 None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:46:18.457014 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53421973-43a3-406d-ba66-666a8dc748c7 None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:46:18.658656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:18.669641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Deleting port 2cf323d0-abef-4492-83d3-00c11ae1d98f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:18.669979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:18.877816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] For port 2cf323d0-abef-4492-83d3-00c11ae1d98f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2cf323d0-abef-4492-83d3-00c11ae1d98f,segment=NetworkSegment(b8c93472-e73e-41ba-92e9-54f63c3fc843),segment_id=b8c93472-e73e-41ba-92e9-54f63c3fc843)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:18.878168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.009362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Calling delete_port for 2cf323d0-abef-4492-83d3-00c11ae1d98f owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:46:19.122575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.145257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.145423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.195114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Port': ['ID=2cf323d0-abef-4492-83d3-00c11ae1d98f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:19.198557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No DVR routers for this DVR port 2cf323d0-abef-4492-83d3-00c11ae1d98f on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:46:19.320956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.345216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:19.357450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c93472-e73e-41ba-92e9-54f63c3fc843') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:19.357743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c93472-e73e-41ba-92e9-54f63c3fc843') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:19.369171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.384871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.390586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:46:19.390957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:46:19.404849 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:46:19.636709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.653979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.664433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Network': ['ID=0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:19.670704 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9ca79ddd-99da-412a-aa51-ecdf9a70f851 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/networks/0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f HTTP/1.1" status: 204 len: 168 time: 2.6536775 Feb 04 06:46:19.674551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55142) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:19.679802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-883622011'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:19.684523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:19.688290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Usage tracker for resource:network and tenant:f5e6363239d843158cf7aa5e73021305 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:19.691117 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:19.697682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:19.797164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Made reservation on behalf of f5e6363239d843158cf7aa5e73021305 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:19.800927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.828706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:46:19.837699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.838039 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Added segment d7b73391-b0fb-4ac0-81d4-36260c74266e of type vlan for network 799df54e-8380-4130-b47c-589256189c4b Feb 04 06:46:19.865844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.951023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:19.956422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:19.962719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:20.013901 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:20.062021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event updated for resources: {'Network': ['ID=799df54e-8380-4130-b47c-589256189c4b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:20.071707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 799df54e-8380-4130-b47c-589256189c4b details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:46:20.106191 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7a15610d-0bcc-4197-98ea-19d81c6c06b5 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4306283 Feb 04 06:46:20.108909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55146) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:20.114479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Request body: {'subnet': {'network_id': '799df54e-8380-4130-b47c-589256189c4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:20.220249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:20.224063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Usage tracker for resource:subnet and tenant:f5e6363239d843158cf7aa5e73021305 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:20.227491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:20.233273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:20.316706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Made reservation on behalf of f5e6363239d843158cf7aa5e73021305 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:20.320799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:20.602489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:20.625204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:20.678690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event updated for resources: {'Subnet': ['ID=9222d61f-c7a7-45de-9c44-dd7ce267e8a6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:20.689989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Checking segment: {'id': 'd7b73391-b0fb-4ac0-81d4-36260c74266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '799df54e-8380-4130-b47c-589256189c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:20.690351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Network hostable DHCP agents. Network: 799df54e-8380-4130-b47c-589256189c4b, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:46:20.774408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Network 799df54e-8380-4130-b47c-589256189c4b is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:46:20.870641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 799df54e-8380-4130-b47c-589256189c4b) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:20.874626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:20.875275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:20.879780 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26ce77c-88c3-4892-a7be-42b18fcc06bf None None] Network 799df54e-8380-4130-b47c-589256189c4b requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:20.963428 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-033975a4-8fc0-4b19-ba01-f1f26677c60c tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8534520 Feb 04 06:46:20.967044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55150) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:20.973056 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1441921318'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:20.978579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:20.982395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Usage tracker for resource:network and tenant:f5e6363239d843158cf7aa5e73021305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:20.985230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:20.991253 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:21.082354 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Made reservation on behalf of f5e6363239d843158cf7aa5e73021305 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:21.086435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.103197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-799df54e-8380-4130-b47c-589256189c4b', 'network_id': '799df54e-8380-4130-b47c-589256189c4b', 'tenant_id': 'f5e6363239d843158cf7aa5e73021305', 'fixed_ips': [{'subnet_id': '9222d61f-c7a7-45de-9c44-dd7ce267e8a6'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:46:21.104134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.114173 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:46:21.122356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.123953 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Added segment 1c008a93-884b-48b2-8785-22358ed0574a of type vlan for network 13a83346-2f76-40e2-b7a1-409f6c4f1607 Feb 04 06:46:21.149920 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.259721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Allocated IP 2001:db8::2 (799df54e-8380-4130-b47c-589256189c4b/9222d61f-c7a7-45de-9c44-dd7ce267e8a6/6b25da96-faa6-4e5d-9bbb-a4b702545282) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:21.276606 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.282608 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:21.283200 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.389551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event updated for resources: {'Network': ['ID=13a83346-2f76-40e2-b7a1-409f6c4f1607,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:21.396879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.397223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.397563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.397897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.398228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.398556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.398881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.399205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.399529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.399847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.400167 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.400492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:21.430447 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 13a83346-2f76-40e2-b7a1-409f6c4f1607 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:46:21.506162 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7e4d3cc2-ef98-4e75-ae60-d251969fa171 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5379252 Feb 04 06:46:21.509410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55154) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:21.514860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Request body: {'subnet': {'network_id': '13a83346-2f76-40e2-b7a1-409f6c4f1607', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:21.539469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.562684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Transition to ACTIVE for port object 6b25da96-faa6-4e5d-9bbb-a4b702545282 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:21.583256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Transition to ACTIVE for port object 6b25da96-faa6-4e5d-9bbb-a4b702545282 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:21.624575 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:21.628187 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Usage tracker for resource:subnet and tenant:f5e6363239d843158cf7aa5e73021305 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:21.631581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:21.637135 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:21.659741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.727831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Network 799df54e-8380-4130-b47c-589256189c4b is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:21.728417 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Made reservation on behalf of f5e6363239d843158cf7aa5e73021305 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:21.730729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:21.732004 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.734476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:21.742239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Pushing event updated for resources: {'Port': ['ID=6b25da96-faa6-4e5d-9bbb-a4b702545282,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:21.827312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Attempting to bind port 6b25da96-faa6-4e5d-9bbb-a4b702545282 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:21.827672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Attempting to bind port 6b25da96-faa6-4e5d-9bbb-a4b702545282 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'd7b73391-b0fb-4ac0-81d4-36260c74266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '799df54e-8380-4130-b47c-589256189c4b'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:21.828052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Attempting to bind port 6b25da96-faa6-4e5d-9bbb-a4b702545282 on network 799df54e-8380-4130-b47c-589256189c4b {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:21.833332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:21.833769 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Checking segment: {'id': 'd7b73391-b0fb-4ac0-81d4-36260c74266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '799df54e-8380-4130-b47c-589256189c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:21.834163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.834551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Bound using segment: {'id': 'd7b73391-b0fb-4ac0-81d4-36260c74266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '799df54e-8380-4130-b47c-589256189c4b'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:21.835000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Bound port: 6b25da96-faa6-4e5d-9bbb-a4b702545282, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b73391-b0fb-4ac0-81d4-36260c74266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '799df54e-8380-4130-b47c-589256189c4b'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:21.835370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:21.957985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] For port 6b25da96-faa6-4e5d-9bbb-a4b702545282, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:21.961406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] For port 6b25da96-faa6-4e5d-9bbb-a4b702545282, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=6b25da96-faa6-4e5d-9bbb-a4b702545282,segment=NetworkSegment(d7b73391-b0fb-4ac0-81d4-36260c74266e),segment_id=d7b73391-b0fb-4ac0-81d4-36260c74266e)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:22.013932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:22.048739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:22.097106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event updated for resources: {'Subnet': ['ID=81a3da23-a5bd-4e24-adba-3165b7f1f1e5,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:22.105267 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Checking segment: {'id': '1c008a93-884b-48b2-8785-22358ed0574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '13a83346-2f76-40e2-b7a1-409f6c4f1607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:22.108956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Network hostable DHCP agents. Network: 13a83346-2f76-40e2-b7a1-409f6c4f1607, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:46:22.126870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7be1f6-dd8e-4681-a949-1bcc967f0f80 None None] Pushing event updated for resources: {'Port': ['ID=6b25da96-faa6-4e5d-9bbb-a4b702545282,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:22.265555 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Network 13a83346-2f76-40e2-b7a1-409f6c4f1607 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:46:22.367979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 13a83346-2f76-40e2-b7a1-409f6c4f1607) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:22.372347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:22.373059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:22.377302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb27eca-1f3c-458f-bfc3-4313664ddf18 None None] Network 13a83346-2f76-40e2-b7a1-409f6c4f1607 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:22.457680 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-70327c2d-8e80-4f42-9c2d-76fe3a78f37e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9446149 Feb 04 06:46:22.457895 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55158) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:22.601371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-13a83346-2f76-40e2-b7a1-409f6c4f1607', 'network_id': '13a83346-2f76-40e2-b7a1-409f6c4f1607', 'tenant_id': 'f5e6363239d843158cf7aa5e73021305', 'fixed_ips': [{'subnet_id': '81a3da23-a5bd-4e24-adba-3165b7f1f1e5'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:46:22.602223 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:22.613884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:22.682128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:22.760607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Allocated IP 2001:db8::2 (13a83346-2f76-40e2-b7a1-409f6c4f1607/81a3da23-a5bd-4e24-adba-3165b7f1f1e5/58729824-359d-4be9-9676-bfd37f579572) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:22.967551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:22.979369 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Transition to ACTIVE for port object 58729824-359d-4be9-9676-bfd37f579572 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:23.001539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Transition to ACTIVE for port object 58729824-359d-4be9-9676-bfd37f579572 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:23.077532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:23.148517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Network 13a83346-2f76-40e2-b7a1-409f6c4f1607 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:23.151505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:23.155094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:23.157754 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:23.163889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Pushing event updated for resources: {'Port': ['ID=58729824-359d-4be9-9676-bfd37f579572,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:23.166104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f10ab0-cf97-44e9-b0a8-d3e246449fa5 None None] Network 799df54e-8380-4130-b47c-589256189c4b requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:23.200374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Subnet': ['ID=81a3da23-a5bd-4e24-adba-3165b7f1f1e5,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:23.293324 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:23.319437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a83346-2f76-40e2-b7a1-409f6c4f1607']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:23.331703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c008a93-884b-48b2-8785-22358ed0574a') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:23.332003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c008a93-884b-48b2-8785-22358ed0574a') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:23.335516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Attempting to bind port 58729824-359d-4be9-9676-bfd37f579572 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:23.335947 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Attempting to bind port 58729824-359d-4be9-9676-bfd37f579572 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '1c008a93-884b-48b2-8785-22358ed0574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '13a83346-2f76-40e2-b7a1-409f6c4f1607'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:23.336307 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Attempting to bind port 58729824-359d-4be9-9676-bfd37f579572 on network 13a83346-2f76-40e2-b7a1-409f6c4f1607 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:23.343496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:23.347010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:23.347380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Checking segment: {'id': '1c008a93-884b-48b2-8785-22358ed0574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '13a83346-2f76-40e2-b7a1-409f6c4f1607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:23.347826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:23.348143 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Bound using segment: {'id': '1c008a93-884b-48b2-8785-22358ed0574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '13a83346-2f76-40e2-b7a1-409f6c4f1607'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:23.348594 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Bound port: 58729824-359d-4be9-9676-bfd37f579572, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c008a93-884b-48b2-8785-22358ed0574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '13a83346-2f76-40e2-b7a1-409f6c4f1607'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:23.349526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:23.360584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:23.367189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:46:23.367628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:46:23.383267 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:46:23.464557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-70ad00b9-7811-42a5-bfa6-07a95e0a3058 None None] Provisioning for port 6b25da96-faa6-4e5d-9bbb-a4b702545282 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:23.501655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 6b25da96-faa6-4e5d-9bbb-a4b702545282 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:23.562879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.db.api [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 06:46:23.562879 dv-neutron-827796-1-hyperv neutron-server[88199]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 06:46:23.562879 dv-neutron-827796-1-hyperv neutron-server[88199]: [parameters: {'id': '13a83346-2f76-40e2-b7a1-409f6c4f1607'}] Feb 04 06:46:23.562879 dv-neutron-827796-1-hyperv neutron-server[88199]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:46:23.563325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG oslo_db.api [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:46:23.596975 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] For port 58729824-359d-4be9-9676-bfd37f579572, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:23.638364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] For port 58729824-359d-4be9-9676-bfd37f579572, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=58729824-359d-4be9-9676-bfd37f579572,segment=NetworkSegment(1c008a93-884b-48b2-8785-22358ed0574a),segment_id=1c008a93-884b-48b2-8785-22358ed0574a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:23.717175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:23.761299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 6b25da96-faa6-4e5d-9bbb-a4b702545282 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:23.786894 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 6b25da96-faa6-4e5d-9bbb-a4b702545282 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:23.787425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:23.888847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398a1d5-beec-422c-880a-1493edd06e15 None None] Pushing event updated for resources: {'Port': ['ID=58729824-359d-4be9-9676-bfd37f579572,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:23.948150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f038a4e0-e8bb-44d6-936c-09d91134068b None None] Network 13a83346-2f76-40e2-b7a1-409f6c4f1607 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:24.064701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.076040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Deleting port 58729824-359d-4be9-9676-bfd37f579572 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:24.076367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.105049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.118876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-57ec5b73-b6ae-46e6-84df-06505de4ce04 None None] Provisioning complete for port 6b25da96-faa6-4e5d-9bbb-a4b702545282 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:24.119411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57ec5b73-b6ae-46e6-84df-06505de4ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.262404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 6b25da96-faa6-4e5d-9bbb-a4b702545282, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=6b25da96-faa6-4e5d-9bbb-a4b702545282,segment=NetworkSegment(d7b73391-b0fb-4ac0-81d4-36260c74266e),segment_id=d7b73391-b0fb-4ac0-81d4-36260c74266e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:24.338996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57ec5b73-b6ae-46e6-84df-06505de4ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.368795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aff99f-9088-4669-b8fd-c8867046c337 None None] get_active_networks_info from dv-neutron-827796-1-hyperv {{(pid=88200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 04 06:46:24.396088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.400483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] For port 58729824-359d-4be9-9676-bfd37f579572, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=58729824-359d-4be9-9676-bfd37f579572,segment=NetworkSegment(1c008a93-884b-48b2-8785-22358ed0574a),segment_id=1c008a93-884b-48b2-8785-22358ed0574a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:24.400921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.527925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Calling delete_port for 58729824-359d-4be9-9676-bfd37f579572 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:46:24.541572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-57ec5b73-b6ae-46e6-84df-06505de4ce04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:46:24.541919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-57ec5b73-b6ae-46e6-84df-06505de4ce04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:46:24.554792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=6b25da96-faa6-4e5d-9bbb-a4b702545282,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:24.573982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aff99f-9088-4669-b8fd-c8867046c337 None None] Resources bound (agent type, host, resource id): {{(pid=88200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:46:24.694564 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.745002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Port': ['ID=58729824-359d-4be9-9676-bfd37f579572,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:24.748591 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No DVR routers for this DVR port 58729824-359d-4be9-9676-bfd37f579572 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:46:24.873464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.897859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a83346-2f76-40e2-b7a1-409f6c4f1607']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:24.909820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c008a93-884b-48b2-8785-22358ed0574a') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:24.910121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c008a93-884b-48b2-8785-22358ed0574a') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:24.921602 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.937828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.944134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:46:24.944517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:46:24.959067 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:46:25.110689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:25.128023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:25.138827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Network': ['ID=13a83346-2f76-40e2-b7a1-409f6c4f1607,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:25.145072 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1aef730e-91df-449c-a65d-da9a875cc47f tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/networks/13a83346-2f76-40e2-b7a1-409f6c4f1607 HTTP/1.1" status: 204 len: 168 time: 2.6863050 Feb 04 06:46:25.148239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55162) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:25.187142 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ced73f8-d94b-4a46-afea-3456d8a11ddb tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] GET failed (client error): The resource could not be found. Feb 04 06:46:25.187641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8ced73f8-d94b-4a46-afea-3456d8a11ddb tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Synchronizing usage tracker for tenant:f5e6363239d843158cf7aa5e73021305 on resource:subnet {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:46:25.271597 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8ced73f8-d94b-4a46-afea-3456d8a11ddb tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Unset dirty status for tenant:f5e6363239d843158cf7aa5e73021305 on resource:subnet {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:46:25.272826 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8ced73f8-d94b-4a46-afea-3456d8a11ddb tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "GET /v2.0/subnets/81a3da23-a5bd-4e24-adba-3165b7f1f1e5 HTTP/1.1" status: 404 len: 337 time: 0.1236084 Feb 04 06:46:25.275693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55166) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:25.304546 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3174f4ac-bbad-48e8-9508-f4ebcf35daef tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] DELETE failed (client error): The resource could not be found. Feb 04 06:46:25.305071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3174f4ac-bbad-48e8-9508-f4ebcf35daef tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:46:25.306706 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3174f4ac-bbad-48e8-9508-f4ebcf35daef tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/networks/13a83346-2f76-40e2-b7a1-409f6c4f1607 HTTP/1.1" status: 404 len: 339 time: 0.0300157 Feb 04 06:46:25.310354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55170) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:25.347092 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4068b07-8520-4cf1-a525-f8f3bb483c82 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] DELETE failed (client error): The resource could not be found. Feb 04 06:46:25.347546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4068b07-8520-4cf1-a525-f8f3bb483c82 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:46:25.349787 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f4068b07-8520-4cf1-a525-f8f3bb483c82 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/subnets/81a3da23-a5bd-4e24-adba-3165b7f1f1e5 HTTP/1.1" status: 404 len: 337 time: 0.0379682 Feb 04 06:46:25.352235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55174) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:25.376504 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31a91b6-e288-4a48-959d-0c6a0608c330 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] DELETE failed (client error): The resource could not be found. Feb 04 06:46:25.377002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31a91b6-e288-4a48-959d-0c6a0608c330 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:46:25.378648 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a31a91b6-e288-4a48-959d-0c6a0608c330 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/networks/13a83346-2f76-40e2-b7a1-409f6c4f1607 HTTP/1.1" status: 404 len: 339 time: 0.0255027 Feb 04 06:46:25.381158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55178) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:25.403703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 6b25da96-faa6-4e5d-9bbb-a4b702545282 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:25.449733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-435b0c43-de9f-481f-bf01-276175b3402b tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Deleting subnet 9222d61f-c7a7-45de-9c44-dd7ce267e8a6 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:46:25.452764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-435b0c43-de9f-481f-bf01-276175b3402b tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:25.473277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 6b25da96-faa6-4e5d-9bbb-a4b702545282 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:25.473648 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:25.509137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-435b0c43-de9f-481f-bf01-276175b3402b tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:25.593518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-435b0c43-de9f-481f-bf01-276175b3402b tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:25.746116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-435b0c43-de9f-481f-bf01-276175b3402b tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:25.785162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b0c43-de9f-481f-bf01-276175b3402b tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Subnet': ['ID=9222d61f-c7a7-45de-9c44-dd7ce267e8a6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:25.789477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-435b0c43-de9f-481f-bf01-276175b3402b tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:25.798430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd4dc9b-ec0b-4418-b377-76e10657cc96 None None] Network 799df54e-8380-4130-b47c-589256189c4b requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:25.871909 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-435b0c43-de9f-481f-bf01-276175b3402b tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/subnets/9222d61f-c7a7-45de-9c44-dd7ce267e8a6 HTTP/1.1" status: 204 len: 168 time: 0.4896383 Feb 04 06:46:25.874233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55182) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:25.987550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:25.998512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Deleting port 6b25da96-faa6-4e5d-9bbb-a4b702545282 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:25.998846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:26.045485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47183a69-3fbd-4891-a7fa-04fa65ec2965 None None] DHCP port deletion for 799df54e-8380-4130-b47c-589256189c4b request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:46:26.050199 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-47183a69-3fbd-4891-a7fa-04fa65ec2965 None None] Deleting port 6b25da96-faa6-4e5d-9bbb-a4b702545282 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:26.050578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-47183a69-3fbd-4891-a7fa-04fa65ec2965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:26.218455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] For port 6b25da96-faa6-4e5d-9bbb-a4b702545282, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=6b25da96-faa6-4e5d-9bbb-a4b702545282,segment=NetworkSegment(d7b73391-b0fb-4ac0-81d4-36260c74266e),segment_id=d7b73391-b0fb-4ac0-81d4-36260c74266e)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:26.218814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:26.259260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-47183a69-3fbd-4891-a7fa-04fa65ec2965 None None] For port 6b25da96-faa6-4e5d-9bbb-a4b702545282, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=6b25da96-faa6-4e5d-9bbb-a4b702545282,segment=NetworkSegment(d7b73391-b0fb-4ac0-81d4-36260c74266e),segment_id=d7b73391-b0fb-4ac0-81d4-36260c74266e)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:26.259644 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-47183a69-3fbd-4891-a7fa-04fa65ec2965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:26.340424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Calling delete_port for 6b25da96-faa6-4e5d-9bbb-a4b702545282 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:46:26.421729 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-47183a69-3fbd-4891-a7fa-04fa65ec2965 None None] Calling delete_port for 6b25da96-faa6-4e5d-9bbb-a4b702545282 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:46:26.482610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:26.493819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-47183a69-3fbd-4891-a7fa-04fa65ec2965 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:46:26.493819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-47183a69-3fbd-4891-a7fa-04fa65ec2965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:46:26.529958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Port': ['ID=6b25da96-faa6-4e5d-9bbb-a4b702545282,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:26.539016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No DVR routers for this DVR port 6b25da96-faa6-4e5d-9bbb-a4b702545282 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:46:26.656074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:26.682093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799df54e-8380-4130-b47c-589256189c4b']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:26.693969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b73391-b0fb-4ac0-81d4-36260c74266e') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:26.694265 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b73391-b0fb-4ac0-81d4-36260c74266e') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:26.711162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:26.731456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:26.737337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:46:26.737656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:46:26.751889 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:46:26.994951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-47183a69-3fbd-4891-a7fa-04fa65ec2965 None None] Deleting port 6b25da96-faa6-4e5d-9bbb-a4b702545282 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:26.995257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-47183a69-3fbd-4891-a7fa-04fa65ec2965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:27.019842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:27.038706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:27.050517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Network': ['ID=799df54e-8380-4130-b47c-589256189c4b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:27.155467 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4c0b6c7d-2df3-4732-b4da-2c6d0d35fd4e tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/networks/799df54e-8380-4130-b47c-589256189c4b HTTP/1.1" status: 204 len: 168 time: 1.1804056 Feb 04 06:46:27.197207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55186) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:27.197998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-47183a69-3fbd-4891-a7fa-04fa65ec2965 None None] The port '6b25da96-faa6-4e5d-9bbb-a4b702545282' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:46:27.198097 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55210ba-6be9-4b08-8d28-7f102e242d83 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] DELETE failed (client error): The resource could not be found. Feb 04 06:46:27.198097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55210ba-6be9-4b08-8d28-7f102e242d83 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:46:27.198097 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c55210ba-6be9-4b08-8d28-7f102e242d83 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/subnets/4bd59ee9-feab-4899-844e-fca82a6f94f6 HTTP/1.1" status: 404 len: 337 time: 0.0653663 Feb 04 06:46:27.198097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55190) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:27.198097 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ceec12-403b-4cb7-944c-89274528ed29 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] DELETE failed (client error): The resource could not be found. Feb 04 06:46:27.198097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ceec12-403b-4cb7-944c-89274528ed29 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:46:27.198097 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-66ceec12-403b-4cb7-944c-89274528ed29 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/networks/0b264dc1-73ce-4cb2-b1ef-fcf804b8b60f HTTP/1.1" status: 404 len: 339 time: 0.0270581 Feb 04 06:46:27.198097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55194) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:27.198097 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e68e9d8-f282-4bbf-af7f-851b8c3cce91 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] DELETE failed (client error): The resource could not be found. Feb 04 06:46:27.198097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e68e9d8-f282-4bbf-af7f-851b8c3cce91 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:46:27.199203 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0e68e9d8-f282-4bbf-af7f-851b8c3cce91 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/subnets/887213a5-9c3d-4d6a-b522-9f350105d2d5 HTTP/1.1" status: 404 len: 337 time: 0.0391934 Feb 04 06:46:27.201614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55198) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:27.225956 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b7462c-e1e4-4216-a014-c8a1dc25c513 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] DELETE failed (client error): The resource could not be found. Feb 04 06:46:27.226400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b7462c-e1e4-4216-a014-c8a1dc25c513 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:46:27.227955 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c1b7462c-e1e4-4216-a014-c8a1dc25c513 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/networks/063668a0-dac3-4c56-b5ed-b3e6cefaf411 HTTP/1.1" status: 404 len: 339 time: 0.0253472 Feb 04 06:46:27.230229 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55202) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:27.297171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d123e309-2811-4644-8a4b-7ccb69d98758 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Deleting subnet c9de8d6b-72cf-4b2c-b787-3218395eed55 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:46:27.300263 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d123e309-2811-4644-8a4b-7ccb69d98758 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:27.353748 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d123e309-2811-4644-8a4b-7ccb69d98758 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:27.398560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 6b25da96-faa6-4e5d-9bbb-a4b702545282 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:46:27.432966 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 6b25da96-faa6-4e5d-9bbb-a4b702545282 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:46:27.433602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 6b25da96-faa6-4e5d-9bbb-a4b702545282 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:46:27.442382 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d123e309-2811-4644-8a4b-7ccb69d98758 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:27.585422 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d123e309-2811-4644-8a4b-7ccb69d98758 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:27.623553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123e309-2811-4644-8a4b-7ccb69d98758 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Subnet': ['ID=c9de8d6b-72cf-4b2c-b787-3218395eed55,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:27.627186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d123e309-2811-4644-8a4b-7ccb69d98758 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:27.634309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c66d6a-3c28-47f5-84ec-15fa093c3812 None None] Network 18f30c35-698d-4b16-91a5-abd026116b53 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:27.637532 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d123e309-2811-4644-8a4b-7ccb69d98758 tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/subnets/c9de8d6b-72cf-4b2c-b787-3218395eed55 HTTP/1.1" status: 204 len: 168 time: 0.4063895 Feb 04 06:46:27.641358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55206) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:27.752411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:27.763574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Deleting port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:27.763902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:27.877436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c6162b-23e2-4623-a90a-3c359989c539 None None] DHCP port deletion for 18f30c35-698d-4b16-91a5-abd026116b53 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:46:27.881686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6162b-23e2-4623-a90a-3c359989c539 None None] Deleting port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:27.882055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f1c6162b-23e2-4623-a90a-3c359989c539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.074930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] For port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=f7803e03-24ec-42ec-8ec7-dda78ad1c8e2,segment=NetworkSegment(68307fb3-ce3d-4d76-aee9-e3254dfb8c58),segment_id=68307fb3-ce3d-4d76-aee9-e3254dfb8c58)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:28.075283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.084380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f1c6162b-23e2-4623-a90a-3c359989c539 None None] For port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=f7803e03-24ec-42ec-8ec7-dda78ad1c8e2,segment=NetworkSegment(68307fb3-ce3d-4d76-aee9-e3254dfb8c58),segment_id=68307fb3-ce3d-4d76-aee9-e3254dfb8c58)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:28.084804 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f1c6162b-23e2-4623-a90a-3c359989c539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.199015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Calling delete_port for f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:46:28.206964 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6162b-23e2-4623-a90a-3c359989c539 None None] Calling delete_port for f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:46:28.339587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.345319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-f1c6162b-23e2-4623-a90a-3c359989c539 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:46:28.345677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-f1c6162b-23e2-4623-a90a-3c359989c539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:46:28.385557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Port': ['ID=f7803e03-24ec-42ec-8ec7-dda78ad1c8e2,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:28.390355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] No DVR routers for this DVR port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:46:28.514324 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.539537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f30c35-698d-4b16-91a5-abd026116b53']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:28.551491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68307fb3-ce3d-4d76-aee9-e3254dfb8c58') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:28.551791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68307fb3-ce3d-4d76-aee9-e3254dfb8c58') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:28.563547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.579907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.586209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:46:28.586594 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:46:28.601369 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:46:28.780129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.797492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.809171 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] Pushing event deleted for resources: {'Network': ['ID=18f30c35-698d-4b16-91a5-abd026116b53,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:28.813272 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-612299d7-e041-463d-9811-a6eb084041ac tempest-NetworksIpV6Test-802964927 tempest-NetworksIpV6Test-802964927-project] 10.222.0.32 "DELETE /v2.0/networks/18f30c35-698d-4b16-91a5-abd026116b53 HTTP/1.1" status: 204 len: 168 time: 1.1724002 Feb 04 06:46:28.847382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6162b-23e2-4623-a90a-3c359989c539 None None] Deleting port f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:28.848008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f1c6162b-23e2-4623-a90a-3c359989c539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:28.915329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6162b-23e2-4623-a90a-3c359989c539 None None] The port 'f7803e03-24ec-42ec-8ec7-dda78ad1c8e2' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:46:29.235192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55214) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:29.378751 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-627ead8d-bafd-4d82-8b80-4ffd5ae25c8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5e6363239d843158cf7aa5e73021305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424003 Feb 04 06:46:29.381280 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55220) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:29.397218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:46:29.431770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:46:29.432116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device f7803e03-24ec-42ec-8ec7-dda78ad1c8e2 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:46:29.444346 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18d58de7-b9cb-45f5-bdbf-cfb248164c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:29.469198 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18d58de7-b9cb-45f5-bdbf-cfb248164c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:29.602465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18d58de7-b9cb-45f5-bdbf-cfb248164c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:29.616826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d58de7-b9cb-45f5-bdbf-cfb248164c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b404c2a-f5e9-4e8d-b264-bc1aacacfc1f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:29.623351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-18d58de7-b9cb-45f5-bdbf-cfb248164c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:29.624510 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-18d58de7-b9cb-45f5-bdbf-cfb248164c07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b404c2a-f5e9-4e8d-b264-bc1aacacfc1f HTTP/1.1" status: 204 len: 168 time: 0.2423158 Feb 04 06:46:30.589984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55244) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:30.690181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b4e97fa5-31dc-4706-b05c-dc6d69ebe4b0 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1307674201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:30.696869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b4e97fa5-31dc-4706-b05c-dc6d69ebe4b0 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:30.700596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4e97fa5-31dc-4706-b05c-dc6d69ebe4b0 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Usage tracker for resource:router and tenant:be3c8ade6752478f9fe8355690325f08 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:30.703410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4e97fa5-31dc-4706-b05c-dc6d69ebe4b0 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:30.710350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b4e97fa5-31dc-4706-b05c-dc6d69ebe4b0 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:30.801763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4e97fa5-31dc-4706-b05c-dc6d69ebe4b0 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:30.803292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4e97fa5-31dc-4706-b05c-dc6d69ebe4b0 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:30.818738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4e97fa5-31dc-4706-b05c-dc6d69ebe4b0 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:30.905757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4e97fa5-31dc-4706-b05c-dc6d69ebe4b0 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:30.995560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4e97fa5-31dc-4706-b05c-dc6d69ebe4b0 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:30.996790 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b4e97fa5-31dc-4706-b05c-dc6d69ebe4b0 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4057913 Feb 04 06:46:30.999406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55250) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:31.004619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1174483015'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:31.010014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:31.014340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Usage tracker for resource:network and tenant:be3c8ade6752478f9fe8355690325f08 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:31.017185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:31.023498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:31.094197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Made reservation on behalf of be3c8ade6752478f9fe8355690325f08 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:31.097719 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:31.110558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:31.126587 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:31.130860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Usage tracker for resource:security_group_rule and tenant:be3c8ade6752478f9fe8355690325f08 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:31.133766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:31.139383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:31.222670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:31.309895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:31.343840 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:46:31.348958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fb474c-ac8c-4caa-bcb6-fac06afb378b,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:31.355540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:31.355993 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Added segment 183a82fa-0919-4340-80d5-ce2ae922fe28 of type vlan for network c3e696b7-ee30-4e72-aa8f-e35fc01bd305 Feb 04 06:46:31.395690 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:31.523092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:31.528793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:31.529385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:31.638323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Pushing event updated for resources: {'Network': ['ID=c3e696b7-ee30-4e72-aa8f-e35fc01bd305,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:31.648691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network c3e696b7-ee30-4e72-aa8f-e35fc01bd305 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:46:31.728029 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-49132325-f707-4b06-a468-b3726ae2371f tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7275126 Feb 04 06:46:31.730609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:31.736403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Request body: {'subnet': {'network_id': 'c3e696b7-ee30-4e72-aa8f-e35fc01bd305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:31.848288 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:31.852758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Usage tracker for resource:subnet and tenant:be3c8ade6752478f9fe8355690325f08 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:31.855492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:31.861049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:31.939323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Made reservation on behalf of be3c8ade6752478f9fe8355690325f08 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:31.942800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:32.294156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:32.375261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Pushing event updated for resources: {'Subnet': ['ID=b6b2965a-c233-4358-a02d-11275e62fd85,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:32.388355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Checking segment: {'id': '183a82fa-0919-4340-80d5-ce2ae922fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c3e696b7-ee30-4e72-aa8f-e35fc01bd305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:32.388734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Network hostable DHCP agents. Network: c3e696b7-ee30-4e72-aa8f-e35fc01bd305, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:46:32.465134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Network c3e696b7-ee30-4e72-aa8f-e35fc01bd305 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:46:32.551286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, c3e696b7-ee30-4e72-aa8f-e35fc01bd305) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:32.555588 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:32.556195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:32.560118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae04a68-4944-426e-a97d-23759c449075 None None] Network c3e696b7-ee30-4e72-aa8f-e35fc01bd305 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:32.635225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55258) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:32.635848 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-43a471eb-9fc1-49cf-9006-35bdec6c4866 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9036956 Feb 04 06:46:32.641209 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-214443939'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:32.646766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:32.650566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Usage tracker for resource:network and tenant:be3c8ade6752478f9fe8355690325f08 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:32.653503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:32.659039 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:32.704802 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Made reservation on behalf of be3c8ade6752478f9fe8355690325f08 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:32.708748 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:32.735805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:46:32.744625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:32.744989 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Added segment 3b19f850-e84c-465f-bbea-8ea74ede4e8e of type vlan for network 78487dea-210a-48df-84f3-6aca48ee2252 Feb 04 06:46:32.772825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:32.784461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-c3e696b7-ee30-4e72-aa8f-e35fc01bd305', 'network_id': 'c3e696b7-ee30-4e72-aa8f-e35fc01bd305', 'tenant_id': 'be3c8ade6752478f9fe8355690325f08', 'fixed_ips': [{'subnet_id': 'b6b2965a-c233-4358-a02d-11275e62fd85'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:46:32.788075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:32.863938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:32.869577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:32.873641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:32.936364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Allocated IP 172.20.0.2 (c3e696b7-ee30-4e72-aa8f-e35fc01bd305/b6b2965a-c233-4358-a02d-11275e62fd85/ade7616a-4015-4f4b-bb96-856905025cbb) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:32.979317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Pushing event updated for resources: {'Network': ['ID=78487dea-210a-48df-84f3-6aca48ee2252,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:33.033254 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e7e7d9f1-e92a-4dea-9ffe-14357653632c tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3943760 Feb 04 06:46:33.033515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55262) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:33.038983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Request body: {'subnet': {'network_id': '78487dea-210a-48df-84f3-6aca48ee2252', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:33.041631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 78487dea-210a-48df-84f3-6aca48ee2252 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:46:33.158745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:33.163170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Usage tracker for resource:subnet and tenant:be3c8ade6752478f9fe8355690325f08 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:33.166002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:33.171806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:33.273474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:33.282273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Made reservation on behalf of be3c8ade6752478f9fe8355690325f08 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:33.283663 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Transition to ACTIVE for port object ade7616a-4015-4f4b-bb96-856905025cbb will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:33.285769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:33.302827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Transition to ACTIVE for port object ade7616a-4015-4f4b-bb96-856905025cbb will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:33.374006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:33.454671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Network c3e696b7-ee30-4e72-aa8f-e35fc01bd305 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:33.458541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:33.461684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:33.471360 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Pushing event updated for resources: {'Port': ['ID=ade7616a-4015-4f4b-bb96-856905025cbb,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:33.564060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Attempting to bind port ade7616a-4015-4f4b-bb96-856905025cbb on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:33.564422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Attempting to bind port ade7616a-4015-4f4b-bb96-856905025cbb by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '183a82fa-0919-4340-80d5-ce2ae922fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c3e696b7-ee30-4e72-aa8f-e35fc01bd305'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:33.564805 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Attempting to bind port ade7616a-4015-4f4b-bb96-856905025cbb on network c3e696b7-ee30-4e72-aa8f-e35fc01bd305 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:33.571903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:33.572384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Checking segment: {'id': '183a82fa-0919-4340-80d5-ce2ae922fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c3e696b7-ee30-4e72-aa8f-e35fc01bd305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:33.572782 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:33.573168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Bound using segment: {'id': '183a82fa-0919-4340-80d5-ce2ae922fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c3e696b7-ee30-4e72-aa8f-e35fc01bd305'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:33.573627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Bound port: ade7616a-4015-4f4b-bb96-856905025cbb, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183a82fa-0919-4340-80d5-ce2ae922fe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c3e696b7-ee30-4e72-aa8f-e35fc01bd305'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:33.573757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:33.573990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:33.651656 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Pushing event updated for resources: {'Subnet': ['ID=d3a07420-7d9d-4f1e-873f-b183de4c2cb8,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:33.662595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Checking segment: {'id': '3b19f850-e84c-465f-bbea-8ea74ede4e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '78487dea-210a-48df-84f3-6aca48ee2252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:33.662956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Network hostable DHCP agents. Network: 78487dea-210a-48df-84f3-6aca48ee2252, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:46:33.677550 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] For port ade7616a-4015-4f4b-bb96-856905025cbb, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:33.682336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] For port ade7616a-4015-4f4b-bb96-856905025cbb, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ade7616a-4015-4f4b-bb96-856905025cbb,segment=NetworkSegment(183a82fa-0919-4340-80d5-ce2ae922fe28),segment_id=183a82fa-0919-4340-80d5-ce2ae922fe28)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:33.791002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Network 78487dea-210a-48df-84f3-6aca48ee2252 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:46:33.791833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:33.876468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 78487dea-210a-48df-84f3-6aca48ee2252) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:33.877747 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae935999-c5fb-41b3-9a9a-0ac1f0a5859b None None] Pushing event updated for resources: {'Port': ['ID=ade7616a-4015-4f4b-bb96-856905025cbb,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:33.881308 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:33.888817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:33.896753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034e9a40-a6c2-4e1f-b42e-02bfcfc3f983 None None] Network 78487dea-210a-48df-84f3-6aca48ee2252 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:33.983320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55266) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:33.983925 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-572a23ec-ab85-44dd-a180-4a0fc0b89b84 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9490497 Feb 04 06:46:33.991026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a6eae0d4-093b-4845-855d-6e1bce92d57b tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Request body: {'router': {'external_gateway_info': {'network_id': '78487dea-210a-48df-84f3-6aca48ee2252'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:34.156870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-78487dea-210a-48df-84f3-6aca48ee2252', 'network_id': '78487dea-210a-48df-84f3-6aca48ee2252', 'tenant_id': 'be3c8ade6752478f9fe8355690325f08', 'fixed_ips': [{'subnet_id': 'd3a07420-7d9d-4f1e-873f-b183de4c2cb8'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:46:34.158053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:34.323111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Allocated IP 172.21.0.2 (78487dea-210a-48df-84f3-6aca48ee2252/d3a07420-7d9d-4f1e-873f-b183de4c2cb8/c903366f-64cf-49a3-b9e9-764515e2ee41) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:34.410146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6eae0d4-093b-4845-855d-6e1bce92d57b tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:34.547015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:34.563844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Transition to ACTIVE for port object c903366f-64cf-49a3-b9e9-764515e2ee41 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:34.596083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Transition to ACTIVE for port object c903366f-64cf-49a3-b9e9-764515e2ee41 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:34.664520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:34.693497 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.api.v2.resource [None req-a6eae0d4-093b-4845-855d-6e1bce92d57b tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:46:34.694784 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a6eae0d4-093b-4845-855d-6e1bce92d57b tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "PUT /v2.0/routers/af6e6b14-462b-45ae-9106-5028b7d71ddc HTTP/1.1" status: 400 len: 364 time: 0.7094033 Feb 04 06:46:34.700579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55270) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:34.742624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Network 78487dea-210a-48df-84f3-6aca48ee2252 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:34.745867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:34.749737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:34.756736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Pushing event updated for resources: {'Port': ['ID=c903366f-64cf-49a3-b9e9-764515e2ee41,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:34.772518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e13bfc2-203d-48cb-b6ba-7fb31a48007e tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Deleting subnet d3a07420-7d9d-4f1e-873f-b183de4c2cb8 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:46:34.776284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e13bfc2-203d-48cb-b6ba-7fb31a48007e tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:34.855949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Attempting to bind port c903366f-64cf-49a3-b9e9-764515e2ee41 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:34.855949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Attempting to bind port c903366f-64cf-49a3-b9e9-764515e2ee41 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '3b19f850-e84c-465f-bbea-8ea74ede4e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '78487dea-210a-48df-84f3-6aca48ee2252'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:34.857107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Attempting to bind port c903366f-64cf-49a3-b9e9-764515e2ee41 on network 78487dea-210a-48df-84f3-6aca48ee2252 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:34.863710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:34.864256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Checking segment: {'id': '3b19f850-e84c-465f-bbea-8ea74ede4e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '78487dea-210a-48df-84f3-6aca48ee2252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:34.865345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:34.865835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Bound using segment: {'id': '3b19f850-e84c-465f-bbea-8ea74ede4e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '78487dea-210a-48df-84f3-6aca48ee2252'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:34.866421 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Bound port: c903366f-64cf-49a3-b9e9-764515e2ee41, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b19f850-e84c-465f-bbea-8ea74ede4e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '78487dea-210a-48df-84f3-6aca48ee2252'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:34.866887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:34.925862 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:46:34.956638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f8e5b-5be1-43f5-8c3b-bfdc061db8bc None None] Network c3e696b7-ee30-4e72-aa8f-e35fc01bd305 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:34.962972 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e13bfc2-203d-48cb-b6ba-7fb31a48007e tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:35.075624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] For port c903366f-64cf-49a3-b9e9-764515e2ee41, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:35.099055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] For port c903366f-64cf-49a3-b9e9-764515e2ee41, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c903366f-64cf-49a3-b9e9-764515e2ee41,segment=NetworkSegment(3b19f850-e84c-465f-bbea-8ea74ede4e8e),segment_id=3b19f850-e84c-465f-bbea-8ea74ede4e8e)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:35.161618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4addf37a-2640-4d57-b605-ff3d31af1e91 None None] Provisioning for port ade7616a-4015-4f4b-bb96-856905025cbb completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:35.176175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e13bfc2-203d-48cb-b6ba-7fb31a48007e tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:35.177252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:35.310946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b07c11-2626-45df-ae01-f2763bffc7d0 None None] Pushing event updated for resources: {'Port': ['ID=c903366f-64cf-49a3-b9e9-764515e2ee41,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:35.340403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e13bfc2-203d-48cb-b6ba-7fb31a48007e tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:35.395663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6e13bfc2-203d-48cb-b6ba-7fb31a48007e tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:35.402756 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6e13bfc2-203d-48cb-b6ba-7fb31a48007e tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "DELETE /v2.0/subnets/d3a07420-7d9d-4f1e-873f-b183de4c2cb8 HTTP/1.1" status: 204 len: 168 time: 0.7010946 Feb 04 06:46:35.403613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13bfc2-203d-48cb-b6ba-7fb31a48007e tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a07420-7d9d-4f1e-873f-b183de4c2cb8,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:35.405757 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55274) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:35.459563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ade7616a-4015-4f4b-bb96-856905025cbb up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:35.552054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:35.567090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Deleting port c903366f-64cf-49a3-b9e9-764515e2ee41 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:35.568543 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:35.699456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ade7616a-4015-4f4b-bb96-856905025cbb completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:35.705544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ade7616a-4015-4f4b-bb96-856905025cbb triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:35.705911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:35.838096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:35.876867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port ade7616a-4015-4f4b-bb96-856905025cbb, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ade7616a-4015-4f4b-bb96-856905025cbb,segment=NetworkSegment(183a82fa-0919-4340-80d5-ce2ae922fe28),segment_id=183a82fa-0919-4340-80d5-ce2ae922fe28)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:35.900181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] For port c903366f-64cf-49a3-b9e9-764515e2ee41, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c903366f-64cf-49a3-b9e9-764515e2ee41,segment=NetworkSegment(3b19f850-e84c-465f-bbea-8ea74ede4e8e),segment_id=3b19f850-e84c-465f-bbea-8ea74ede4e8e)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:35.900548 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:35.933656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:36.000549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=ade7616a-4015-4f4b-bb96-856905025cbb,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:36.026882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Calling delete_port for c903366f-64cf-49a3-b9e9-764515e2ee41 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:46:36.236931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:36.286593 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Pushing event deleted for resources: {'Port': ['ID=c903366f-64cf-49a3-b9e9-764515e2ee41,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:36.291810 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] No DVR routers for this DVR port c903366f-64cf-49a3-b9e9-764515e2ee41 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:46:36.378460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b561c931-4acc-49d9-bdd9-a043d02e5941 None None] Network 78487dea-210a-48df-84f3-6aca48ee2252 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:36.415552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:36.441182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78487dea-210a-48df-84f3-6aca48ee2252']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:36.452182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3d8927ee-1b45-4fd8-9a56-87971a81f619 None None] Could not find standard attr ID for object c903366f-64cf-49a3-b9e9-764515e2ee41. {{(pid=88200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:46:36.453959 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b19f850-e84c-465f-bbea-8ea74ede4e8e') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:36.454189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b19f850-e84c-465f-bbea-8ea74ede4e8e') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:36.465503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:36.481877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:36.487850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:46:36.488238 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:46:36.502990 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:46:36.603132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cedda2b-e553-4861-b3ad-76281c1ab1d2 None None] DHCP port deletion for 78487dea-210a-48df-84f3-6aca48ee2252 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:46:36.654191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:36.671958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:36.682939 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Pushing event deleted for resources: {'Network': ['ID=78487dea-210a-48df-84f3-6aca48ee2252,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:36.686969 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fb4fd061-311e-49e4-b19b-81773f929348 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "DELETE /v2.0/networks/78487dea-210a-48df-84f3-6aca48ee2252 HTTP/1.1" status: 204 len: 168 time: 1.2794807 Feb 04 06:46:36.689434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55280) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:36.753221 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed47688-9a66-4eb1-b370-737119b1c1ae tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Deleting subnet b6b2965a-c233-4358-a02d-11275e62fd85 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:46:36.756077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ed47688-9a66-4eb1-b370-737119b1c1ae tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:36.813702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ed47688-9a66-4eb1-b370-737119b1c1ae tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:36.895083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ed47688-9a66-4eb1-b370-737119b1c1ae tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.049346 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ed47688-9a66-4eb1-b370-737119b1c1ae tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.088988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed47688-9a66-4eb1-b370-737119b1c1ae tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b2965a-c233-4358-a02d-11275e62fd85,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:37.092450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ed47688-9a66-4eb1-b370-737119b1c1ae tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.099114 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9ed47688-9a66-4eb1-b370-737119b1c1ae tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "DELETE /v2.0/subnets/b6b2965a-c233-4358-a02d-11275e62fd85 HTTP/1.1" status: 204 len: 168 time: 0.4081733 Feb 04 06:46:37.099304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9658b5-6230-408c-8059-2428d8ce487d None None] Network c3e696b7-ee30-4e72-aa8f-e35fc01bd305 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:37.101574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55284) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:37.215328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.226299 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Deleting port ade7616a-4015-4f4b-bb96-856905025cbb {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:37.226622 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.347563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c3004f-34be-48fc-8e33-afbbb461a9a3 None None] DHCP port deletion for c3e696b7-ee30-4e72-aa8f-e35fc01bd305 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:46:37.351932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-90c3004f-34be-48fc-8e33-afbbb461a9a3 None None] Deleting port ade7616a-4015-4f4b-bb96-856905025cbb {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:37.352302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-90c3004f-34be-48fc-8e33-afbbb461a9a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.406180 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ade7616a-4015-4f4b-bb96-856905025cbb no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:46:37.432466 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] For port ade7616a-4015-4f4b-bb96-856905025cbb, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ade7616a-4015-4f4b-bb96-856905025cbb,segment=NetworkSegment(183a82fa-0919-4340-80d5-ce2ae922fe28),segment_id=183a82fa-0919-4340-80d5-ce2ae922fe28)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:37.433055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.559572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Calling delete_port for ade7616a-4015-4f4b-bb96-856905025cbb owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:46:37.655998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-90c3004f-34be-48fc-8e33-afbbb461a9a3 None None] For port ade7616a-4015-4f4b-bb96-856905025cbb, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ade7616a-4015-4f4b-bb96-856905025cbb,segment=NetworkSegment(183a82fa-0919-4340-80d5-ce2ae922fe28),segment_id=183a82fa-0919-4340-80d5-ce2ae922fe28)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:37.656308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-90c3004f-34be-48fc-8e33-afbbb461a9a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.666286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.694364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.743250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Pushing event deleted for resources: {'Port': ['ID=ade7616a-4015-4f4b-bb96-856905025cbb,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:37.746624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] No DVR routers for this DVR port ade7616a-4015-4f4b-bb96-856905025cbb on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:46:37.792931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-90c3004f-34be-48fc-8e33-afbbb461a9a3 None None] Calling delete_port for ade7616a-4015-4f4b-bb96-856905025cbb owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:46:37.906811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-90c3004f-34be-48fc-8e33-afbbb461a9a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:46:37.907169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-90c3004f-34be-48fc-8e33-afbbb461a9a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:46:37.967867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:37.992957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e696b7-ee30-4e72-aa8f-e35fc01bd305']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:38.004525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183a82fa-0919-4340-80d5-ce2ae922fe28') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:38.004841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183a82fa-0919-4340-80d5-ce2ae922fe28') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:38.015567 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:38.031277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:38.037588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:46:38.037958 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:46:38.051945 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:46:38.219177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:38.235830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:38.247844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Pushing event deleted for resources: {'Network': ['ID=c3e696b7-ee30-4e72-aa8f-e35fc01bd305,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:38.250612 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b4459638-4472-4846-b687-6242242c6720 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "DELETE /v2.0/networks/c3e696b7-ee30-4e72-aa8f-e35fc01bd305 HTTP/1.1" status: 204 len: 168 time: 1.1481102 Feb 04 06:46:38.253817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55288) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:38.296905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1e587195-8e02-47e5-8c3f-21cbea7c1bb5 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Synchronizing usage tracker for tenant:be3c8ade6752478f9fe8355690325f08 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:46:38.367793 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1e587195-8e02-47e5-8c3f-21cbea7c1bb5 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Unset dirty status for tenant:be3c8ade6752478f9fe8355690325f08 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:46:38.369032 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1e587195-8e02-47e5-8c3f-21cbea7c1bb5 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "GET /v2.0/ports?device_id=af6e6b14-462b-45ae-9106-5028b7d71ddc HTTP/1.1" status: 200 len: 205 time: 0.1148887 Feb 04 06:46:38.371541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55292) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:38.408788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-90c3004f-34be-48fc-8e33-afbbb461a9a3 None None] Deleting port ade7616a-4015-4f4b-bb96-856905025cbb {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:46:38.409342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-90c3004f-34be-48fc-8e33-afbbb461a9a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:38.505618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5224-5ee1-4869-bec4-2e881b294212 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:38.512117 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-90c3004f-34be-48fc-8e33-afbbb461a9a3 None None] The port 'ade7616a-4015-4f4b-bb96-856905025cbb' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:46:38.795175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5224-5ee1-4869-bec4-2e881b294212 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:38.797474 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5224-5ee1-4869-bec4-2e881b294212 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:38.898399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5224-5ee1-4869-bec4-2e881b294212 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:38.899035 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2b5224-5ee1-4869-bec4-2e881b294212 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Fanout notify agent at l3_agent the message router_deleted on router af6e6b14-462b-45ae-9106-5028b7d71ddc {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:46:38.910237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5224-5ee1-4869-bec4-2e881b294212 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:38.913859 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7a2b5224-5ee1-4869-bec4-2e881b294212 tempest-RoutersNegativeTest-5141059 tempest-RoutersNegativeTest-5141059-project] 10.222.0.32 "DELETE /v2.0/routers/af6e6b14-462b-45ae-9106-5028b7d71ddc HTTP/1.1" status: 204 len: 168 time: 0.5388746 Feb 04 06:46:39.356850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55300) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:39.510244 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b4c4acd0-51b0-4d24-af9f-06bfb1f38a36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be3c8ade6752478f9fe8355690325f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521986 Feb 04 06:46:39.512584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55306) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:39.572139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6743-f5d8-4f3b-bdb4-e7d42663de3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:39.597048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6743-f5d8-4f3b-bdb4-e7d42663de3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:39.739552 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6743-f5d8-4f3b-bdb4-e7d42663de3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:39.755326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c6743-f5d8-4f3b-bdb4-e7d42663de3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fb474c-ac8c-4caa-bcb6-fac06afb378b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:39.761341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6743-f5d8-4f3b-bdb4-e7d42663de3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:39.761341 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1e0c6743-f5d8-4f3b-bdb4-e7d42663de3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72fb474c-ac8c-4caa-bcb6-fac06afb378b HTTP/1.1" status: 204 len: 168 time: 0.2471538 Feb 04 06:46:40.738750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55330) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:40.842955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1036511200-network', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:40.847695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:40.852085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Usage tracker for resource:network and tenant:46e6365899be4b10b22cd2654be27d4c is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:40.854930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:40.860515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:40.939035 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Made reservation on behalf of 46e6365899be4b10b22cd2654be27d4c for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:40.941366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:40.953362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:40.970487 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:40.974947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Usage tracker for resource:security_group_rule and tenant:46e6365899be4b10b22cd2654be27d4c is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:40.977726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:40.983356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:41.062126 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:41.128166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:41.158436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:46:41.168329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507a257c-a1d1-4a2f-a24e-59a9c350315f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:41.174208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:41.174549 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Added segment 17c23ca0-074c-4f8e-ab0a-903c74aca09f of type vlan for network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 Feb 04 06:46:41.201806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:41.299783 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:41.300793 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:41.301365 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:41.400938 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] Pushing event updated for resources: {'Network': ['ID=0c27b853-a0c6-4f49-b1c4-7ede47eae6a9,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:41.410175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:46:41.533595 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b42f640e-8cf5-4bda-af74-93561d0906ab admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7929661 Feb 04 06:46:41.537052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55336) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:41.542444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Request body: {'subnet': {'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1036511200-subnet', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:41.550091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:41.560301 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Usage tracker for resource:subnet and tenant:46e6365899be4b10b22cd2654be27d4c is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:41.560301 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:41.563728 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:41.722335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Made reservation on behalf of 46e6365899be4b10b22cd2654be27d4c for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:41.724831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:42.065484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:42.141883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f20f8b-8f22-4988-927e-1fadb8e69709,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:42.151033 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Checking segment: {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:42.151385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Network hostable DHCP agents. Network: 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:46:42.271144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:46:42.366960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:42.370917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:42.371658 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:42.376353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700253ab-cb31-4437-be09-93c23534ae9a None None] Network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:42.454958 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ebc71ade-7eed-4aab-a454-2de0cdf9d5ec admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9168048 Feb 04 06:46:42.460714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55340) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:42.466215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1036511200-router', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:42.471114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:42.476009 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Usage tracker for resource:router and tenant:46e6365899be4b10b22cd2654be27d4c is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:42.478822 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:42.484740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:42.556614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:42.557627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:42.572897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:42.593984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-0c27b853-a0c6-4f49-b1c4-7ede47eae6a9', 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'fixed_ips': [{'subnet_id': 'e1f20f8b-8f22-4988-927e-1fadb8e69709'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:46:42.595015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:42.749583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Allocated IP 172.20.0.2 (0c27b853-a0c6-4f49-b1c4-7ede47eae6a9/e1f20f8b-8f22-4988-927e-1fadb8e69709/2deb2092-53eb-4cc0-b789-833c8dac2ccd) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:42.951083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:42.960686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Transition to ACTIVE for port object 2deb2092-53eb-4cc0-b789-833c8dac2ccd will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:42.978917 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Transition to ACTIVE for port object 2deb2092-53eb-4cc0-b789-833c8dac2ccd will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:43.001759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:43.048376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:43.114259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:43.117108 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:43.120857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:43.129535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Pushing event updated for resources: {'Port': ['ID=2deb2092-53eb-4cc0-b789-833c8dac2ccd,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:43.214139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Attempting to bind port 2deb2092-53eb-4cc0-b789-833c8dac2ccd on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:43.214419 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Attempting to bind port 2deb2092-53eb-4cc0-b789-833c8dac2ccd by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:43.214777 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Attempting to bind port 2deb2092-53eb-4cc0-b789-833c8dac2ccd on network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:43.219910 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:43.220280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Checking segment: {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:43.220702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:43.221102 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Bound using segment: {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:43.221547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Bound port: 2deb2092-53eb-4cc0-b789-833c8dac2ccd, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:43.221915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:43.310435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] For port 2deb2092-53eb-4cc0-b789-833c8dac2ccd, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:43.313861 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] For port 2deb2092-53eb-4cc0-b789-833c8dac2ccd, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2deb2092-53eb-4cc0-b789-833c8dac2ccd,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:43.377603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:43.406829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:43.420029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:43.500612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba70e5-78d0-4b3f-a95d-110575d33416 None None] Pushing event updated for resources: {'Port': ['ID=2deb2092-53eb-4cc0-b789-833c8dac2ccd,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:43.548549 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Allocated IP 172.26.7.67 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:43.702505 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:43.803687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:43.869879 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:43.872922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:43.876544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:43.906134 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Pushing event updated for resources: {'Port': ['ID=1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:44.500408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:44.522555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669caf7-1a69-4e64-ae73-ccb11986d2d4 None None] Network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:44.727691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-34cf9c1c-ca7c-4edd-a899-07d0c10dccbb None None] Provisioning for port 2deb2092-53eb-4cc0-b789-833c8dac2ccd completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:44.856893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:45.104951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:46:45.285373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:46:45.293892 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Sync routers for ids ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:46:45.303330 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Routers {'0cec32ab-c57f-493a-abb6-a70b6a3fbd57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:46:45.303936 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:46:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:45.368160 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:45.372108 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bf876a44-c8a7-48ca-899a-79dbe1cdf155 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9078321 Feb 04 06:46:45.372534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55344) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:45.482256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2deb2092-53eb-4cc0-b789-833c8dac2ccd up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:45.484448 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Set router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:46:45.636822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 2deb2092-53eb-4cc0-b789-833c8dac2ccd completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:45.642396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 2deb2092-53eb-4cc0-b789-833c8dac2ccd triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:45.642563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:45.776479 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'name': 'tempest-TestEncryptedCinderVolumes-1036511200-router', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:42Z', 'updated_at': '2022-02-04T06:46:44Z', 'revision_number': 3, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'gw_port': {'id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:43Z', 'updated_at': '2022-02-04T06:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:45.779908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:45.780697 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Checking router: 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:46:45.781058 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Updating router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:46:45.792012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-15ac67df-fca2-4ae6-a06c-f2df13ea9eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:45.819701 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 2deb2092-53eb-4cc0-b789-833c8dac2ccd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2deb2092-53eb-4cc0-b789-833c8dac2ccd,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:45.835006 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:45.899493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:46.001554 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=2deb2092-53eb-4cc0-b789-833c8dac2ccd,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:46.063032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:46.200425 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:46.211817 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Transition to ACTIVE for port object 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:46.268164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Allocated IP 172.20.0.1 (0c27b853-a0c6-4f49-b1c4-7ede47eae6a9/e1f20f8b-8f22-4988-927e-1fadb8e69709/813180cf-b54a-434c-aa29-906c73abc31d) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:46.299988 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:46.381316 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Attempting to bind port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:46.381953 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Attempting to bind port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:46.382521 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Attempting to bind port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:46.386105 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Pushing event updated for resources: {'Port': ['ID=1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:46.391006 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:46.391401 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:46.391766 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:46.392151 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:46.392602 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Bound port: 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:46.392985 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:46.421111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:46.424564 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.424936 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.425267 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.425591 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.425911 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.426232 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.426577 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.426893 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.427206 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.427702 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.427825 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.428120 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:46.438354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Transition to ACTIVE for port object 813180cf-b54a-434c-aa29-906c73abc31d will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:46.475423 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] For port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:46.478328 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] For port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:46.551993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:46.569394 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:46.650823 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Routers {'0cec32ab-c57f-493a-abb6-a70b6a3fbd57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:46:46.651458 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:46:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:46.722374 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c99644-ab44-47b6-8e7f-7ab49bd772db None None] Pushing event updated for resources: {'Port': ['ID=1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:46.734211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:46.737210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:46.741671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:46.770839 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Pushing event updated for resources: {'Port': ['ID=813180cf-b54a-434c-aa29-906c73abc31d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:46.799828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:46.841418 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] Set router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:46:47.148487 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'name': 'tempest-TestEncryptedCinderVolumes-1036511200-router', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:42Z', 'updated_at': '2022-02-04T06:46:44Z', 'revision_number': 3, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'gw_port': {'id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:43Z', 'updated_at': '2022-02-04T06:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:47.151832 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a4ac9ca7-ccc5-45e3-b0d3-49a437264f3d None None] Provisioning for port 813180cf-b54a-434c-aa29-906c73abc31d completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:47.153299 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5daaf-861c-4e32-b944-733f323e0c00 None None] The sync data for ids ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'] in dv-neutron-827796-1-hyperv is: [{'id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'name': 'tempest-TestEncryptedCinderVolumes-1036511200-router', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:42Z', 'updated_at': '2022-02-04T06:46:44Z', 'revision_number': 3, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'gw_port': {'id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:43Z', 'updated_at': '2022-02-04T06:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:46:47.158289 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a4ac9ca7-ccc5-45e3-b0d3-49a437264f3d None None] Provisioning complete for port 813180cf-b54a-434c-aa29-906c73abc31d triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:47.158289 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9ca7-ccc5-45e3-b0d3-49a437264f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:47.181161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:47.225295 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac9ca7-ccc5-45e3-b0d3-49a437264f3d None None] Port 813180cf-b54a-434c-aa29-906c73abc31d cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:46:47.449947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:47.452928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2deb2092-53eb-4cc0-b789-833c8dac2ccd up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:47.509670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:47.528885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 2deb2092-53eb-4cc0-b789-833c8dac2ccd triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:47.529415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:47.635034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Pushing event updated for resources: {'Port': ['ID=813180cf-b54a-434c-aa29-906c73abc31d,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:47.635034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:47.778590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:47.779791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:47.980105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:46:48.019515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-361d1e57-a54e-43ba-b86c-d0971fd02bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:48.056449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-57cfbc4d-d2a6-4b5a-8395-221220eda508 None None] Provisioning complete for port 813180cf-b54a-434c-aa29-906c73abc31d triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:48.056833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57cfbc4d-d2a6-4b5a-8395-221220eda508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:48.113745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-57cfbc4d-d2a6-4b5a-8395-221220eda508 None None] Port 813180cf-b54a-434c-aa29-906c73abc31d cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:46:48.167657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:46:48.178795 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-80cf5ecb-a346-49f1-ac12-2a66002393b9 admin admin] 10.222.0.32 "PUT /v2.0/routers/0cec32ab-c57f-493a-abb6-a70b6a3fbd57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8050840 Feb 04 06:46:48.799426 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Sync routers for ids ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:46:48.809452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Routers {'0cec32ab-c57f-493a-abb6-a70b6a3fbd57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:46:48.810094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:46:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:48.907449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55362) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:48.915016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1928122835-network', 'tenant_id': '489604df7ebc4be7a194aedc066c841f'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:48.920447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:48.924977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Usage tracker for resource:network and tenant:489604df7ebc4be7a194aedc066c841f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:48.928530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:48.934244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:48.992039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Set router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:46:49.002033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Made reservation on behalf of 489604df7ebc4be7a194aedc066c841f for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:49.004463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.016671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.030891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:49.036468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:489604df7ebc4be7a194aedc066c841f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:49.039386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:49.045379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:49.130294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.192874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.228919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.229356 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:46:49.237043 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.238566 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2de4c8-05ba-486f-a72a-bedfbaaf792d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:49.245003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.245343 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Added segment d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0 of type vlan for network 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 Feb 04 06:46:49.276158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.348329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'name': 'tempest-TestEncryptedCinderVolumes-1036511200-router', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:42Z', 'updated_at': '2022-02-04T06:46:47Z', 'revision_number': 4, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'gw_port': {'id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:43Z', 'updated_at': '2022-02-04T06:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '813180cf-b54a-434c-aa29-906c73abc31d', 'name': '', 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'mac_address': 'fa:16:3e:ba:8e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'e1f20f8b-8f22-4988-927e-1fadb8e69709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:46Z', 'updated_at': '2022-02-04T06:46:47Z', 'revision_number': 2, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'subnets': [{'id': 'e1f20f8b-8f22-4988-927e-1fadb8e69709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:49.352669 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Checking router: 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:46:49.353073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Updating router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 port 813180cf-b54a-434c-aa29-906c73abc31d binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:46:49.378179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.379297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:49.382617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.422788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.489586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:49.498459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7dbdcf7b-2f73-4345-873d-ee7a2befd5c0,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:49.526701 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:46:49.603145 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-097ea863-8a58-45a9-b557-e424a9eeb8f3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6943963 Feb 04 06:46:49.605715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55366) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:49.611143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Request body: {'subnet': {'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1928122835-subnet', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:49.616057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:49.620151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Usage tracker for resource:subnet and tenant:489604df7ebc4be7a194aedc066c841f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:49.623197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:49.629081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:49.722389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Made reservation on behalf of 489604df7ebc4be7a194aedc066c841f for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:46:49.725069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:49.853899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:49.867918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:49.873118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.122064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.128976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.131806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.147879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Transition to ACTIVE for port object 813180cf-b54a-434c-aa29-906c73abc31d will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:50.155663 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:50.156992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.207914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd657bf-b266-4417-8367-c516b19cf9a9,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:50.216229 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Checking segment: {'id': 'd6e7fbe2-9822-4aac-b46d-0b2c0b2034d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:50.216581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Network hostable DHCP agents. Network: 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:46:50.225092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.268624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.327999 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Network 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:46:50.356948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Pushing event updated for resources: {'Port': ['ID=813180cf-b54a-434c-aa29-906c73abc31d,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:50.398602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.398952 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.399291 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.399623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.399948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.400275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.400597 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.400945 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.401268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.401587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.401903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.402217 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:46:50.413605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:50.417551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:50.418203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.473125 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d329ddb3-1984-4318-ae54-a3093afa6eff None None] Network 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:50.488939 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-429f1e40-7868-4f9c-8e69-08cd20163fab admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8820772 Feb 04 06:46:50.491518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55370) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:50.496946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1928122835-router', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:46:50.501702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:46:50.506462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Usage tracker for resource:router and tenant:489604df7ebc4be7a194aedc066c841f is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:46:50.509364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:46:50.515053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:46:50.591013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.592130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.606581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.610094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Attempting to bind port 813180cf-b54a-434c-aa29-906c73abc31d on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:50.610463 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Attempting to bind port 813180cf-b54a-434c-aa29-906c73abc31d by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:50.610816 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Attempting to bind port 813180cf-b54a-434c-aa29-906c73abc31d on network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:50.628957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:50.629907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Checking segment: {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:50.630313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.630698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Bound using segment: {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:50.631147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Bound port: 813180cf-b54a-434c-aa29-906c73abc31d, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:50.631513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.657963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:50.718206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.838447 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] For port 813180cf-b54a-434c-aa29-906c73abc31d, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:50.853071 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] For port 813180cf-b54a-434c-aa29-906c73abc31d, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=813180cf-b54a-434c-aa29-906c73abc31d,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:50.858879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-7dbdcf7b-2f73-4345-873d-ee7a2befd5c0', 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'fixed_ips': [{'subnet_id': '5cd657bf-b266-4417-8367-c516b19cf9a9'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:46:50.859776 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:50.985699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:51.040026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:51.087912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f87580-25f3-468b-b272-f1315615a5c5 None None] Pushing event updated for resources: {'Port': ['ID=813180cf-b54a-434c-aa29-906c73abc31d,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:51.091943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Allocated IP 172.20.0.2 (7dbdcf7b-2f73-4345-873d-ee7a2befd5c0/5cd657bf-b266-4417-8367-c516b19cf9a9/d07739f2-9622-4d69-87bb-bae0c2629509) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:51.097373 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Routers {'0cec32ab-c57f-493a-abb6-a70b6a3fbd57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:46:51.097839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:46:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:51.408377 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] Set router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:46:51.447159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:51.463816 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:51.481344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:51.617176 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Allocated IP 172.26.7.142 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/2b00fe65-4f00-496d-b7ce-ab1264d9ef6d) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:51.766479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:51.780778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:51.802609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Transition to ACTIVE for port object d07739f2-9622-4d69-87bb-bae0c2629509 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:51.844415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Transition to ACTIVE for port object d07739f2-9622-4d69-87bb-bae0c2629509 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:51.847880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:51.848279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:51.865736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:51.935385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:51.938281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:51.942792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:51.961125 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:51.977657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Pushing event updated for resources: {'Port': ['ID=2b00fe65-4f00-496d-b7ce-ab1264d9ef6d,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:52.068481 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Network 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:52.081069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:52.094598 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:52.106294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Pushing event updated for resources: {'Port': ['ID=d07739f2-9622-4d69-87bb-bae0c2629509,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:52.199101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'name': 'tempest-TestEncryptedCinderVolumes-1036511200-router', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:42Z', 'updated_at': '2022-02-04T06:46:47Z', 'revision_number': 4, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'gw_port': {'id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:43Z', 'updated_at': '2022-02-04T06:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '813180cf-b54a-434c-aa29-906c73abc31d', 'name': '', 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'mac_address': 'fa:16:3e:ba:8e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'e1f20f8b-8f22-4988-927e-1fadb8e69709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:46Z', 'updated_at': '2022-02-04T06:46:50Z', 'revision_number': 4, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'subnets': [{'id': 'e1f20f8b-8f22-4988-927e-1fadb8e69709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:52.208602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f24a4-71f1-4200-be2f-cef536f2579f None None] The sync data for ids ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'] in dv-neutron-827796-1-hyperv is: [{'id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'name': 'tempest-TestEncryptedCinderVolumes-1036511200-router', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:42Z', 'updated_at': '2022-02-04T06:46:47Z', 'revision_number': 4, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'gw_port': {'id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:43Z', 'updated_at': '2022-02-04T06:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '813180cf-b54a-434c-aa29-906c73abc31d', 'name': '', 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'mac_address': 'fa:16:3e:ba:8e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'e1f20f8b-8f22-4988-927e-1fadb8e69709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:46Z', 'updated_at': '2022-02-04T06:46:50Z', 'revision_number': 4, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'subnets': [{'id': 'e1f20f8b-8f22-4988-927e-1fadb8e69709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:46:52.213686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Attempting to bind port d07739f2-9622-4d69-87bb-bae0c2629509 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:52.213686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Attempting to bind port d07739f2-9622-4d69-87bb-bae0c2629509 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'd6e7fbe2-9822-4aac-b46d-0b2c0b2034d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:52.213686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Attempting to bind port d07739f2-9622-4d69-87bb-bae0c2629509 on network 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:52.217316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:52.217775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Checking segment: {'id': 'd6e7fbe2-9822-4aac-b46d-0b2c0b2034d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:52.218257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:52.218723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Bound using segment: {'id': 'd6e7fbe2-9822-4aac-b46d-0b2c0b2034d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:52.219268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Bound port: d07739f2-9622-4d69-87bb-bae0c2629509, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e7fbe2-9822-4aac-b46d-0b2c0b2034d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:52.219716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:52.341204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] For port d07739f2-9622-4d69-87bb-bae0c2629509, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:52.344426 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] For port d07739f2-9622-4d69-87bb-bae0c2629509, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d07739f2-9622-4d69-87bb-bae0c2629509,segment=NetworkSegment(d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0),segment_id=d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:52.441327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:52.528137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d34fb-b9b6-4155-a68c-ec7f840fe21a None None] Pushing event updated for resources: {'Port': ['ID=d07739f2-9622-4d69-87bb-bae0c2629509,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:52.607683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:52.989942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:53.287847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:46:53.506912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:46:53.517928 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Sync routers for ids ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:46:53.538394 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Routers {'51cf6189-7353-4a86-b51d-e2f0e1b2f280'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:46:53.539428 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:46:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:53.544526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 813180cf-b54a-434c-aa29-906c73abc31d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:53.596750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:53.598168 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5ad1a786-135f-483b-9cbe-767728b8bf67 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1056521 Feb 04 06:46:53.601350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55374) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:46:53.607852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5786260a-16f4-427d-ae44-de8f81c272b2 None None] Network 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:46:53.738439 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Set router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:46:53.842529 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ed668b68-9d8d-423e-9be1-24c9b10f9ecc None None] Provisioning for port d07739f2-9622-4d69-87bb-bae0c2629509 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:53.853670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 813180cf-b54a-434c-aa29-906c73abc31d completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:53.880737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 813180cf-b54a-434c-aa29-906c73abc31d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:53.881118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.034773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.047946 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'name': 'tempest-TestEncryptedCinderVolumes-1928122835-router', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:50Z', 'updated_at': '2022-02-04T06:46:52Z', 'revision_number': 3, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'gw_port': {'id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:51Z', 'updated_at': '2022-02-04T06:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:54.053393 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Checking router: 51cf6189-7353-4a86-b51d-e2f0e1b2f280 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:46:54.053736 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Updating router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:46:54.073618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 813180cf-b54a-434c-aa29-906c73abc31d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=813180cf-b54a-434c-aa29-906c73abc31d,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:54.114848 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.145172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.145963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d07739f2-9622-4d69-87bb-bae0c2629509 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:54.278388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=813180cf-b54a-434c-aa29-906c73abc31d,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:54.339474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port d07739f2-9622-4d69-87bb-bae0c2629509 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:54.344997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d07739f2-9622-4d69-87bb-bae0c2629509 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:54.345373 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.455967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.467999 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.507049 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.509516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port d07739f2-9622-4d69-87bb-bae0c2629509, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d07739f2-9622-4d69-87bb-bae0c2629509,segment=NetworkSegment(d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0),segment_id=d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:54.524231 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Transition to ACTIVE for port object 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:54.574004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.609644 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.643697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=d07739f2-9622-4d69-87bb-bae0c2629509,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:54.668607 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Allocated IP 172.20.0.1 (7dbdcf7b-2f73-4345-873d-ee7a2befd5c0/5cd657bf-b266-4417-8367-c516b19cf9a9/ac249912-d3bb-430c-b2c7-baa480438749) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:46:54.690532 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Attempting to bind port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:54.690892 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Attempting to bind port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:54.691242 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Attempting to bind port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:54.697345 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9157082-5b5e-4b08-aea3-a2b6942fa4ce None None] Pushing event updated for resources: {'Port': ['ID=2b00fe65-4f00-496d-b7ce-ab1264d9ef6d,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:54.701593 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:54.704009 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:54.704009 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.704009 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:54.704009 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Bound port: 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:54.704009 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.779806 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] For port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:54.782857 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] For port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2b00fe65-4f00-496d-b7ce-ab1264d9ef6d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:54.825618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.840990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Transition to ACTIVE for port object ac249912-d3bb-430c-b2c7-baa480438749 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:54.893893 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.945605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:54.969470 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Routers {'51cf6189-7353-4a86-b51d-e2f0e1b2f280'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:46:54.970081 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:46:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:55.009779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Network 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:55.012612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:55.016379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:46:55.025712 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9157082-5b5e-4b08-aea3-a2b6942fa4ce None None] Pushing event updated for resources: {'Port': ['ID=2b00fe65-4f00-496d-b7ce-ab1264d9ef6d,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:55.058844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Pushing event updated for resources: {'Port': ['ID=ac249912-d3bb-430c-b2c7-baa480438749,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:55.078823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:55.158649 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] Set router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:46:55.265319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:55.345028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-adade807-9556-411e-a599-c0bc7c71b89c None None] Provisioning for port ac249912-d3bb-430c-b2c7-baa480438749 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:55.350759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-adade807-9556-411e-a599-c0bc7c71b89c None None] Provisioning complete for port ac249912-d3bb-430c-b2c7-baa480438749 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:55.351367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-adade807-9556-411e-a599-c0bc7c71b89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:55.408319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-adade807-9556-411e-a599-c0bc7c71b89c None None] Port ac249912-d3bb-430c-b2c7-baa480438749 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:46:55.437687 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 813180cf-b54a-434c-aa29-906c73abc31d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:55.487431 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'name': 'tempest-TestEncryptedCinderVolumes-1928122835-router', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:50Z', 'updated_at': '2022-02-04T06:46:52Z', 'revision_number': 3, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'gw_port': {'id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:51Z', 'updated_at': '2022-02-04T06:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:55.492301 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bae39f-6716-459d-88c9-e287403cb56c None None] The sync data for ids ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'] in dv-neutron-827796-1-hyperv is: [{'id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'name': 'tempest-TestEncryptedCinderVolumes-1928122835-router', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:50Z', 'updated_at': '2022-02-04T06:46:52Z', 'revision_number': 3, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'gw_port': {'id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:51Z', 'updated_at': '2022-02-04T06:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:46:55.518160 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 813180cf-b54a-434c-aa29-906c73abc31d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:55.518651 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:55.526360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:55.596715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:55.683441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d07739f2-9622-4d69-87bb-bae0c2629509 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:55.709377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:55.714451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Pushing event updated for resources: {'Port': ['ID=ac249912-d3bb-430c-b2c7-baa480438749,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:55.768721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d07739f2-9622-4d69-87bb-bae0c2629509 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:55.769133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:55.993529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Network 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:46:55.994654 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:46:56.193980 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:46:56.237379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-eb3bbec5-9444-4ea0-a626-6158cd757f21 None None] Provisioning complete for port ac249912-d3bb-430c-b2c7-baa480438749 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:56.237746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-eb3bbec5-9444-4ea0-a626-6158cd757f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:56.296536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bbec5-9444-4ea0-a626-6158cd757f21 None None] Port ac249912-d3bb-430c-b2c7-baa480438749 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:46:56.386404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:46:56.395851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f2b40474-0118-49b8-8de6-f3d2d79c5237 admin admin] 10.222.0.32 "PUT /v2.0/routers/51cf6189-7353-4a86-b51d-e2f0e1b2f280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7929542 Feb 04 06:46:57.133382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Sync routers for ids ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:46:57.143241 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Routers {'51cf6189-7353-4a86-b51d-e2f0e1b2f280'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:46:57.143955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:46:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:57.300243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-d0a239a2-0dbc-4737-a579-da6bdf53bce3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:46:57.302368 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-d0a239a2-0dbc-4737-a579-da6bdf53bce3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/networks?id=0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 HTTP/1.1" status: 200 len: 817 time: 0.1470799 Feb 04 06:46:57.318643 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-f47332c7-ce8d-466f-9f60-c1a22768050b tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/quotas/46e6365899be4b10b22cd2654be27d4c HTTP/1.1" status: 200 len: 375 time: 0.0106196 Feb 04 06:46:57.325454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Set router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:46:57.432692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-7398a244-fffc-433e-a547-638ff947b947 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Synchronizing usage tracker for tenant:46e6365899be4b10b22cd2654be27d4c on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:46:57.529852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:57.550872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-7398a244-fffc-433e-a547-638ff947b947 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Unset dirty status for tenant:46e6365899be4b10b22cd2654be27d4c on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:46:57.552737 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-7398a244-fffc-433e-a547-638ff947b947 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e6365899be4b10b22cd2654be27d4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2288072 Feb 04 06:46:57.711191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'name': 'tempest-TestEncryptedCinderVolumes-1928122835-router', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:50Z', 'updated_at': '2022-02-04T06:46:55Z', 'revision_number': 4, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'gw_port': {'id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:51Z', 'updated_at': '2022-02-04T06:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'ac249912-d3bb-430c-b2c7-baa480438749', 'name': '', 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'mac_address': 'fa:16:3e:bd:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '5cd657bf-b266-4417-8367-c516b19cf9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:54Z', 'updated_at': '2022-02-04T06:46:55Z', 'revision_number': 2, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'subnets': [{'id': '5cd657bf-b266-4417-8367-c516b19cf9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:57.715064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Checking router: 51cf6189-7353-4a86-b51d-e2f0e1b2f280 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:46:57.715416 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Updating router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 port ac249912-d3bb-430c-b2c7-baa480438749 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:46:57.768478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:57.782703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:46:57.790605 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:57.790978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:57.793180 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-714382ca-5efb-4b64-9ef9-605bb79f5bb8 service neutron] 10.222.0.32 "GET /v2.0/networks/0c27b853-a0c6-4f49-b1c4-7ede47eae6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282896 Feb 04 06:46:57.923531 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-2e650646-35bb-45b4-844b-08a8ba8c4795 service neutron] 10.222.0.32 "GET /v2.0/networks/0c27b853-a0c6-4f49-b1c4-7ede47eae6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243806 Feb 04 06:46:58.076610 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:58.106609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2b00fe65-4f00-496d-b7ce-ab1264d9ef6d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:46:58.175778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:58.195743 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5dcfa59d-2a7d-4893-8cae-51736528c47f req-d977de5c-fec8-4ceb-938c-7c8ce6fc1a9b tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 210 time: 0.0457563 Feb 04 06:46:58.336555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:58.341896 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=2b00fe65-4f00-496d-b7ce-ab1264d9ef6d,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:58.356580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Transition to ACTIVE for port object ac249912-d3bb-430c-b2c7-baa480438749 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:46:58.436817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:58.562778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f7cb1-12a9-4cf7-a027-90b714ce3d6a None None] Pushing event updated for resources: {'Port': ['ID=ac249912-d3bb-430c-b2c7-baa480438749,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:58.654964 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Attempting to bind port ac249912-d3bb-430c-b2c7-baa480438749 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:46:58.655557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Attempting to bind port ac249912-d3bb-430c-b2c7-baa480438749 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'd6e7fbe2-9822-4aac-b46d-0b2c0b2034d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:46:58.655921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Attempting to bind port ac249912-d3bb-430c-b2c7-baa480438749 on network 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:46:58.662375 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:46:58.662689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Checking segment: {'id': 'd6e7fbe2-9822-4aac-b46d-0b2c0b2034d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:46:58.663071 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:58.663436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Bound using segment: {'id': 'd6e7fbe2-9822-4aac-b46d-0b2c0b2034d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:46:58.663896 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Bound port: ac249912-d3bb-430c-b2c7-baa480438749, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e7fbe2-9822-4aac-b46d-0b2c0b2034d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:46:58.664262 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:58.760107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] For port ac249912-d3bb-430c-b2c7-baa480438749, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:46:58.763222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] For port ac249912-d3bb-430c-b2c7-baa480438749, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ac249912-d3bb-430c-b2c7-baa480438749,segment=NetworkSegment(d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0),segment_id=d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:46:58.883133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:58.963305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Routers {'51cf6189-7353-4a86-b51d-e2f0e1b2f280'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:46:58.963941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:46:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:59.026391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f7cb1-12a9-4cf7-a027-90b714ce3d6a None None] Pushing event updated for resources: {'Port': ['ID=ac249912-d3bb-430c-b2c7-baa480438749,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:46:59.146451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] Set router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:46:59.291851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d8dde329-d788-4870-833f-6f004b6e4984 req-356b2283-efde-4ff3-8b1d-eccb5170bfb7 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 210 time: 0.0431740 Feb 04 06:46:59.438016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:46:59.527974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:46:59.528343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:46:59.577213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'name': 'tempest-TestEncryptedCinderVolumes-1928122835-router', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:50Z', 'updated_at': '2022-02-04T06:46:55Z', 'revision_number': 4, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'gw_port': {'id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:51Z', 'updated_at': '2022-02-04T06:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'ac249912-d3bb-430c-b2c7-baa480438749', 'name': '', 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'mac_address': 'fa:16:3e:bd:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '5cd657bf-b266-4417-8367-c516b19cf9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:54Z', 'updated_at': '2022-02-04T06:46:58Z', 'revision_number': 4, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'subnets': [{'id': '5cd657bf-b266-4417-8367-c516b19cf9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:46:59.586385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542334dc-0980-4235-86cc-8a15aafed3bc None None] The sync data for ids ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'] in dv-neutron-827796-1-hyperv is: [{'id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'name': 'tempest-TestEncryptedCinderVolumes-1928122835-router', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:50Z', 'updated_at': '2022-02-04T06:46:55Z', 'revision_number': 4, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'gw_port': {'id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:51Z', 'updated_at': '2022-02-04T06:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'ac249912-d3bb-430c-b2c7-baa480438749', 'name': '', 'network_id': '7dbdcf7b-2f73-4345-873d-ee7a2befd5c0', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'mac_address': 'fa:16:3e:bd:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '5cd657bf-b266-4417-8367-c516b19cf9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:54Z', 'updated_at': '2022-02-04T06:46:58Z', 'revision_number': 4, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'subnets': [{'id': '5cd657bf-b266-4417-8367-c516b19cf9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:47:00.452498 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ec42c4fa-1dc1-4ca9-880a-f9b8c71d5643 req-dcec7207-78e5-4af4-9630-574966233fec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 210 time: 0.0489483 Feb 04 06:47:00.626904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-c6eb10f6-0c45-46d8-9f5b-7e068b1b4b75 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:00.628715 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-c6eb10f6-0c45-46d8-9f5b-7e068b1b4b75 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.24 "GET /v2.0/networks?id=0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 HTTP/1.1" status: 200 len: 817 time: 0.1666927 Feb 04 06:47:00.641568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Request body: {'port': {'device_id': 'cc539884-15fe-40a1-a27e-2836243a3349', 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9', 'admin_state_up': True, 'tenant_id': '46e6365899be4b10b22cd2654be27d4c'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:47:00.802047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:47:00.815869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:47:00.916438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Made reservation on behalf of 46e6365899be4b10b22cd2654be27d4c for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:47:00.920144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:01.085204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Allocated IP 172.20.0.11 (0c27b853-a0c6-4f49-b1c4-7ede47eae6a9/e1f20f8b-8f22-4988-927e-1fadb8e69709/c6ba1abd-83e9-462a-afc2-393e24d6b1fe) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:47:01.405792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:01.421550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Transition to ACTIVE for port object c6ba1abd-83e9-462a-afc2-393e24d6b1fe will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:47:01.468049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac249912-d3bb-430c-b2c7-baa480438749 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:47:01.522600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:01.625442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:47:01.632582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:47:01.636578 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ac249912-d3bb-430c-b2c7-baa480438749 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:47:01.641028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:47:01.642211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ac249912-d3bb-430c-b2c7-baa480438749 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:47:01.642878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:01.691099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Pushing event updated for resources: {'Port': ['ID=c6ba1abd-83e9-462a-afc2-393e24d6b1fe,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:01.726020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:01.726633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:01.771571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:01.772731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13698ae7-45a5-4f36-86bf-160f3afb3a68 req-7dfc48ab-c53a-48cc-8e1c-d6ddbd5187e7 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:01.773480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-13698ae7-45a5-4f36-86bf-160f3afb3a68 req-7dfc48ab-c53a-48cc-8e1c-d6ddbd5187e7 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Synchronizing usage tracker for tenant:46e6365899be4b10b22cd2654be27d4c on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:47:01.810682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port ac249912-d3bb-430c-b2c7-baa480438749, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ac249912-d3bb-430c-b2c7-baa480438749,segment=NetworkSegment(d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0),segment_id=d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:47:01.842955 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-efb414eb-f33f-41eb-87c6-bc6c4439bac9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2059898 Feb 04 06:47:01.853874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Request body: {'port': {'device_id': 'cc539884-15fe-40a1-a27e-2836243a3349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:47:01.916507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:01.959380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-13698ae7-45a5-4f36-86bf-160f3afb3a68 req-7dfc48ab-c53a-48cc-8e1c-d6ddbd5187e7 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Unset dirty status for tenant:46e6365899be4b10b22cd2654be27d4c on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:47:01.960114 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-13698ae7-45a5-4f36-86bf-160f3afb3a68 req-7dfc48ab-c53a-48cc-8e1c-d6ddbd5187e7 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 932 time: 0.3776927 Feb 04 06:47:01.986138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=ac249912-d3bb-430c-b2c7-baa480438749,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:01.993872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:01.995932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ea024e34-f798-46be-a347-1b8d6af0c558 None None] Provisioning for port c6ba1abd-83e9-462a-afc2-393e24d6b1fe completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:47:02.001087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ea024e34-f798-46be-a347-1b8d6af0c558 None None] Provisioning complete for port c6ba1abd-83e9-462a-afc2-393e24d6b1fe triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:47:02.004523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ea024e34-f798-46be-a347-1b8d6af0c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:02.057572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-ea024e34-f798-46be-a347-1b8d6af0c558 None None] Port c6ba1abd-83e9-462a-afc2-393e24d6b1fe cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:47:02.063792 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-13698ae7-45a5-4f36-86bf-160f3afb3a68 req-6283d9cd-4638-4bac-a142-18770b615305 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956852 Feb 04 06:47:02.363751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ba1abd-83e9-462a-afc2-393e24d6b1fe {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:47:02.386178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:02.401952 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Transition to ACTIVE for port object c6ba1abd-83e9-462a-afc2-393e24d6b1fe will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:47:02.494214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:02.649907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ba1abd-83e9-462a-afc2-393e24d6b1fe,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:02.737473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Attempting to bind port c6ba1abd-83e9-462a-afc2-393e24d6b1fe on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:47:02.737813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Attempting to bind port c6ba1abd-83e9-462a-afc2-393e24d6b1fe by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:47:02.738143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Attempting to bind port c6ba1abd-83e9-462a-afc2-393e24d6b1fe on network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:47:02.742853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Port c6ba1abd-83e9-462a-afc2-393e24d6b1fe on network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:47:02.743175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Attempting to bind port c6ba1abd-83e9-462a-afc2-393e24d6b1fe on network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:47:02.748198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:47:02.748535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Checking segment: {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:47:02.748948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Bound using segment: {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:47:02.749368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Bound port: c6ba1abd-83e9-462a-afc2-393e24d6b1fe, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:47:02.749710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:02.842480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] For port c6ba1abd-83e9-462a-afc2-393e24d6b1fe, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:47:02.845343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] For port c6ba1abd-83e9-462a-afc2-393e24d6b1fe, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c6ba1abd-83e9-462a-afc2-393e24d6b1fe,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:47:02.951814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:03.016885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:03.017499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:03.018867 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] 10.222.0.24 "PUT /v2.0/ports/c6ba1abd-83e9-462a-afc2-393e24d6b1fe HTTP/1.1" status: 200 len: 1094 time: 1.1690800 Feb 04 06:47:03.019328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc539884-15fe-40a1-a27e-2836243a3349', 'tag': 'c6ba1abd-83e9-462a-afc2-393e24d6b1fe'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:47:03.045888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d060998-0551-46ba-ab91-f86eb0209ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ba1abd-83e9-462a-afc2-393e24d6b1fe,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:03.073807 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc539884-15fe-40a1-a27e-2836243a3349', 'tag': 'c6ba1abd-83e9-462a-afc2-393e24d6b1fe', 'status': 'completed', 'code': 200} Feb 04 06:47:03.172434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be19fd-ea8b-49c8-9c70-ad733780aa96 req-a376922d-93be-4347-89c7-204560bb5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:03.173983 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2be19fd-ea8b-49c8-9c70-ad733780aa96 req-a376922d-93be-4347-89c7-204560bb5539 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46e6365899be4b10b22cd2654be27d4c&device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 1097 time: 0.0789742 Feb 04 06:47:03.380543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be19fd-ea8b-49c8-9c70-ad733780aa96 req-b973b1f4-cb4e-476e-b19c-61c975e3499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:03.381900 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2be19fd-ea8b-49c8-9c70-ad733780aa96 req-b973b1f4-cb4e-476e-b19c-61c975e3499d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=46e6365899be4b10b22cd2654be27d4c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1993308 Feb 04 06:47:03.392315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604d1e5-e200-4df1-9848-18a7a4ecdfee req-a29ebb0b-ea07-492b-9734-3b9c8427a427 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:03.393834 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9604d1e5-e200-4df1-9848-18a7a4ecdfee req-a29ebb0b-ea07-492b-9734-3b9c8427a427 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 944 time: 0.1387823 Feb 04 06:47:03.430547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac249912-d3bb-430c-b2c7-baa480438749 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:47:03.548239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ac249912-d3bb-430c-b2c7-baa480438749 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:47:03.548603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:03.646786 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9604d1e5-e200-4df1-9848-18a7a4ecdfee req-dd47589e-ac1f-4a11-a13b-ee17e67ed9e0 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338219 Feb 04 06:47:03.680286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be19fd-ea8b-49c8-9c70-ad733780aa96 req-a4c6ad2c-3b03-4cf6-8b32-6c6b285fd51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:03.681779 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d2be19fd-ea8b-49c8-9c70-ad733780aa96 req-a4c6ad2c-3b03-4cf6-8b32-6c6b285fd51d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2870710 Feb 04 06:47:03.793432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-e2b13a6f-cab3-4f1a-8a61-bf0e685cd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:03.794843 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-e2b13a6f-cab3-4f1a-8a61-bf0e685cd4b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46e6365899be4b10b22cd2654be27d4c&device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 1097 time: 0.0767925 Feb 04 06:47:03.867057 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-e55305ee-be6d-43fc-bc12-6e992d842da0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6ba1abd-83e9-462a-afc2-393e24d6b1fe HTTP/1.1" status: 200 len: 217 time: 0.0649502 Feb 04 06:47:03.929451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-2c4b2376-feac-43fd-bf83-23a29ff57f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:03.930892 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-2c4b2376-feac-43fd-bf83-23a29ff57f29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1f20f8b-8f22-4988-927e-1fadb8e69709 HTTP/1.1" status: 200 len: 856 time: 0.0587940 Feb 04 06:47:04.009267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-f7e54070-37af-4a38-9e82-3ce014de1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:04.010735 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-f7e54070-37af-4a38-9e82-3ce014de1bee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c27b853-a0c6-4f49-b1c4-7ede47eae6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742009 Feb 04 06:47:04.147959 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-60e8823a-00e0-4d57-ab07-e46ef44accf5 service neutron] 10.222.0.24 "GET /v2.0/networks/0c27b853-a0c6-4f49-b1c4-7ede47eae6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309364 Feb 04 06:47:04.276881 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-248f8b25-71d0-4d38-b65c-3885b484b14d req-bf696450-6640-4193-a496-d016a1ffe942 service neutron] 10.222.0.24 "GET /v2.0/networks/0c27b853-a0c6-4f49-b1c4-7ede47eae6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229224 Feb 04 06:47:04.841478 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740dc0a-ce2a-4a79-a2d0-f7381fc95235 req-edd764e7-f8f5-4032-beb4-2e6fdfd356ac tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:04.842865 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e740dc0a-ce2a-4a79-a2d0-f7381fc95235 req-edd764e7-f8f5-4032-beb4-2e6fdfd356ac tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 944 time: 0.0821974 Feb 04 06:47:04.886688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-e740dc0a-ce2a-4a79-a2d0-f7381fc95235 req-80db0d08-1b43-4e50-9fd5-429129055a32 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Synchronizing usage tracker for tenant:46e6365899be4b10b22cd2654be27d4c on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:47:04.961806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-e740dc0a-ce2a-4a79-a2d0-f7381fc95235 req-80db0d08-1b43-4e50-9fd5-429129055a32 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Unset dirty status for tenant:46e6365899be4b10b22cd2654be27d4c on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:47:04.962954 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e740dc0a-ce2a-4a79-a2d0-f7381fc95235 req-80db0d08-1b43-4e50-9fd5-429129055a32 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144240 Feb 04 06:47:06.149197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c546262-742f-4cd8-951f-bc47af851ba5 req-09db8846-9b75-40fe-98c8-14100b42225c tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:06.150682 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8c546262-742f-4cd8-951f-bc47af851ba5 req-09db8846-9b75-40fe-98c8-14100b42225c tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 944 time: 0.0807912 Feb 04 06:47:06.196080 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8c546262-742f-4cd8-951f-bc47af851ba5 req-27f7d7fb-8238-45f3-8fe5-2258fa3f492b tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 Feb 04 06:47:07.325731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c6ba1abd-83e9-462a-afc2-393e24d6b1fe details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:47:07.389181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9109f-3621-4e75-90da-44b37dd118bb req-41d2e6f1-aa8e-455d-814a-5c172dc364de tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:07.390702 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9ff9109f-3621-4e75-90da-44b37dd118bb req-41d2e6f1-aa8e-455d-814a-5c172dc364de tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 944 time: 0.0895517 Feb 04 06:47:07.437165 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9ff9109f-3621-4e75-90da-44b37dd118bb req-c300f2ea-f57a-43bd-8c3c-58842f0f4d18 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 Feb 04 06:47:07.470362 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port c6ba1abd-83e9-462a-afc2-393e24d6b1fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c6ba1abd-83e9-462a-afc2-393e24d6b1fe,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:47:07.483888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'c6ba1abd-83e9-462a-afc2-393e24d6b1fe', 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9', 'port_id': 'c6ba1abd-83e9-462a-afc2-393e24d6b1fe', 'mac_address': 'fa:16:3e:32:ef:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f20f8b-8f22-4988-927e-1fadb8e69709', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:47:07.537691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:07.554409 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ba1abd-83e9-462a-afc2-393e24d6b1fe {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:47:07.569737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port c6ba1abd-83e9-462a-afc2-393e24d6b1fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c6ba1abd-83e9-462a-afc2-393e24d6b1fe,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:47:07.636166 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:07.706871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=c6ba1abd-83e9-462a-afc2-393e24d6b1fe,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:08.010071 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['c6ba1abd-83e9-462a-afc2-393e24d6b1fe'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:47:08.628220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bf2e9-f412-439c-be7a-368c16db177d req-5a2c7491-4133-4d38-a4c8-29e409816d46 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:08.630326 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c0bf2e9-f412-439c-be7a-368c16db177d req-5a2c7491-4133-4d38-a4c8-29e409816d46 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 945 time: 0.0845637 Feb 04 06:47:08.674893 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c0bf2e9-f412-439c-be7a-368c16db177d req-eece8da4-37e2-4d3c-9d3a-ed87d8dddc87 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388088 Feb 04 06:47:09.340927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c6ba1abd-83e9-462a-afc2-393e24d6b1fe up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:47:09.465066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port c6ba1abd-83e9-462a-afc2-393e24d6b1fe completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:47:09.470318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port c6ba1abd-83e9-462a-afc2-393e24d6b1fe triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:47:09.470693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:09.587868 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:09.614208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc539884-15fe-40a1-a27e-2836243a3349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ba1abd-83e9-462a-afc2-393e24d6b1fe'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:47:09.623694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port c6ba1abd-83e9-462a-afc2-393e24d6b1fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c6ba1abd-83e9-462a-afc2-393e24d6b1fe,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:47:09.665222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:09.721619 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc539884-15fe-40a1-a27e-2836243a3349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ba1abd-83e9-462a-afc2-393e24d6b1fe', 'code': 200} Feb 04 06:47:09.736867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=c6ba1abd-83e9-462a-afc2-393e24d6b1fe,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:09.870291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03421322-44bd-4437-b73f-559a01b0dcc0 req-334a7da0-c1b8-4184-a31c-bf0f811ad98e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:09.871756 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03421322-44bd-4437-b73f-559a01b0dcc0 req-334a7da0-c1b8-4184-a31c-bf0f811ad98e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 946 time: 0.0810280 Feb 04 06:47:09.917878 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03421322-44bd-4437-b73f-559a01b0dcc0 req-8bb5e879-0d28-426b-b6f5-22d23eaeb1de tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Feb 04 06:47:10.076311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94977c6-a7a0-4b30-83d7-3b3d567e565b req-aa8bb5f8-e6d0-4e9a-952c-72a37d50ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:10.077721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f94977c6-a7a0-4b30-83d7-3b3d567e565b req-aa8bb5f8-e6d0-4e9a-952c-72a37d50ebc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 1099 time: 0.0722334 Feb 04 06:47:10.119518 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f94977c6-a7a0-4b30-83d7-3b3d567e565b req-3c374975-c0ed-4b08-b6a5-fcfa7dbb3ff8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358827 Feb 04 06:47:11.100813 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff6852-b8ca-4e8b-b3c3-cb3b4db44c41 req-ce3b0e09-14bf-4959-966e-2aaebdbe0297 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:11.102291 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e2ff6852-b8ca-4e8b-b3c3-cb3b4db44c41 req-ce3b0e09-14bf-4959-966e-2aaebdbe0297 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 946 time: 0.0784202 Feb 04 06:47:11.150747 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e2ff6852-b8ca-4e8b-b3c3-cb3b4db44c41 req-59c445b3-77a6-4f5b-9cc3-d3e60f6d89f6 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Feb 04 06:47:11.916536 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:47:12.335889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca9d97-5960-4fd3-87d6-62e7c3689c34 req-25fbdc56-1a3f-4110-9cc9-0877ec5d22a3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:12.337400 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aaca9d97-5960-4fd3-87d6-62e7c3689c34 req-25fbdc56-1a3f-4110-9cc9-0877ec5d22a3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 946 time: 0.0795653 Feb 04 06:47:12.384271 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aaca9d97-5960-4fd3-87d6-62e7c3689c34 req-9cccba6a-b34a-4391-a427-e0b6c52992f9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 Feb 04 06:47:12.573925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebb7da-20b6-4d67-904a-dfcb110979e0 req-a588e5c6-1104-48e7-94cb-72d4e1884986 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:12.575397 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-84ebb7da-20b6-4d67-904a-dfcb110979e0 req-a588e5c6-1104-48e7-94cb-72d4e1884986 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 946 time: 0.0881758 Feb 04 06:47:12.619824 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-84ebb7da-20b6-4d67-904a-dfcb110979e0 req-562f2c2a-0177-4c90-a614-e754a7f25cf0 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387957 Feb 04 06:47:15.767646 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0371ae67-3ea6-4b4c-91d6-62ce92349f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:17.999624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9ae835f1-333e-45dd-bf50-0c0935254b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:19.173328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:19.184607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:20.036518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:20.631349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:26.344510 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-deb0e8b6-55a2-4ee8-bb44-6d6a937faff8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1182187 Feb 04 06:47:26.499232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-a9992426-c2c5-43a6-94c8-e2add2ed8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:26.500805 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-a9992426-c2c5-43a6-94c8-e2add2ed8d8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46e6365899be4b10b22cd2654be27d4c&device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 1099 time: 0.0757129 Feb 04 06:47:26.669085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-39bf6022-5330-4d5a-9d8e-89322879387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:26.670557 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-39bf6022-5330-4d5a-9d8e-89322879387f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 HTTP/1.1" status: 200 len: 918 time: 0.1383832 Feb 04 06:47:26.743429 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-014d207a-9fec-4c13-8020-a7701b831900 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6ba1abd-83e9-462a-afc2-393e24d6b1fe HTTP/1.1" status: 200 len: 217 time: 0.0654235 Feb 04 06:47:26.812451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-7b4a3151-aa53-4ded-bb38-18252563a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:26.813954 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-7b4a3151-aa53-4ded-bb38-18252563a36d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1f20f8b-8f22-4988-927e-1fadb8e69709 HTTP/1.1" status: 200 len: 856 time: 0.0648103 Feb 04 06:47:26.898052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-df9db97e-32e8-45f7-9ff9-fec6c7a708f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:26.899546 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-df9db97e-32e8-45f7-9ff9-fec6c7a708f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c27b853-a0c6-4f49-b1c4-7ede47eae6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785401 Feb 04 06:47:27.031474 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-155d7d77-dc7d-4087-a7d6-be431b16be2f service neutron] 10.222.0.24 "GET /v2.0/networks/0c27b853-a0c6-4f49-b1c4-7ede47eae6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259727 Feb 04 06:47:27.272319 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3d3d3276-c103-49a0-be82-97e7c1c9601d req-a90a6ff0-883a-4859-8ae1-5b6a736b563a service neutron] 10.222.0.24 "GET /v2.0/networks/0c27b853-a0c6-4f49-b1c4-7ede47eae6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345810 Feb 04 06:47:31.360979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6f466-3bcf-4600-b0e1-fe5a1dba0852 req-ec151814-a62d-4280-bc62-7ef0c2c80c1c tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:31.362432 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-97e6f466-3bcf-4600-b0e1-fe5a1dba0852 req-ec151814-a62d-4280-bc62-7ef0c2c80c1c tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 946 time: 0.0827601 Feb 04 06:47:31.406235 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-97e6f466-3bcf-4600-b0e1-fe5a1dba0852 req-e3da7e3c-baeb-4c9b-8b52-1cdc1374b13d tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 Feb 04 06:47:32.591436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4cda8-c207-4db6-b07d-f9964942f2ec req-b07eed94-136f-4fce-97c9-72aefa736a1e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:32.592911 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2aa4cda8-c207-4db6-b07d-f9964942f2ec req-b07eed94-136f-4fce-97c9-72aefa736a1e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 946 time: 0.0794833 Feb 04 06:47:32.636853 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2aa4cda8-c207-4db6-b07d-f9964942f2ec req-96663f46-0ebc-4ec1-8bbe-0a0ec68c18c8 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382142 Feb 04 06:47:33.172239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47b0c0-17ac-44a5-96a1-304fa4b8b529 req-6fe340ea-46eb-43a9-80cb-cc755b53ff42 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:33.173726 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6c47b0c0-17ac-44a5-96a1-304fa4b8b529 req-6fe340ea-46eb-43a9-80cb-cc755b53ff42 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 946 time: 0.0845928 Feb 04 06:47:33.246722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6c47b0c0-17ac-44a5-96a1-304fa4b8b529 req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Deleting port c6ba1abd-83e9-462a-afc2-393e24d6b1fe {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:47:33.247058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6c47b0c0-17ac-44a5-96a1-304fa4b8b529 req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:33.505026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6c47b0c0-17ac-44a5-96a1-304fa4b8b529 req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] For port c6ba1abd-83e9-462a-afc2-393e24d6b1fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c6ba1abd-83e9-462a-afc2-393e24d6b1fe,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:47:33.505585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6c47b0c0-17ac-44a5-96a1-304fa4b8b529 req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:33.630433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6c47b0c0-17ac-44a5-96a1-304fa4b8b529 req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Calling delete_port for c6ba1abd-83e9-462a-afc2-393e24d6b1fe owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:47:33.822261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c2a5c-9252-4833-bbae-7c36a82547c5 req-4fd36048-b01a-40bf-9ecf-ef852650c4a5 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:33.823789 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-298c2a5c-9252-4833-bbae-7c36a82547c5 req-4fd36048-b01a-40bf-9ecf-ef852650c4a5 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 946 time: 0.0813868 Feb 04 06:47:33.830483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6c47b0c0-17ac-44a5-96a1-304fa4b8b529 req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:33.842639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['c6ba1abd-83e9-462a-afc2-393e24d6b1fe'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:47:33.869872 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-298c2a5c-9252-4833-bbae-7c36a82547c5 req-2d3d6641-373b-433a-9df0-3c521f386081 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Feb 04 06:47:33.886188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Pushing event deleted for resources: {'Port': ['ID=c6ba1abd-83e9-462a-afc2-393e24d6b1fe,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:33.896287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.896927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.896927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.897725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.897725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.897948 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.898319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.898563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.898883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.899748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.899748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.899942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:47:33.974348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c47b0c0-17ac-44a5-96a1-304fa4b8b529 req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] No DVR routers for this DVR port c6ba1abd-83e9-462a-afc2-393e24d6b1fe on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:47:33.976925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6c47b0c0-17ac-44a5-96a1-304fa4b8b529 req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:33.979645 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc539884-15fe-40a1-a27e-2836243a3349', 'name': 'network-vif-deleted', 'tag': 'c6ba1abd-83e9-462a-afc2-393e24d6b1fe'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:47:33.991510 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6c47b0c0-17ac-44a5-96a1-304fa4b8b529 req-fa644148-c82e-4c1a-9bdf-112e7bd9dfec tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.24 "DELETE /v2.0/ports/c6ba1abd-83e9-462a-afc2-393e24d6b1fe HTTP/1.1" status: 204 len: 173 time: 0.8105073 Feb 04 06:47:34.029234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc539884-15fe-40a1-a27e-2836243a3349', 'name': 'network-vif-deleted', 'tag': 'c6ba1abd-83e9-462a-afc2-393e24d6b1fe', 'status': 'completed', 'code': 200} Feb 04 06:47:35.173642 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f4dbc344-6947-492b-8e83-876a52d0ef02 req-e0fd730d-0c54-4888-bdc8-5629ffc16520 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc539884-15fe-40a1-a27e-2836243a3349 HTTP/1.1" status: 200 len: 210 time: 0.1663959 Feb 04 06:47:37.375786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4c46a-cae7-472f-be53-6540112b6329 req-2f7aee1f-3b34-4e4e-a4a4-fa209d833ea6 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:37.376517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-91b4c46a-cae7-472f-be53-6540112b6329 req-2f7aee1f-3b34-4e4e-a4a4-fa209d833ea6 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Synchronizing usage tracker for tenant:46e6365899be4b10b22cd2654be27d4c on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:47:37.481494 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c6ba1abd-83e9-462a-afc2-393e24d6b1fe no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:47:37.504854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-91b4c46a-cae7-472f-be53-6540112b6329 req-2f7aee1f-3b34-4e4e-a4a4-fa209d833ea6 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Unset dirty status for tenant:46e6365899be4b10b22cd2654be27d4c on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:47:37.506028 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-2f7aee1f-3b34-4e4e-a4a4-fa209d833ea6 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/networks?id=0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 HTTP/1.1" status: 200 len: 817 time: 0.2702146 Feb 04 06:47:37.515208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: c6ba1abd-83e9-462a-afc2-393e24d6b1fe {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:47:37.515554 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device c6ba1abd-83e9-462a-afc2-393e24d6b1fe not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:47:37.521507 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-6dde131a-58bb-4138-bc70-10a1e548f0a9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/quotas/46e6365899be4b10b22cd2654be27d4c HTTP/1.1" status: 200 len: 375 time: 0.0098138 Feb 04 06:47:37.602950 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-b5124dbb-47a3-49c6-999f-6e6dd60e9a10 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e6365899be4b10b22cd2654be27d4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761063 Feb 04 06:47:37.618063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-7bd394a6-af31-4e35-9f4f-7a9b0da95aac service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:47:37.619003 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-7bd394a6-af31-4e35-9f4f-7a9b0da95aac service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049534 Feb 04 06:47:37.747982 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-b6b7a7b0-3ae4-4574-9dc8-a99b21b00db4 service neutron] 10.222.0.32 "GET /v2.0/networks/0c27b853-a0c6-4f49-b1c4-7ede47eae6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237531 Feb 04 06:47:37.877062 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-179a07d2-7ae6-42b0-9681-8664998c3c4c service neutron] 10.222.0.32 "GET /v2.0/networks/0c27b853-a0c6-4f49-b1c4-7ede47eae6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232173 Feb 04 06:47:38.148785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-740a36bd-cdda-44cb-b3aa-65e17be577fe req-3d21f308-513c-49b8-8e39-0d8aeb724097 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Synchronizing usage tracker for tenant:46e6365899be4b10b22cd2654be27d4c on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:47:38.218899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-740a36bd-cdda-44cb-b3aa-65e17be577fe req-3d21f308-513c-49b8-8e39-0d8aeb724097 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Unset dirty status for tenant:46e6365899be4b10b22cd2654be27d4c on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:47:38.220115 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-740a36bd-cdda-44cb-b3aa-65e17be577fe req-3d21f308-513c-49b8-8e39-0d8aeb724097 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 210 time: 0.1163747 Feb 04 06:47:39.374680 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-90179904-972a-417a-893e-b323b9dd322c req-0c531969-46f1-4325-a259-ac8783a153fb tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 210 time: 0.0479956 Feb 04 06:47:40.304143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4c46a-cae7-472f-be53-6540112b6329 req-8c53c20a-6495-4f15-87c1-b42816ea4dcf tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:40.305860 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-8c53c20a-6495-4f15-87c1-b42816ea4dcf tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.24 "GET /v2.0/networks?id=0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 HTTP/1.1" status: 200 len: 817 time: 0.1494558 Feb 04 06:47:40.318391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Request body: {'port': {'device_id': '2c6fe573-5bc4-47eb-877d-02b886edace9', 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9', 'admin_state_up': True, 'tenant_id': '46e6365899be4b10b22cd2654be27d4c'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:47:40.461032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:47:40.473765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:47:40.526614 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f57adeb1-653a-48ce-bbbc-7ec97bc9c0f7 req-23ad9950-209b-4917-bb04-871d1d841608 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 210 time: 0.0429935 Feb 04 06:47:40.590765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Made reservation on behalf of 46e6365899be4b10b22cd2654be27d4c for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:47:40.594307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:40.763154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Allocated IP 172.20.0.7 (0c27b853-a0c6-4f49-b1c4-7ede47eae6a9/e1f20f8b-8f22-4988-927e-1fadb8e69709/08deac40-1776-4b1b-bc77-229e3f25e9c9) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:47:40.963337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:40.978975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Transition to ACTIVE for port object 08deac40-1776-4b1b-bc77-229e3f25e9c9 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:47:41.053318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:41.226829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:47:41.230034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:47:41.233884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:47:41.263616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Pushing event updated for resources: {'Port': ['ID=08deac40-1776-4b1b-bc77-229e3f25e9c9,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:41.301067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:41.301724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:41.397495 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-845886d7-95c1-497d-97bb-7d9f84b2fa6e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0832491 Feb 04 06:47:41.409573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Request body: {'port': {'device_id': '2c6fe573-5bc4-47eb-877d-02b886edace9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:47:41.523205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:41.570201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-521b6c54-9893-4fdc-8669-a87f0077cfc9 None None] Provisioning for port 08deac40-1776-4b1b-bc77-229e3f25e9c9 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:47:41.575474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-521b6c54-9893-4fdc-8669-a87f0077cfc9 None None] Provisioning complete for port 08deac40-1776-4b1b-bc77-229e3f25e9c9 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:47:41.575854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-521b6c54-9893-4fdc-8669-a87f0077cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:41.633882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-521b6c54-9893-4fdc-8669-a87f0077cfc9 None None] Port 08deac40-1776-4b1b-bc77-229e3f25e9c9 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:47:41.723839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdab0bb-3fb4-4b77-b53f-db992daaa688 req-ba05348a-06e5-4d6e-81f0-457c8d855562 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:41.725363 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ecdab0bb-3fb4-4b77-b53f-db992daaa688 req-ba05348a-06e5-4d6e-81f0-457c8d855562 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 931 time: 0.0829771 Feb 04 06:47:41.770837 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ecdab0bb-3fb4-4b77-b53f-db992daaa688 req-4e2233e7-397d-4f06-9e7b-3008775ab2e9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Feb 04 06:47:41.877166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08deac40-1776-4b1b-bc77-229e3f25e9c9 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:47:41.885130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:41.899113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Transition to ACTIVE for port object 08deac40-1776-4b1b-bc77-229e3f25e9c9 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:47:41.983394 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:42.112581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Pushing event updated for resources: {'Port': ['ID=08deac40-1776-4b1b-bc77-229e3f25e9c9,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:42.224564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Attempting to bind port 08deac40-1776-4b1b-bc77-229e3f25e9c9 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:47:42.224929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Attempting to bind port 08deac40-1776-4b1b-bc77-229e3f25e9c9 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:47:42.225250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Attempting to bind port 08deac40-1776-4b1b-bc77-229e3f25e9c9 on network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:47:42.229937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Port 08deac40-1776-4b1b-bc77-229e3f25e9c9 on network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:47:42.230252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Attempting to bind port 08deac40-1776-4b1b-bc77-229e3f25e9c9 on network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:47:42.235691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:47:42.236179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Checking segment: {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:47:42.236707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Bound using segment: {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:47:42.237281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Bound port: 08deac40-1776-4b1b-bc77-229e3f25e9c9, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c23ca0-074c-4f8e-ab0a-903c74aca09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:47:42.237709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:42.327766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] For port 08deac40-1776-4b1b-bc77-229e3f25e9c9, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:47:42.331334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] For port 08deac40-1776-4b1b-bc77-229e3f25e9c9, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=08deac40-1776-4b1b-bc77-229e3f25e9c9,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:47:42.397445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:42.460695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:42.461267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:42.462820 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] 10.222.0.24 "PUT /v2.0/ports/08deac40-1776-4b1b-bc77-229e3f25e9c9 HTTP/1.1" status: 200 len: 1093 time: 1.0571711 Feb 04 06:47:42.465847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6fe573-5bc4-47eb-877d-02b886edace9', 'tag': '08deac40-1776-4b1b-bc77-229e3f25e9c9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:47:42.491437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c63ba-e66a-4865-98b7-e23722d62304 service neutron] Pushing event updated for resources: {'Port': ['ID=08deac40-1776-4b1b-bc77-229e3f25e9c9,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:42.524033 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6fe573-5bc4-47eb-877d-02b886edace9', 'tag': '08deac40-1776-4b1b-bc77-229e3f25e9c9', 'status': 'completed', 'code': 200} Feb 04 06:47:42.620716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff3bcd-1475-45ef-9f44-2dc749b4b1f3 req-ddf8f2b5-ca33-41fa-96c0-fb2e81672ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:42.622309 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-78ff3bcd-1475-45ef-9f44-2dc749b4b1f3 req-ddf8f2b5-ca33-41fa-96c0-fb2e81672ccf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46e6365899be4b10b22cd2654be27d4c&device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 1096 time: 0.0759773 Feb 04 06:47:42.763198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff3bcd-1475-45ef-9f44-2dc749b4b1f3 req-1c081b7c-3c8d-41b4-b046-82856a6bb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:42.764581 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-78ff3bcd-1475-45ef-9f44-2dc749b4b1f3 req-1c081b7c-3c8d-41b4-b046-82856a6bb2ea service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=46e6365899be4b10b22cd2654be27d4c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1354253 Feb 04 06:47:42.902195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff3bcd-1475-45ef-9f44-2dc749b4b1f3 req-ebe4b1b5-51cd-4716-a50c-6bb8f316364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:42.903624 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-78ff3bcd-1475-45ef-9f44-2dc749b4b1f3 req-ebe4b1b5-51cd-4716-a50c-6bb8f316364a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334860 Feb 04 06:47:42.962383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d136-450e-44b1-9e1d-be35c8a1fa76 req-1409ad37-6d3b-42db-a784-5261a880836d tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:42.963929 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1590d136-450e-44b1-9e1d-be35c8a1fa76 req-1409ad37-6d3b-42db-a784-5261a880836d tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 943 time: 0.0854726 Feb 04 06:47:43.009077 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1590d136-450e-44b1-9e1d-be35c8a1fa76 req-dd46434f-3391-4163-9938-e59ed749c32e tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391927 Feb 04 06:47:43.012718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4c46a-cae7-472f-be53-6540112b6329 req-b619d402-f298-45fd-b049-f46d07de1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:43.014196 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-b619d402-f298-45fd-b049-f46d07de1d4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46e6365899be4b10b22cd2654be27d4c&device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 1096 time: 0.0756526 Feb 04 06:47:43.081928 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-46628100-1e21-4794-a5d0-9eb5cdc4aa89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08deac40-1776-4b1b-bc77-229e3f25e9c9 HTTP/1.1" status: 200 len: 217 time: 0.0603654 Feb 04 06:47:43.146881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4c46a-cae7-472f-be53-6540112b6329 req-ee2ac1c1-03b1-4e3d-8144-c4a28aa844df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:43.148329 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-ee2ac1c1-03b1-4e3d-8144-c4a28aa844df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e1f20f8b-8f22-4988-927e-1fadb8e69709 HTTP/1.1" status: 200 len: 856 time: 0.0612237 Feb 04 06:47:43.226638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4c46a-cae7-472f-be53-6540112b6329 req-f286568e-6493-477f-b321-0de882bb4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:43.228133 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-f286568e-6493-477f-b321-0de882bb4a1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0c27b853-a0c6-4f49-b1c4-7ede47eae6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740743 Feb 04 06:47:43.358555 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-934a4f89-7a9f-4c08-bedb-373aadb36af4 service neutron] 10.222.0.24 "GET /v2.0/networks/0c27b853-a0c6-4f49-b1c4-7ede47eae6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245432 Feb 04 06:47:43.593367 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91b4c46a-cae7-472f-be53-6540112b6329 req-a06a7ebc-2beb-40e5-9aeb-d8e724518d78 service neutron] 10.222.0.24 "GET /v2.0/networks/0c27b853-a0c6-4f49-b1c4-7ede47eae6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280982 Feb 04 06:47:44.198558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215b39d-5414-45e5-824c-4d9e7194c80f req-eed79cb2-dc44-440c-8587-6119fbe2c316 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:44.199249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-e215b39d-5414-45e5-824c-4d9e7194c80f req-eed79cb2-dc44-440c-8587-6119fbe2c316 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Synchronizing usage tracker for tenant:46e6365899be4b10b22cd2654be27d4c on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:47:44.264438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-e215b39d-5414-45e5-824c-4d9e7194c80f req-eed79cb2-dc44-440c-8587-6119fbe2c316 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Unset dirty status for tenant:46e6365899be4b10b22cd2654be27d4c on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:47:44.265650 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e215b39d-5414-45e5-824c-4d9e7194c80f req-eed79cb2-dc44-440c-8587-6119fbe2c316 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 943 time: 0.1510928 Feb 04 06:47:44.312847 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e215b39d-5414-45e5-824c-4d9e7194c80f req-51f58d47-5bb3-4cec-b7a5-b3404207ab25 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Feb 04 06:47:45.493922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad77e32-ab54-465b-b11b-a2500b0cccea req-3f4f039e-4b54-426f-9c5e-a92005fcb516 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:45.495404 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cad77e32-ab54-465b-b11b-a2500b0cccea req-3f4f039e-4b54-426f-9c5e-a92005fcb516 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 943 time: 0.0794904 Feb 04 06:47:45.538797 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cad77e32-ab54-465b-b11b-a2500b0cccea req-a117ebb6-8e8b-4d13-afd7-0cd653d30608 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377316 Feb 04 06:47:45.715834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c0d836ba-b986-4c23-9958-09db55f40012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:46.765720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a5a8d-8454-4553-b64c-463b235a6aa5 req-ee2e89eb-1344-4a7d-bb2a-b77bcda49c5c tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:46.767092 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db2a5a8d-8454-4553-b64c-463b235a6aa5 req-ee2e89eb-1344-4a7d-bb2a-b77bcda49c5c tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 943 time: 0.1249259 Feb 04 06:47:46.814607 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db2a5a8d-8454-4553-b64c-463b235a6aa5 req-161aae79-1fae-4e90-b16a-e4e26d919620 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Feb 04 06:47:47.544990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 08deac40-1776-4b1b-bc77-229e3f25e9c9 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:47:47.678582 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 08deac40-1776-4b1b-bc77-229e3f25e9c9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=08deac40-1776-4b1b-bc77-229e3f25e9c9,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:47:47.691166 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '08deac40-1776-4b1b-bc77-229e3f25e9c9', 'network_id': '0c27b853-a0c6-4f49-b1c4-7ede47eae6a9', 'port_id': '08deac40-1776-4b1b-bc77-229e3f25e9c9', 'mac_address': 'fa:16:3e:0d:f4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f20f8b-8f22-4988-927e-1fadb8e69709', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:47:47.751448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:47.769218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08deac40-1776-4b1b-bc77-229e3f25e9c9 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:47:47.785342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 08deac40-1776-4b1b-bc77-229e3f25e9c9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=08deac40-1776-4b1b-bc77-229e3f25e9c9,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:47:47.849086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:47.986539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=08deac40-1776-4b1b-bc77-229e3f25e9c9,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:48.023437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a101-1dd8-444e-8cb4-5d0d25d5e467 req-1a624539-42ef-4e99-a6e0-cc7b9cb2f63a tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:48.025047 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d4b4a101-1dd8-444e-8cb4-5d0d25d5e467 req-1a624539-42ef-4e99-a6e0-cc7b9cb2f63a tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 944 time: 0.0971112 Feb 04 06:47:48.055732 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e4095af7-aba4-4aad-9108-150d3d4ad0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:48.072751 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d4b4a101-1dd8-444e-8cb4-5d0d25d5e467 req-2b444bd0-3d19-4c41-bb48-b755e4b32340 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 Feb 04 06:47:48.174080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['08deac40-1776-4b1b-bc77-229e3f25e9c9'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:47:48.917064 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:47:49.160536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:49.190374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:49.262547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dca2c0-d1c1-424c-9d95-d242b1a38c77 req-73cdc826-5a4a-4608-bb74-88eeb18eb427 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:49.264002 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-05dca2c0-d1c1-424c-9d95-d242b1a38c77 req-73cdc826-5a4a-4608-bb74-88eeb18eb427 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 944 time: 0.0800104 Feb 04 06:47:49.308292 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-05dca2c0-d1c1-424c-9d95-d242b1a38c77 req-845ea00b-b7db-4529-8039-5646e2565a23 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384483 Feb 04 06:47:49.539882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 08deac40-1776-4b1b-bc77-229e3f25e9c9 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:47:49.670205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 08deac40-1776-4b1b-bc77-229e3f25e9c9 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:47:49.676067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 08deac40-1776-4b1b-bc77-229e3f25e9c9 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:47:49.676440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:49.796661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:49.823539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6fe573-5bc4-47eb-877d-02b886edace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08deac40-1776-4b1b-bc77-229e3f25e9c9'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:47:49.833540 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 08deac40-1776-4b1b-bc77-229e3f25e9c9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=08deac40-1776-4b1b-bc77-229e3f25e9c9,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:47:49.867515 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6fe573-5bc4-47eb-877d-02b886edace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08deac40-1776-4b1b-bc77-229e3f25e9c9', 'code': 200} Feb 04 06:47:49.921895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:50.000921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=08deac40-1776-4b1b-bc77-229e3f25e9c9,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:47:50.041918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:50.212004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187daeb-391c-453a-b106-2fa2bfd38960 req-0e6550fd-f2e7-414d-9a7e-a4fcb236e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:50.213401 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6187daeb-391c-453a-b106-2fa2bfd38960 req-0e6550fd-f2e7-414d-9a7e-a4fcb236e291 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 1098 time: 0.0745811 Feb 04 06:47:50.253024 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6187daeb-391c-453a-b106-2fa2bfd38960 req-433f5bc9-72c4-472c-8a01-a30fca37bace service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336986 Feb 04 06:47:50.486491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b871c-1fc2-4dee-8867-2de2400f6120 req-220e4166-c324-4f29-8009-e8aad569cc74 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:50.487979 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-984b871c-1fc2-4dee-8867-2de2400f6120 req-220e4166-c324-4f29-8009-e8aad569cc74 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 945 time: 0.0784750 Feb 04 06:47:50.538323 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-984b871c-1fc2-4dee-8867-2de2400f6120 req-61cc901e-5c06-4117-b583-05b78fe129ce tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440915 Feb 04 06:47:50.617397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:47:51.725119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e46ed1-dfae-46db-920f-84c05cb1c6d6 req-049fd3f9-1b12-4f10-aaff-1fee82ab9fb5 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:51.726587 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c7e46ed1-dfae-46db-920f-84c05cb1c6d6 req-049fd3f9-1b12-4f10-aaff-1fee82ab9fb5 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 945 time: 0.0793185 Feb 04 06:47:51.771680 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c7e46ed1-dfae-46db-920f-84c05cb1c6d6 req-40300dee-e3bc-49f2-88d0-b34e2c2825f1 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394533 Feb 04 06:47:52.955653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6084360-bbec-4e98-a917-de341e375b69 req-b84935cb-eb8a-4c2e-b0e5-2b05961d4c70 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:52.957109 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6084360-bbec-4e98-a917-de341e375b69 req-b84935cb-eb8a-4c2e-b0e5-2b05961d4c70 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 945 time: 0.0830691 Feb 04 06:47:52.999378 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d6084360-bbec-4e98-a917-de341e375b69 req-ecf29498-2c42-46b1-affb-4028aa480bbb tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367098 Feb 04 06:47:53.185226 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63282cb-9dd8-4101-92c3-215855e7fc89 req-00b14871-7057-4b0a-9359-4b8566b67201 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:47:53.186592 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d63282cb-9dd8-4101-92c3-215855e7fc89 req-00b14871-7057-4b0a-9359-4b8566b67201 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 945 time: 0.0855038 Feb 04 06:47:53.229539 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d63282cb-9dd8-4101-92c3-215855e7fc89 req-acad41a6-b58f-4b7b-a780-6d53d73d8745 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366952 Feb 04 06:48:11.601720 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33678189-93e3-49b8-8bdc-138ca7c29c68 req-f7a5e895-0405-45fc-8182-672cae0df5f7 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:11.603228 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-33678189-93e3-49b8-8bdc-138ca7c29c68 req-f7a5e895-0405-45fc-8182-672cae0df5f7 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 945 time: 0.0825284 Feb 04 06:48:11.651297 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-33678189-93e3-49b8-8bdc-138ca7c29c68 req-77846830-6672-43c5-8b7d-8bfb2f121c8d tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Feb 04 06:48:12.835114 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1922946-7ad4-4250-b329-54cacb398ef1 req-6cca8e33-9cd2-4f3c-a4d8-4788d2fe3fea tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:12.836473 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f1922946-7ad4-4250-b329-54cacb398ef1 req-6cca8e33-9cd2-4f3c-a4d8-4788d2fe3fea tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 945 time: 0.0785787 Feb 04 06:48:12.882652 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f1922946-7ad4-4250-b329-54cacb398ef1 req-e87ddb1a-4b24-4969-8b03-b578901240c9 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 Feb 04 06:48:13.440011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda88785-c010-49d6-81cd-0429cf0a4968 req-8b2bfa83-30f0-4562-9890-577b54abadb4 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:13.441521 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cda88785-c010-49d6-81cd-0429cf0a4968 req-8b2bfa83-30f0-4562-9890-577b54abadb4 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 945 time: 0.0814662 Feb 04 06:48:13.510023 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-cda88785-c010-49d6-81cd-0429cf0a4968 req-8ec62f14-0152-47f0-83f2-78c579188cc3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Deleting port 08deac40-1776-4b1b-bc77-229e3f25e9c9 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:48:13.510359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cda88785-c010-49d6-81cd-0429cf0a4968 req-8ec62f14-0152-47f0-83f2-78c579188cc3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:13.749685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-cda88785-c010-49d6-81cd-0429cf0a4968 req-8ec62f14-0152-47f0-83f2-78c579188cc3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] For port 08deac40-1776-4b1b-bc77-229e3f25e9c9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=08deac40-1776-4b1b-bc77-229e3f25e9c9,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:13.750037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cda88785-c010-49d6-81cd-0429cf0a4968 req-8ec62f14-0152-47f0-83f2-78c579188cc3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:13.874174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-cda88785-c010-49d6-81cd-0429cf0a4968 req-8ec62f14-0152-47f0-83f2-78c579188cc3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Calling delete_port for 08deac40-1776-4b1b-bc77-229e3f25e9c9 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:48:14.066025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ecacb-68bf-468f-b70d-7050755f7188 req-39cee510-b550-4119-92af-2b2ccfcb08ce tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:14.067407 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-313ecacb-68bf-468f-b70d-7050755f7188 req-39cee510-b550-4119-92af-2b2ccfcb08ce tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 945 time: 0.0808148 Feb 04 06:48:14.070525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cda88785-c010-49d6-81cd-0429cf0a4968 req-8ec62f14-0152-47f0-83f2-78c579188cc3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:14.082010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['08deac40-1776-4b1b-bc77-229e3f25e9c9'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:48:14.113661 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-313ecacb-68bf-468f-b70d-7050755f7188 req-f89ed7a8-22f0-4568-8a77-0ca80bae5de5 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/security-groups?id=507a257c-a1d1-4a2f-a24e-59a9c350315f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 Feb 04 06:48:14.126216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec62f14-0152-47f0-83f2-78c579188cc3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Pushing event deleted for resources: {'Port': ['ID=08deac40-1776-4b1b-bc77-229e3f25e9c9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:14.199942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda88785-c010-49d6-81cd-0429cf0a4968 req-8ec62f14-0152-47f0-83f2-78c579188cc3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] No DVR routers for this DVR port 08deac40-1776-4b1b-bc77-229e3f25e9c9 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:48:14.202477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-cda88785-c010-49d6-81cd-0429cf0a4968 req-8ec62f14-0152-47f0-83f2-78c579188cc3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:14.205059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6fe573-5bc4-47eb-877d-02b886edace9', 'name': 'network-vif-deleted', 'tag': '08deac40-1776-4b1b-bc77-229e3f25e9c9'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:48:14.310446 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6fe573-5bc4-47eb-877d-02b886edace9', 'name': 'network-vif-deleted', 'tag': '08deac40-1776-4b1b-bc77-229e3f25e9c9', 'status': 'completed', 'code': 200} Feb 04 06:48:14.332074 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cda88785-c010-49d6-81cd-0429cf0a4968 req-8ec62f14-0152-47f0-83f2-78c579188cc3 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.24 "DELETE /v2.0/ports/08deac40-1776-4b1b-bc77-229e3f25e9c9 HTTP/1.1" status: 204 len: 173 time: 0.8850484 Feb 04 06:48:14.825946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-19d61b47-0c7e-4b26-a174-5e7eb8e12f23 req-d3796464-b16f-4024-a78c-2e8e55c4dde5 service neutron] (88198) timed out ('10.222.0.24', 64307) {{(pid=88198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 06:48:15.277890 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-dfb53677-5fc4-4fa3-ba56-4a9160f98ddb req-09bd0f7c-f42d-405e-80af-76b6cac19855 tempest-TestEncryptedCinderVolumes-135751640 tempest-TestEncryptedCinderVolumes-135751640-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c6fe573-5bc4-47eb-877d-02b886edace9 HTTP/1.1" status: 200 len: 210 time: 0.0456712 Feb 04 06:48:15.732703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d243-0dfe-452c-b857-f96dad13bfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:16.494941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55696) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:17.129735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:17.471707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] Deleting port 813180cf-b54a-434c-aa29-906c73abc31d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:48:17.472040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:17.639351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] For port 813180cf-b54a-434c-aa29-906c73abc31d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=813180cf-b54a-434c-aa29-906c73abc31d,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:17.640040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:17.652461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 08deac40-1776-4b1b-bc77-229e3f25e9c9 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:48:17.686629 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 08deac40-1776-4b1b-bc77-229e3f25e9c9 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:48:17.686969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 08deac40-1776-4b1b-bc77-229e3f25e9c9 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:48:17.759421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] Calling delete_port for 813180cf-b54a-434c-aa29-906c73abc31d owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:48:17.984781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a4ea6575-dd22-4d05-9538-9faed513aafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:18.161850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:18.317770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] Pushing event deleted for resources: {'Port': ['ID=813180cf-b54a-434c-aa29-906c73abc31d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:18.590810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:18.943456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] Router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:48:19.117379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:48:19.126511 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e32c1d-8089-453a-b1d1-6e8ced455ed2 None None] Sync routers for ids ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:48:19.129217 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f579c397-c503-4844-82b3-e9d9e4cedd96 admin admin] 10.222.0.32 "PUT /v2.0/routers/0cec32ab-c57f-493a-abb6-a70b6a3fbd57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6332226 Feb 04 06:48:19.131695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55700) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:19.133710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:19.140200 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e32c1d-8089-453a-b1d1-6e8ced455ed2 None None] Routers {'0cec32ab-c57f-493a-abb6-a70b6a3fbd57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:19.142256 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d8e32c1d-8089-453a-b1d1-6e8ced455ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:19.162347 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:19.308794 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:19.344492 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-d8e32c1d-8089-453a-b1d1-6e8ced455ed2 None None] Set router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:19.493805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:19.567126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Deleting port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:48:19.567434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:19.639268 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d8e32c1d-8089-453a-b1d1-6e8ced455ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'name': 'tempest-TestEncryptedCinderVolumes-1036511200-router', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:42Z', 'updated_at': '2022-02-04T06:48:18Z', 'revision_number': 5, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'gw_port': {'id': '1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:43Z', 'updated_at': '2022-02-04T06:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:19.643283 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e32c1d-8089-453a-b1d1-6e8ced455ed2 None None] Checking router: 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:48:19.651818 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e32c1d-8089-453a-b1d1-6e8ced455ed2 None None] Routers {'0cec32ab-c57f-493a-abb6-a70b6a3fbd57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:19.652422 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d8e32c1d-8089-453a-b1d1-6e8ced455ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:19.822957 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-d8e32c1d-8089-453a-b1d1-6e8ced455ed2 None None] Set router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:19.860075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] For port 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:19.860442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:19.935232 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d8e32c1d-8089-453a-b1d1-6e8ced455ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'name': 'tempest-TestEncryptedCinderVolumes-1036511200-router', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:42Z', 'updated_at': '2022-02-04T06:48:19Z', 'revision_number': 6, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:19.939406 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e32c1d-8089-453a-b1d1-6e8ced455ed2 None None] The sync data for ids ['0cec32ab-c57f-493a-abb6-a70b6a3fbd57'] in dv-neutron-827796-1-hyperv is: [{'id': '0cec32ab-c57f-493a-abb6-a70b6a3fbd57', 'name': 'tempest-TestEncryptedCinderVolumes-1036511200-router', 'tenant_id': '46e6365899be4b10b22cd2654be27d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:42Z', 'updated_at': '2022-02-04T06:48:19Z', 'revision_number': 6, 'project_id': '46e6365899be4b10b22cd2654be27d4c', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:48:19.988368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Calling delete_port for 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:48:20.052667 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:20.241779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:20.290997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:20.382542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:20.554301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:20.556642 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:20.607118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:20.629809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:20.630266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cec32ab-c57f-493a-abb6-a70b6a3fbd57 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:48:20.642547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:20.643660 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4d733ecf-abe8-4f59-ae24-3e2976e1c89c admin admin] 10.222.0.32 "DELETE /v2.0/routers/0cec32ab-c57f-493a-abb6-a70b6a3fbd57 HTTP/1.1" status: 204 len: 168 time: 1.5099571 Feb 04 06:48:20.646168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55704) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:20.712119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-559238e0-5b46-4b8b-bed4-b8e0ab73c385 admin admin] Deleting subnet e1f20f8b-8f22-4988-927e-1fadb8e69709 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:48:20.715169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-559238e0-5b46-4b8b-bed4-b8e0ab73c385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:20.764843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-559238e0-5b46-4b8b-bed4-b8e0ab73c385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:20.847843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-559238e0-5b46-4b8b-bed4-b8e0ab73c385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:21.064680 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-559238e0-5b46-4b8b-bed4-b8e0ab73c385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:21.104401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559238e0-5b46-4b8b-bed4-b8e0ab73c385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f20f8b-8f22-4988-927e-1fadb8e69709,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:21.106362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-559238e0-5b46-4b8b-bed4-b8e0ab73c385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:21.113977 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-559238e0-5b46-4b8b-bed4-b8e0ab73c385 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e1f20f8b-8f22-4988-927e-1fadb8e69709 HTTP/1.1" status: 204 len: 168 time: 0.4655809 Feb 04 06:48:21.114080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77df6522-db58-4931-8619-848c5dac16ab None None] Network 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:48:21.115586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55708) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:21.220438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:21.231172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Deleting port 2deb2092-53eb-4cc0-b789-833c8dac2ccd {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:48:21.231442 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:21.356838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d453e4c9-4872-4e90-9728-a705f5aacdb2 None None] DHCP port deletion for 0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:48:21.361283 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d453e4c9-4872-4e90-9728-a705f5aacdb2 None None] Deleting port 2deb2092-53eb-4cc0-b789-833c8dac2ccd {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:48:21.361660 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d453e4c9-4872-4e90-9728-a705f5aacdb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:21.486913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2deb2092-53eb-4cc0-b789-833c8dac2ccd no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:48:21.553123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] For port 2deb2092-53eb-4cc0-b789-833c8dac2ccd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2deb2092-53eb-4cc0-b789-833c8dac2ccd,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:21.553474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:21.631565 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d453e4c9-4872-4e90-9728-a705f5aacdb2 None None] For port 2deb2092-53eb-4cc0-b789-833c8dac2ccd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2deb2092-53eb-4cc0-b789-833c8dac2ccd,segment=NetworkSegment(17c23ca0-074c-4f8e-ab0a-903c74aca09f),segment_id=17c23ca0-074c-4f8e-ab0a-903c74aca09f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:21.632196 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d453e4c9-4872-4e90-9728-a705f5aacdb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:21.675759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Calling delete_port for 2deb2092-53eb-4cc0-b789-833c8dac2ccd owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:48:21.799299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d453e4c9-4872-4e90-9728-a705f5aacdb2 None None] Calling delete_port for 2deb2092-53eb-4cc0-b789-833c8dac2ccd owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:48:21.835669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:21.852080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:21.882787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=2deb2092-53eb-4cc0-b789-833c8dac2ccd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:21.888076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] No DVR routers for this DVR port 2deb2092-53eb-4cc0-b789-833c8dac2ccd on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:48:21.932412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 813180cf-b54a-434c-aa29-906c73abc31d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:48:21.960333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-d453e4c9-4872-4e90-9728-a705f5aacdb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:48:21.960711 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-d453e4c9-4872-4e90-9728-a705f5aacdb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:48:21.970899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 813180cf-b54a-434c-aa29-906c73abc31d {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:48:21.971246 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 813180cf-b54a-434c-aa29-906c73abc31d not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:48:21.971659 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:48:22.005379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:48:22.005638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:22.005776 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1e03ff2d-4b18-45d8-86a2-8e1fe9bf96a3 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:48:22.033901 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c27b853-a0c6-4f49-b1c4-7ede47eae6a9']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:22.060913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c23ca0-074c-4f8e-ab0a-903c74aca09f') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:22.061208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c23ca0-074c-4f8e-ab0a-903c74aca09f') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:22.072854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:22.089229 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:22.095466 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:48:22.095843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:48:22.109754 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:48:22.241456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:22.256977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:22.267204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c27b853-a0c6-4f49-b1c4-7ede47eae6a9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:22.349268 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-743ec471-1025-4a3f-9cb1-ed1318402c18 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0c27b853-a0c6-4f49-b1c4-7ede47eae6a9 HTTP/1.1" status: 204 len: 168 time: 1.2325807 Feb 04 06:48:22.352618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55712) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:22.462193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d453e4c9-4872-4e90-9728-a705f5aacdb2 None None] Deleting port 2deb2092-53eb-4cc0-b789-833c8dac2ccd {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:48:22.462616 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d453e4c9-4872-4e90-9728-a705f5aacdb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:22.530156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-d453e4c9-4872-4e90-9728-a705f5aacdb2 None None] The port '2deb2092-53eb-4cc0-b789-833c8dac2ccd' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:48:22.907848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:23.354852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] Deleting port ac249912-d3bb-430c-b2c7-baa480438749 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:48:23.355535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:23.524743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] For port ac249912-d3bb-430c-b2c7-baa480438749, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ac249912-d3bb-430c-b2c7-baa480438749,segment=NetworkSegment(d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0),segment_id=d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:23.525149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:23.644934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] Calling delete_port for ac249912-d3bb-430c-b2c7-baa480438749 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:48:23.931831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:23.986976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac249912-d3bb-430c-b2c7-baa480438749,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:24.262637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:24.618278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] Router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:48:24.900634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:48:24.909252 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dab9f738-8c26-49e8-bf29-222b2abb6c14 admin admin] 10.222.0.32 "PUT /v2.0/routers/51cf6189-7353-4a86-b51d-e2f0e1b2f280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5555806 Feb 04 06:48:24.910250 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058f054-0b30-4825-9331-634bd9453649 None None] Sync routers for ids ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:48:24.911721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55716) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:24.920295 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058f054-0b30-4825-9331-634bd9453649 None None] Routers {'51cf6189-7353-4a86-b51d-e2f0e1b2f280'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:24.920927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e058f054-0b30-4825-9331-634bd9453649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:25.086323 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:25.132001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e058f054-0b30-4825-9331-634bd9453649 None None] Set router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:25.261618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:25.344102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Deleting port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:48:25.344446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:25.417365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e058f054-0b30-4825-9331-634bd9453649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'name': 'tempest-TestEncryptedCinderVolumes-1928122835-router', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:50Z', 'updated_at': '2022-02-04T06:48:23Z', 'revision_number': 5, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'gw_port': {'id': '2b00fe65-4f00-496d-b7ce-ab1264d9ef6d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:46:51Z', 'updated_at': '2022-02-04T06:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:25.421668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058f054-0b30-4825-9331-634bd9453649 None None] Checking router: 51cf6189-7353-4a86-b51d-e2f0e1b2f280 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:48:25.431089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058f054-0b30-4825-9331-634bd9453649 None None] Routers {'51cf6189-7353-4a86-b51d-e2f0e1b2f280'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:25.431707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e058f054-0b30-4825-9331-634bd9453649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:25.535192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] For port 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=2b00fe65-4f00-496d-b7ce-ab1264d9ef6d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:25.535459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:25.585525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e058f054-0b30-4825-9331-634bd9453649 None None] Set router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:25.656441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Calling delete_port for 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:48:25.692369 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e058f054-0b30-4825-9331-634bd9453649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'name': 'tempest-TestEncryptedCinderVolumes-1928122835-router', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:50Z', 'updated_at': '2022-02-04T06:48:25Z', 'revision_number': 6, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:25.696855 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058f054-0b30-4825-9331-634bd9453649 None None] The sync data for ids ['51cf6189-7353-4a86-b51d-e2f0e1b2f280'] in dv-neutron-827796-1-hyperv is: [{'id': '51cf6189-7353-4a86-b51d-e2f0e1b2f280', 'name': 'tempest-TestEncryptedCinderVolumes-1928122835-router', 'tenant_id': '489604df7ebc4be7a194aedc066c841f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:46:50Z', 'updated_at': '2022-02-04T06:48:25Z', 'revision_number': 6, 'project_id': '489604df7ebc4be7a194aedc066c841f', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:48:25.885311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:25.916544 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:48:25.930078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b00fe65-4f00-496d-b7ce-ab1264d9ef6d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:26.023562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.294790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.297062 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.376783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.377222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51cf6189-7353-4a86-b51d-e2f0e1b2f280 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:48:26.389050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.393234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d82a4321-cc3f-45f4-83c0-3bd044db9f43 admin admin] 10.222.0.32 "DELETE /v2.0/routers/51cf6189-7353-4a86-b51d-e2f0e1b2f280 HTTP/1.1" status: 204 len: 168 time: 1.4775455 Feb 04 06:48:26.393234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55720) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:26.451530 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbdcc75-af37-4f2f-ae5a-7b3c16b119d8 admin admin] Deleting subnet 5cd657bf-b266-4417-8367-c516b19cf9a9 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:48:26.454704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bcbdcc75-af37-4f2f-ae5a-7b3c16b119d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.505832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bcbdcc75-af37-4f2f-ae5a-7b3c16b119d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.583973 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bcbdcc75-af37-4f2f-ae5a-7b3c16b119d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.737339 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bcbdcc75-af37-4f2f-ae5a-7b3c16b119d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.778262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdcc75-af37-4f2f-ae5a-7b3c16b119d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd657bf-b266-4417-8367-c516b19cf9a9,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:26.781934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-bcbdcc75-af37-4f2f-ae5a-7b3c16b119d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.787894 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-bcbdcc75-af37-4f2f-ae5a-7b3c16b119d8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5cd657bf-b266-4417-8367-c516b19cf9a9 HTTP/1.1" status: 204 len: 168 time: 0.3943262 Feb 04 06:48:26.790671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9c45e2-c0b4-46c5-8528-2850f35d6e58 None None] Network 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:48:26.791159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55724) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:26.895117 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:26.905929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Deleting port d07739f2-9622-4d69-87bb-bae0c2629509 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:48:26.906256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:27.032637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d7b637-e912-4c66-81d5-975586141831 None None] DHCP port deletion for 7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:48:27.036517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-40d7b637-e912-4c66-81d5-975586141831 None None] Deleting port d07739f2-9622-4d69-87bb-bae0c2629509 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:48:27.036917 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-40d7b637-e912-4c66-81d5-975586141831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:27.115573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] For port d07739f2-9622-4d69-87bb-bae0c2629509, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d07739f2-9622-4d69-87bb-bae0c2629509,segment=NetworkSegment(d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0),segment_id=d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:27.115930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:27.240066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-40d7b637-e912-4c66-81d5-975586141831 None None] For port d07739f2-9622-4d69-87bb-bae0c2629509, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d07739f2-9622-4d69-87bb-bae0c2629509,segment=NetworkSegment(d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0),segment_id=d6e7fbe2-9822-4aac-b46d-0b2c0b2034d0)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:27.240457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-40d7b637-e912-4c66-81d5-975586141831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:27.249328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Calling delete_port for d07739f2-9622-4d69-87bb-bae0c2629509 owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:48:27.402097 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-40d7b637-e912-4c66-81d5-975586141831 None None] Calling delete_port for d07739f2-9622-4d69-87bb-bae0c2629509 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:48:27.407189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:27.458509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] No DVR routers for this DVR port d07739f2-9622-4d69-87bb-bae0c2629509 on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:48:27.482052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:48:27.504852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Pushing event deleted for resources: {'Port': ['ID=d07739f2-9622-4d69-87bb-bae0c2629509,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:27.516434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:48:27.516792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 2b00fe65-4f00-496d-b7ce-ab1264d9ef6d not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:48:27.517267 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac249912-d3bb-430c-b2c7-baa480438749 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:48:27.550106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: ac249912-d3bb-430c-b2c7-baa480438749 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:48:27.550709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ac249912-d3bb-430c-b2c7-baa480438749 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:48:27.551110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d07739f2-9622-4d69-87bb-bae0c2629509 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:48:27.585515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-40d7b637-e912-4c66-81d5-975586141831 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:48:27.586401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-40d7b637-e912-4c66-81d5-975586141831 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:48:27.586961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: d07739f2-9622-4d69-87bb-bae0c2629509 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:48:27.587292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d07739f2-9622-4d69-87bb-bae0c2629509 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:48:27.595982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:27.625087 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbdcf7b-2f73-4345-873d-ee7a2befd5c0']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:27.637085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e7fbe2-9822-4aac-b46d-0b2c0b2034d0') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:27.637374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e7fbe2-9822-4aac-b46d-0b2c0b2034d0') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:27.649139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:27.665308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:27.671220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:48:27.671599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:48:27.684835 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:48:27.822865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:27.842796 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:27.852482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbdcf7b-2f73-4345-873d-ee7a2befd5c0,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:27.857219 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ebc0b650-b1eb-4c7d-adc7-a189ffcbcd1d admin admin] 10.222.0.32 "DELETE /v2.0/networks/7dbdcf7b-2f73-4345-873d-ee7a2befd5c0 HTTP/1.1" status: 204 len: 168 time: 1.0650349 Feb 04 06:48:28.087279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-40d7b637-e912-4c66-81d5-975586141831 None None] Deleting port d07739f2-9622-4d69-87bb-bae0c2629509 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:48:28.087857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-40d7b637-e912-4c66-81d5-975586141831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:28.151362 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-40d7b637-e912-4c66-81d5-975586141831 None None] The port 'd07739f2-9622-4d69-87bb-bae0c2629509' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:48:28.253545 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55732) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:28.302214 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1d87c2c8-5e2b-4873-bfa8-e49b80eed87f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46e6365899be4b10b22cd2654be27d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472171 Feb 04 06:48:28.305187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55736) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:28.361434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9692423-cdff-4327-b5cb-295e3a006054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:28.387078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9692423-cdff-4327-b5cb-295e3a006054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:28.513888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9692423-cdff-4327-b5cb-295e3a006054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:28.530435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9692423-cdff-4327-b5cb-295e3a006054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a257c-a1d1-4a2f-a24e-59a9c350315f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:28.618275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a9692423-cdff-4327-b5cb-295e3a006054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:28.619359 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a9692423-cdff-4327-b5cb-295e3a006054 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/507a257c-a1d1-4a2f-a24e-59a9c350315f HTTP/1.1" status: 204 len: 168 time: 0.3132913 Feb 04 06:48:29.311170 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55744) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:29.362469 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-467232b8-0e12-42d0-b4c7-57340b3d5aa0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=489604df7ebc4be7a194aedc066c841f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501602 Feb 04 06:48:29.364975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55748) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:29.421056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe6ff-23da-4873-bc77-eff1c5509f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:29.446703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe6ff-23da-4873-bc77-eff1c5509f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:29.589945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe6ff-23da-4873-bc77-eff1c5509f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:29.610741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fe6ff-23da-4873-bc77-eff1c5509f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2de4c8-05ba-486f-a72a-bedfbaaf792d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:29.617610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe6ff-23da-4873-bc77-eff1c5509f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:29.618719 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dd9fe6ff-23da-4873-bc77-eff1c5509f1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c2de4c8-05ba-486f-a72a-bedfbaaf792d HTTP/1.1" status: 204 len: 168 time: 0.2528646 Feb 04 06:48:30.762202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55772) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:30.864327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-446951613-network', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:48:30.869162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:48:30.873096 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Usage tracker for resource:network and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:48:30.875876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:48:30.881998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:48:30.978495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Made reservation on behalf of 78acb964f9a34d6fb0114d0a16852d67 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:48:30.980850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:30.993045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:31.007294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:48:31.011573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:48:31.014365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:48:31.019990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:48:31.102582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:31.155344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:31.182193 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:48:31.194084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374c4817-8245-4b5b-9f38-827b665cc656,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:31.198444 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:31.198780 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Added segment 051f7bb6-372b-489a-9921-88b4b7264b66 of type vlan for network f088ab21-f569-4240-99b2-723e789e8973 Feb 04 06:48:31.224516 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:31.338513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:31.339411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:31.339994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:31.542248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=f088ab21-f569-4240-99b2-723e789e8973,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:31.553280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network f088ab21-f569-4240-99b2-723e789e8973 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:48:31.602149 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-82f43b09-e07f-4020-9569-07a11326b3d1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8386827 Feb 04 06:48:31.605025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55778) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:31.610324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Request body: {'subnet': {'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-446951613-subnet', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:48:31.615092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:48:31.619355 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Usage tracker for resource:subnet and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:48:31.622360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:48:31.628394 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:48:31.709685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Made reservation on behalf of 78acb964f9a34d6fb0114d0a16852d67 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:48:31.712600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:31.978955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:32.055682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf637df-9385-4e19-8d08-838a2a42e479,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:32.064204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Checking segment: {'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:48:32.064557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Network hostable DHCP agents. Network: f088ab21-f569-4240-99b2-723e789e8973, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:48:32.130914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Network f088ab21-f569-4240-99b2-723e789e8973 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:48:32.229785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, f088ab21-f569-4240-99b2-723e789e8973) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:48:32.234505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:32.235708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:32.237334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7943bd5-4420-41e8-9f16-5bcb3d4070f2 None None] Network f088ab21-f569-4240-99b2-723e789e8973 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:48:32.327816 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5eba38d7-003e-43d5-adc8-e45b198cc59e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7217391 Feb 04 06:48:32.330550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55782) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:32.335592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:48:32.340268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:48:32.344141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Usage tracker for resource:router and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:48:32.347061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:48:32.353730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:48:32.439563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:32.440940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:32.454897 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-f088ab21-f569-4240-99b2-723e789e8973', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'fixed_ips': [{'subnet_id': '2cf637df-9385-4e19-8d08-838a2a42e479'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:48:32.454897 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:32.464328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:32.614552 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Allocated IP 172.20.0.2 (f088ab21-f569-4240-99b2-723e789e8973/2cf637df-9385-4e19-8d08-838a2a42e479/ea616598-9eef-4a36-9d32-225a135ea1bf) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:48:32.816359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:32.818981 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:32.830442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Transition to ACTIVE for port object ea616598-9eef-4a36-9d32-225a135ea1bf will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:48:32.848602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Transition to ACTIVE for port object ea616598-9eef-4a36-9d32-225a135ea1bf will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:48:32.914761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:32.983499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Network f088ab21-f569-4240-99b2-723e789e8973 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:48:32.986482 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:48:32.989467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:48:32.998500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Pushing event updated for resources: {'Port': ['ID=ea616598-9eef-4a36-9d32-225a135ea1bf,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:33.039863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.039863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.040225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.040525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.040873 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.041201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.041541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.041876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.042202 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.042514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.042835 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.043150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:33.098656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Attempting to bind port ea616598-9eef-4a36-9d32-225a135ea1bf on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:48:33.098995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Attempting to bind port ea616598-9eef-4a36-9d32-225a135ea1bf by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:48:33.099363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Attempting to bind port ea616598-9eef-4a36-9d32-225a135ea1bf on network f088ab21-f569-4240-99b2-723e789e8973 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:48:33.105442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:48:33.105785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Checking segment: {'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:48:33.106229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:33.106611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Bound using segment: {'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:48:33.107088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Bound port: ea616598-9eef-4a36-9d32-225a135ea1bf, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:48:33.107451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:33.189472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:33.194908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] For port ea616598-9eef-4a36-9d32-225a135ea1bf, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:48:33.198008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] For port ea616598-9eef-4a36-9d32-225a135ea1bf, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ea616598-9eef-4a36-9d32-225a135ea1bf,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:48:33.222625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:33.360679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Allocated IP 172.26.7.107 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/e16222f5-574a-4cfe-8399-d191f2b01fff) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:48:33.367588 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:33.480945 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3505e9-712e-4ea0-b3fb-5ddf46fa3911 None None] Pushing event updated for resources: {'Port': ['ID=ea616598-9eef-4a36-9d32-225a135ea1bf,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:33.527162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:33.617314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:33.690300 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:48:33.693332 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:48:33.703908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:48:33.731798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Pushing event updated for resources: {'Port': ['ID=e16222f5-574a-4cfe-8399-d191f2b01fff,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:34.333627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:34.454642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fab1a0-f1aa-454b-9661-52002a7b7f84 None None] Network f088ab21-f569-4240-99b2-723e789e8973 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:48:34.612413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9851441e-880c-405d-b007-e2cbd5eb12c3 None None] Provisioning for port ea616598-9eef-4a36-9d32-225a135ea1bf completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:48:34.678716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:35.075531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:48:35.255376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:48:35.264796 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Sync routers for ids ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:48:35.275575 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Routers {'30b23501-0ce7-4a0b-867b-cd9bed6b2da2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:35.276166 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:35.344384 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:35.345562 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-239a37b7-a23e-4588-8297-9b5bde3cef1d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0140910 Feb 04 06:48:35.348505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55786) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:35.473558 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Set router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:35.527712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ea616598-9eef-4a36-9d32-225a135ea1bf up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:35.710745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ea616598-9eef-4a36-9d32-225a135ea1bf completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:48:35.716381 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ea616598-9eef-4a36-9d32-225a135ea1bf triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:35.716800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:35.779984 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:34Z', 'revision_number': 3, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:35.787333 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Checking router: 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:48:35.787951 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Updating router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 port e16222f5-574a-4cfe-8399-d191f2b01fff binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:48:35.842508 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:35.844946 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:35.876156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port ea616598-9eef-4a36-9d32-225a135ea1bf, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ea616598-9eef-4a36-9d32-225a135ea1bf,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:35.961702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:36.033507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=ea616598-9eef-4a36-9d32-225a135ea1bf,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:36.221884 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:36.233511 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Transition to ACTIVE for port object e16222f5-574a-4cfe-8399-d191f2b01fff will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:48:36.237249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:36.309809 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:36.386056 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Attempting to bind port e16222f5-574a-4cfe-8399-d191f2b01fff on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:48:36.389171 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Attempting to bind port e16222f5-574a-4cfe-8399-d191f2b01fff by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:48:36.389171 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Attempting to bind port e16222f5-574a-4cfe-8399-d191f2b01fff on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:48:36.392432 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Pushing event updated for resources: {'Port': ['ID=e16222f5-574a-4cfe-8399-d191f2b01fff,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:36.400835 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:48:36.401208 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:48:36.401610 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:36.402005 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:48:36.402461 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Bound port: e16222f5-574a-4cfe-8399-d191f2b01fff, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:48:36.402833 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:36.431168 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.431516 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.431861 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.432194 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.432524 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.432885 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.433208 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.433538 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.433863 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.434225 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.434548 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.434867 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.451090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Allocated IP 172.20.0.1 (f088ab21-f569-4240-99b2-723e789e8973/2cf637df-9385-4e19-8d08-838a2a42e479/451f53e9-27c7-4383-8da2-189e6176e714) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:48:36.485973 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] For port e16222f5-574a-4cfe-8399-d191f2b01fff, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:48:36.489081 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] For port e16222f5-574a-4cfe-8399-d191f2b01fff, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e16222f5-574a-4cfe-8399-d191f2b01fff,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:48:36.561532 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:36.600837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:36.616891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Transition to ACTIVE for port object 451f53e9-27c7-4383-8da2-189e6176e714 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:48:36.640568 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7287e37-fe32-449d-ab38-48ed03dccc54 None None] Pushing event updated for resources: {'Port': ['ID=e16222f5-574a-4cfe-8399-d191f2b01fff,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:36.646970 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Routers {'30b23501-0ce7-4a0b-867b-cd9bed6b2da2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:36.646970 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:36.710089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:36.777816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Network f088ab21-f569-4240-99b2-723e789e8973 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:48:36.780564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:48:36.784553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:48:36.819435 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Pushing event updated for resources: {'Port': ['ID=451f53e9-27c7-4383-8da2-189e6176e714,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:36.830681 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] Set router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:36.832769 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.833122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.833457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.833783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.834107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.834430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.834749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.835071 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.835997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.836290 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.836620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.836940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:36.855324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:37.058812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-35aedbcb-274e-4b45-9d97-5162f58ab482 None None] Provisioning for port 451f53e9-27c7-4383-8da2-189e6176e714 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:48:37.064057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-35aedbcb-274e-4b45-9d97-5162f58ab482 None None] Provisioning complete for port 451f53e9-27c7-4383-8da2-189e6176e714 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:37.064559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-35aedbcb-274e-4b45-9d97-5162f58ab482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:37.120728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-35aedbcb-274e-4b45-9d97-5162f58ab482 None None] Port 451f53e9-27c7-4383-8da2-189e6176e714 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:48:37.123962 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:34Z', 'revision_number': 3, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:37.128026 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c33957-f58e-4797-9527-8286ba1ba81f None None] The sync data for ids ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'] in dv-neutron-827796-1-hyperv is: [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:34Z', 'revision_number': 3, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:48:37.213479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:37.578475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:37.579163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e16222f5-574a-4cfe-8399-d191f2b01fff up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:37.687240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:37.728128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port e16222f5-574a-4cfe-8399-d191f2b01fff completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:48:37.734059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e16222f5-574a-4cfe-8399-d191f2b01fff triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:37.734451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:37.794081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Pushing event updated for resources: {'Port': ['ID=451f53e9-27c7-4383-8da2-189e6176e714,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:37.798861 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:37.860736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:37.878391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port e16222f5-574a-4cfe-8399-d191f2b01fff, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e16222f5-574a-4cfe-8399-d191f2b01fff,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:37.943496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Network f088ab21-f569-4240-99b2-723e789e8973 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:48:37.944802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:48:37.961818 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:37.962615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ea616598-9eef-4a36-9d32-225a135ea1bf up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:38.106524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ea616598-9eef-4a36-9d32-225a135ea1bf triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:38.106524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:38.128145 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=e16222f5-574a-4cfe-8399-d191f2b01fff,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:38.144994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:48:38.252860 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bf3e2f74-11ec-4b31-8518-ed602653caf2 None None] Provisioning complete for port 451f53e9-27c7-4383-8da2-189e6176e714 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:38.253239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bf3e2f74-11ec-4b31-8518-ed602653caf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:38.311315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e2f74-11ec-4b31-8518-ed602653caf2 None None] Port 451f53e9-27c7-4383-8da2-189e6176e714 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:48:38.330810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:48:38.339848 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-902fe5b0-1403-4ee9-a38d-e9810141c43f admin admin] 10.222.0.32 "PUT /v2.0/routers/30b23501-0ce7-4a0b-867b-cd9bed6b2da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9903646 Feb 04 06:48:38.825145 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Sync routers for ids ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:48:38.834569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Routers {'30b23501-0ce7-4a0b-867b-cd9bed6b2da2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:38.835188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:39.011995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Set router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:39.053176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55804) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:39.058990 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-458699696-network', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:48:39.063855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:48:39.067761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Usage tracker for resource:network and tenant:efd8db0ac91244589e00a6d1d8b22367 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:48:39.071022 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:48:39.076678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:48:39.171034 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Made reservation on behalf of efd8db0ac91244589e00a6d1d8b22367 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:48:39.173627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.186923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.201443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:48:39.205373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Usage tracker for resource:security_group_rule and tenant:efd8db0ac91244589e00a6d1d8b22367 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:48:39.208254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:48:39.214257 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:48:39.296587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.325947 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '451f53e9-27c7-4383-8da2-189e6176e714', 'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'mac_address': 'fa:16:3e:6f:eb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:36Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 2, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'subnets': [{'id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:39.329837 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Checking router: 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:48:39.330189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Updating router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 port 451f53e9-27c7-4383-8da2-189e6176e714 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:48:39.371052 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.385216 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.401769 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:48:39.410873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a1d55a-8b7c-44f0-b8e5-16c2b3c57ba0,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:39.420613 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.420965 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Added segment d8846328-52c2-49be-935e-2a56c0f3d7c9 of type vlan for network 37bfead2-7253-4cd7-84bd-737f8ef7ef55 Feb 04 06:48:39.422824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.423156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.423495 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.423880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.424144 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.424469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.424847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.425170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.425818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.426141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.426457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.426775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:48:39.458787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.527027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e16222f5-574a-4cfe-8399-d191f2b01fff up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:39.577335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.578453 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:39.579509 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.682480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] Pushing event updated for resources: {'Network': ['ID=37bfead2-7253-4cd7-84bd-737f8ef7ef55,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:39.697628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 37bfead2-7253-4cd7-84bd-737f8ef7ef55 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:48:39.758364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e16222f5-574a-4cfe-8399-d191f2b01fff triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:39.758736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:39.791540 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c93b6bf9-eb09-4cf0-8565-bff09a82f787 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7348056 Feb 04 06:48:39.791796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55808) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:39.797277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Request body: {'subnet': {'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-458699696-subnet', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:48:39.802639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:48:39.806600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Usage tracker for resource:subnet and tenant:efd8db0ac91244589e00a6d1d8b22367 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:48:39.809558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:48:39.815462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:48:39.898883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Made reservation on behalf of efd8db0ac91244589e00a6d1d8b22367 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:48:39.901370 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:40.010130 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:40.022309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Transition to ACTIVE for port object 451f53e9-27c7-4383-8da2-189e6176e714 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:48:40.121290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:40.278492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018fcd3-4ccf-48e1-8f17-5c5c72c8a039 None None] Pushing event updated for resources: {'Port': ['ID=451f53e9-27c7-4383-8da2-189e6176e714,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:40.287509 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:40.362562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Attempting to bind port 451f53e9-27c7-4383-8da2-189e6176e714 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:48:40.363356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Attempting to bind port 451f53e9-27c7-4383-8da2-189e6176e714 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:48:40.363356 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Attempting to bind port 451f53e9-27c7-4383-8da2-189e6176e714 on network f088ab21-f569-4240-99b2-723e789e8973 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:48:40.371807 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:48:40.372628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Checking segment: {'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:48:40.373407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:40.374190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Bound using segment: {'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:48:40.374833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Bound port: 451f53e9-27c7-4383-8da2-189e6176e714, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:48:40.375850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ec25c9-83c5-4dc1-8f73-b309dd3057de,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:40.376143 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:40.386095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Checking segment: {'id': 'd8846328-52c2-49be-935e-2a56c0f3d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:48:40.386458 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Network hostable DHCP agents. Network: 37bfead2-7253-4cd7-84bd-737f8ef7ef55, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:48:40.482205 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] For port 451f53e9-27c7-4383-8da2-189e6176e714, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:48:40.485156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] For port 451f53e9-27c7-4383-8da2-189e6176e714, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=451f53e9-27c7-4383-8da2-189e6176e714,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:48:40.493299 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Network 37bfead2-7253-4cd7-84bd-737f8ef7ef55 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:48:40.551080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:40.561273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 37bfead2-7253-4cd7-84bd-737f8ef7ef55) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:48:40.565481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:40.566128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:40.585333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1e81fa-5714-484e-be96-5b9b27920fd8 None None] Network 37bfead2-7253-4cd7-84bd-737f8ef7ef55 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:48:40.653847 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6b022c70-0614-448d-a008-83457522af73 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8610628 Feb 04 06:48:40.656366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 55812) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:40.661930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-458699696-router', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:48:40.667462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:48:40.671504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Usage tracker for resource:router and tenant:efd8db0ac91244589e00a6d1d8b22367 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:48:40.674568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:48:40.685020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:48:40.720247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Routers {'30b23501-0ce7-4a0b-867b-cd9bed6b2da2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:40.721006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:40.783223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:40.784332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018fcd3-4ccf-48e1-8f17-5c5c72c8a039 None None] Pushing event updated for resources: {'Port': ['ID=451f53e9-27c7-4383-8da2-189e6176e714,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:40.784943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:40.807641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:41.077868 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] Set router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:41.149555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-37bfead2-7253-4cd7-84bd-737f8ef7ef55', 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'fixed_ips': [{'subnet_id': '28ec25c9-83c5-4dc1-8f73-b309dd3057de'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:48:41.150384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:41.189436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:41.508260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Allocated IP 172.20.0.2 (37bfead2-7253-4cd7-84bd-737f8ef7ef55/28ec25c9-83c5-4dc1-8f73-b309dd3057de/7f0f82ed-3638-470e-940d-b6a41002115f) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:48:41.546435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:41.576955 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:41.647815 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '451f53e9-27c7-4383-8da2-189e6176e714', 'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'mac_address': 'fa:16:3e:6f:eb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:36Z', 'updated_at': '2022-02-04T06:48:40Z', 'revision_number': 4, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'subnets': [{'id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:41.657098 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb1d4a-4781-4eb5-9274-7121ab1c9488 None None] The sync data for ids ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'] in dv-neutron-827796-1-hyperv is: [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '451f53e9-27c7-4383-8da2-189e6176e714', 'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'mac_address': 'fa:16:3e:6f:eb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:36Z', 'updated_at': '2022-02-04T06:48:40Z', 'revision_number': 4, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'subnets': [{'id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:48:41.742744 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Allocated IP 172.26.7.105 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/511d0757-0dcc-484d-9fb8-96fb63158902) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:48:41.744049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:41.759123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Transition to ACTIVE for port object 7f0f82ed-3638-470e-940d-b6a41002115f will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:48:41.777283 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Transition to ACTIVE for port object 7f0f82ed-3638-470e-940d-b6a41002115f will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:48:41.847706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:41.902247 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:41.917823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Network 37bfead2-7253-4cd7-84bd-737f8ef7ef55 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:48:41.920840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:48:41.924566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:48:41.931255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Pushing event updated for resources: {'Port': ['ID=7f0f82ed-3638-470e-940d-b6a41002115f,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:41.990293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:42.021831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Attempting to bind port 7f0f82ed-3638-470e-940d-b6a41002115f on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:48:42.021831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Attempting to bind port 7f0f82ed-3638-470e-940d-b6a41002115f by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'd8846328-52c2-49be-935e-2a56c0f3d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:48:42.022151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Attempting to bind port 7f0f82ed-3638-470e-940d-b6a41002115f on network 37bfead2-7253-4cd7-84bd-737f8ef7ef55 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:48:42.027851 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:48:42.028233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Checking segment: {'id': 'd8846328-52c2-49be-935e-2a56c0f3d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:48:42.029965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:42.029965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Bound using segment: {'id': 'd8846328-52c2-49be-935e-2a56c0f3d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:48:42.029965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Bound port: 7f0f82ed-3638-470e-940d-b6a41002115f, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8846328-52c2-49be-935e-2a56c0f3d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:48:42.030405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:42.062530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:48:42.063652 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:48:42.066665 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:48:42.117565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Pushing event updated for resources: {'Port': ['ID=511d0757-0dcc-484d-9fb8-96fb63158902,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:42.129062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] For port 7f0f82ed-3638-470e-940d-b6a41002115f, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:48:42.141014 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] For port 7f0f82ed-3638-470e-940d-b6a41002115f, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7f0f82ed-3638-470e-940d-b6a41002115f,segment=NetworkSegment(d8846328-52c2-49be-935e-2a56c0f3d7c9),segment_id=d8846328-52c2-49be-935e-2a56c0f3d7c9)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:48:42.265476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:42.382492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718c0ff-6b00-4950-ab64-088901275273 None None] Pushing event updated for resources: {'Port': ['ID=7f0f82ed-3638-470e-940d-b6a41002115f,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:42.752568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:43.100310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:43.364286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b130ee9-1263-4b71-9da3-e033c4418b51 None None] Network 37bfead2-7253-4cd7-84bd-737f8ef7ef55 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:48:43.441968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:48:43.579326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d4c3a911-e772-433a-91cc-cf85fac9be55 None None] Provisioning for port 7f0f82ed-3638-470e-940d-b6a41002115f completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:48:43.593647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 451f53e9-27c7-4383-8da2-189e6176e714 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:43.622932 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:48:43.633130 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Sync routers for ids ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:48:43.642992 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Routers {'4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:43.643852 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:43.704280 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:43.708306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 55816) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:48:43.708919 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-04688ae7-1758-4b86-8557-e4c8d316d850 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0509603 Feb 04 06:48:43.755689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 451f53e9-27c7-4383-8da2-189e6176e714 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:48:43.761760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 451f53e9-27c7-4383-8da2-189e6176e714 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:43.762171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:43.853140 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Set router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:43.908634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:43.951722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 451f53e9-27c7-4383-8da2-189e6176e714, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=451f53e9-27c7-4383-8da2-189e6176e714,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:44.024962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.025836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f0f82ed-3638-470e-940d-b6a41002115f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:44.169661 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'name': 'tempest-TestMinimumBasicScenario-458699696-router', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:40Z', 'updated_at': '2022-02-04T06:48:42Z', 'revision_number': 3, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'gw_port': {'id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:41Z', 'updated_at': '2022-02-04T06:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:44.174652 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Checking router: 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:48:44.175008 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Updating router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 port 511d0757-0dcc-484d-9fb8-96fb63158902 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:48:44.191088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=451f53e9-27c7-4383-8da2-189e6176e714,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:44.258875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 7f0f82ed-3638-470e-940d-b6a41002115f completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:48:44.264086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7f0f82ed-3638-470e-940d-b6a41002115f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:44.264454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.265272 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.388757 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.424025 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 7f0f82ed-3638-470e-940d-b6a41002115f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7f0f82ed-3638-470e-940d-b6a41002115f,segment=NetworkSegment(d8846328-52c2-49be-935e-2a56c0f3d7c9),segment_id=d8846328-52c2-49be-935e-2a56c0f3d7c9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:44.496701 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.555177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.565154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=7f0f82ed-3638-470e-940d-b6a41002115f,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:44.595197 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.606317 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Transition to ACTIVE for port object 511d0757-0dcc-484d-9fb8-96fb63158902 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:48:44.681052 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.759125 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Attempting to bind port 511d0757-0dcc-484d-9fb8-96fb63158902 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:48:44.759364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Allocated IP 172.20.0.1 (37bfead2-7253-4cd7-84bd-737f8ef7ef55/28ec25c9-83c5-4dc1-8f73-b309dd3057de/16e2c1e0-06df-4517-b705-5de3ec99ffa6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:48:44.759826 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Attempting to bind port 511d0757-0dcc-484d-9fb8-96fb63158902 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:48:44.759826 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Attempting to bind port 511d0757-0dcc-484d-9fb8-96fb63158902 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:48:44.765209 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07372a4f-a36d-4b96-8628-8fb0b453fcfd None None] Pushing event updated for resources: {'Port': ['ID=511d0757-0dcc-484d-9fb8-96fb63158902,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:44.771819 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:48:44.771819 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:48:44.771819 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.771819 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:48:44.771819 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Bound port: 511d0757-0dcc-484d-9fb8-96fb63158902, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:48:44.771819 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.841521 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] For port 511d0757-0dcc-484d-9fb8-96fb63158902, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:48:44.844407 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] For port 511d0757-0dcc-484d-9fb8-96fb63158902, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=511d0757-0dcc-484d-9fb8-96fb63158902,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:48:44.904655 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.905191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:44.920781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Transition to ACTIVE for port object 16e2c1e0-06df-4517-b705-5de3ec99ffa6 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:48:44.979017 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Routers {'4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:44.979611 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:45.013289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:45.042015 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07372a4f-a36d-4b96-8628-8fb0b453fcfd None None] Pushing event updated for resources: {'Port': ['ID=511d0757-0dcc-484d-9fb8-96fb63158902,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:45.087103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Network 37bfead2-7253-4cd7-84bd-737f8ef7ef55 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:48:45.089903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:48:45.094253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:48:45.118344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Pushing event updated for resources: {'Port': ['ID=16e2c1e0-06df-4517-b705-5de3ec99ffa6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:45.148783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:45.167444 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] Set router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:45.332590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:45.412776 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-59f9b747-2fd9-49cc-83d0-7e50fc70775c None None] Provisioning for port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:48:45.418233 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-59f9b747-2fd9-49cc-83d0-7e50fc70775c None None] Provisioning complete for port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:45.424987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-59f9b747-2fd9-49cc-83d0-7e50fc70775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:45.461939 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'name': 'tempest-TestMinimumBasicScenario-458699696-router', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:40Z', 'updated_at': '2022-02-04T06:48:42Z', 'revision_number': 3, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'gw_port': {'id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:41Z', 'updated_at': '2022-02-04T06:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:45.466582 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c4592-f511-4131-be43-634d7e61ff8d None None] The sync data for ids ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'] in dv-neutron-827796-1-hyperv is: [{'id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'name': 'tempest-TestMinimumBasicScenario-458699696-router', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:40Z', 'updated_at': '2022-02-04T06:48:42Z', 'revision_number': 3, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'gw_port': {'id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:41Z', 'updated_at': '2022-02-04T06:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:48:45.508434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-59f9b747-2fd9-49cc-83d0-7e50fc70775c None None] Port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:48:45.550000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 451f53e9-27c7-4383-8da2-189e6176e714 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:45.571896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:45.622380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 451f53e9-27c7-4383-8da2-189e6176e714 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:45.622380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:45.653380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:45.755764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f3d6-99e8-4ada-94b5-2b26fd04cb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:45.778935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f0f82ed-3638-470e-940d-b6a41002115f up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:45.782134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Pushing event updated for resources: {'Port': ['ID=16e2c1e0-06df-4517-b705-5de3ec99ffa6,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:45.786834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:45.850761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7f0f82ed-3638-470e-940d-b6a41002115f triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:45.851138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:45.929853 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Network 37bfead2-7253-4cd7-84bd-737f8ef7ef55 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:48:45.931238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:48:46.133227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:48:46.238659 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-79f6dee8-2079-42ad-91b1-139a07ce5bfb None None] Provisioning complete for port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:46.239110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-79f6dee8-2079-42ad-91b1-139a07ce5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:46.297345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-79f6dee8-2079-42ad-91b1-139a07ce5bfb None None] Port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:48:46.317994 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:48:46.327411 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c072aac9-3fd9-4b40-8076-f48adcdce81c admin admin] 10.222.0.32 "PUT /v2.0/routers/4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6171787 Feb 04 06:48:47.553459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 511d0757-0dcc-484d-9fb8-96fb63158902 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:47.711769 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 511d0757-0dcc-484d-9fb8-96fb63158902 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:48:47.717537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 511d0757-0dcc-484d-9fb8-96fb63158902 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:47.717910 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:47.854990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:47.882911 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 511d0757-0dcc-484d-9fb8-96fb63158902, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=511d0757-0dcc-484d-9fb8-96fb63158902,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:47.962414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:48.046072 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-29854012-2df4-4dae-8375-069220f890c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:48.053025 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=511d0757-0dcc-484d-9fb8-96fb63158902,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:48.543566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Sync routers for ids ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:48:48.555379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Routers {'4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:48.556046 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:48.752322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Set router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:49.152235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'name': 'tempest-TestMinimumBasicScenario-458699696-router', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:40Z', 'updated_at': '2022-02-04T06:48:45Z', 'revision_number': 4, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'gw_port': {'id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:41Z', 'updated_at': '2022-02-04T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '16e2c1e0-06df-4517-b705-5de3ec99ffa6', 'name': '', 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'mac_address': 'fa:16:3e:e0:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '28ec25c9-83c5-4dc1-8f73-b309dd3057de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:44Z', 'updated_at': '2022-02-04T06:48:45Z', 'revision_number': 2, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'subnets': [{'id': '28ec25c9-83c5-4dc1-8f73-b309dd3057de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:49.156932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Checking router: 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:48:49.157364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Updating router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:48:49.186984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:49.220098 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:49.232010 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:49.531088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 511d0757-0dcc-484d-9fb8-96fb63158902 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:49.675750 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:49.683717 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 511d0757-0dcc-484d-9fb8-96fb63158902 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:49.684081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:49.725785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Transition to ACTIVE for port object 16e2c1e0-06df-4517-b705-5de3ec99ffa6 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:48:49.842004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:49.995557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20af56-e234-484f-85a6-f2598cf4c726 None None] Pushing event updated for resources: {'Port': ['ID=16e2c1e0-06df-4517-b705-5de3ec99ffa6,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:50.071756 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Attempting to bind port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:48:50.072097 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Attempting to bind port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'd8846328-52c2-49be-935e-2a56c0f3d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:48:50.072579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Attempting to bind port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 on network 37bfead2-7253-4cd7-84bd-737f8ef7ef55 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:48:50.081214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:48:50.081214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Checking segment: {'id': 'd8846328-52c2-49be-935e-2a56c0f3d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:48:50.081214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:50.081634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Bound using segment: {'id': 'd8846328-52c2-49be-935e-2a56c0f3d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:48:50.081988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Bound port: 16e2c1e0-06df-4517-b705-5de3ec99ffa6, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8846328-52c2-49be-935e-2a56c0f3d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:48:50.082362 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:50.186486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] For port 16e2c1e0-06df-4517-b705-5de3ec99ffa6, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:48:50.190943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] For port 16e2c1e0-06df-4517-b705-5de3ec99ffa6, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=16e2c1e0-06df-4517-b705-5de3ec99ffa6,segment=NetworkSegment(d8846328-52c2-49be-935e-2a56c0f3d7c9),segment_id=d8846328-52c2-49be-935e-2a56c0f3d7c9)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:48:50.538455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:50.555316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:50.644601 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Routers {'4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:48:50.647067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:48:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:50.720253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:50.735810 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20af56-e234-484f-85a6-f2598cf4c726 None None] Pushing event updated for resources: {'Port': ['ID=16e2c1e0-06df-4517-b705-5de3ec99ffa6,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:50.869285 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] Set router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:48:51.267066 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'name': 'tempest-TestMinimumBasicScenario-458699696-router', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:40Z', 'updated_at': '2022-02-04T06:48:45Z', 'revision_number': 4, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'gw_port': {'id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:41Z', 'updated_at': '2022-02-04T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '16e2c1e0-06df-4517-b705-5de3ec99ffa6', 'name': '', 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'mac_address': 'fa:16:3e:e0:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '28ec25c9-83c5-4dc1-8f73-b309dd3057de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:44Z', 'updated_at': '2022-02-04T06:48:50Z', 'revision_number': 4, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'subnets': [{'id': '28ec25c9-83c5-4dc1-8f73-b309dd3057de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:48:51.271342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d895991-786a-4ff4-91e6-8635bbec643d None None] The sync data for ids ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'] in dv-neutron-827796-1-hyperv is: [{'id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'name': 'tempest-TestMinimumBasicScenario-458699696-router', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:40Z', 'updated_at': '2022-02-04T06:48:45Z', 'revision_number': 4, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'gw_port': {'id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:41Z', 'updated_at': '2022-02-04T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '16e2c1e0-06df-4517-b705-5de3ec99ffa6', 'name': '', 'network_id': '37bfead2-7253-4cd7-84bd-737f8ef7ef55', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'mac_address': 'fa:16:3e:e0:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '28ec25c9-83c5-4dc1-8f73-b309dd3057de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:44Z', 'updated_at': '2022-02-04T06:48:50Z', 'revision_number': 4, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'subnets': [{'id': '28ec25c9-83c5-4dc1-8f73-b309dd3057de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:48:51.574971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 16e2c1e0-06df-4517-b705-5de3ec99ffa6 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:51.721028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:48:51.727973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:51.728458 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:51.870254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:51.914208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 16e2c1e0-06df-4517-b705-5de3ec99ffa6, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=16e2c1e0-06df-4517-b705-5de3ec99ffa6,segment=NetworkSegment(d8846328-52c2-49be-935e-2a56c0f3d7c9),segment_id=d8846328-52c2-49be-935e-2a56c0f3d7c9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:48:51.984185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:52.060594 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=16e2c1e0-06df-4517-b705-5de3ec99ffa6,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:48:53.541723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 16e2c1e0-06df-4517-b705-5de3ec99ffa6 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:48:53.563987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:48:53.564286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:48:58.590794 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-2bacdc83-e803-43e8-8787-2c0ef1d1c589 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:48:58.592243 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-2bacdc83-e803-43e8-8787-2c0ef1d1c589 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/networks?id=f088ab21-f569-4240-99b2-723e789e8973 HTTP/1.1" status: 200 len: 814 time: 0.1451125 Feb 04 06:48:58.607195 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-94cad0e1-e954-43bc-ad51-f2dc3303ae37 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/quotas/78acb964f9a34d6fb0114d0a16852d67 HTTP/1.1" status: 200 len: 375 time: 0.0095243 Feb 04 06:48:58.688193 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-60f1e50f-5bd4-4002-9df7-d135fa01d117 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=78acb964f9a34d6fb0114d0a16852d67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757346 Feb 04 06:48:59.024786 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-4d3bf7a6-b8bf-4775-a568-1e78dc7e6a06 service neutron] 10.222.0.32 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252847 Feb 04 06:48:59.152469 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-2b12092f-866c-4cbf-b3dc-778eb76f1d1d service neutron] 10.222.0.32 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218696 Feb 04 06:48:59.499371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a14f704e-3e57-4a11-b87d-82c491a4c592 req-66dad191-33cb-4556-bff5-be2cc61716be tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Synchronizing usage tracker for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:48:59.606472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-a14f704e-3e57-4a11-b87d-82c491a4c592 req-66dad191-33cb-4556-bff5-be2cc61716be tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Unset dirty status for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:48:59.607540 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a14f704e-3e57-4a11-b87d-82c491a4c592 req-66dad191-33cb-4556-bff5-be2cc61716be tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 210 time: 0.2533653 Feb 04 06:49:00.756068 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f46aaea2-7b97-47e2-a073-e4c91688ecf1 req-c754cf93-9d2f-48c4-9b37-407daa7ce9ec tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 210 time: 0.0426834 Feb 04 06:49:01.777337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-880e4965-466f-406a-8ade-5589df997ddf tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:01.778003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-880e4965-466f-406a-8ade-5589df997ddf tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Synchronizing usage tracker for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:49:01.900850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-880e4965-466f-406a-8ade-5589df997ddf tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Unset dirty status for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:49:01.901925 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-880e4965-466f-406a-8ade-5589df997ddf tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.24 "GET /v2.0/networks?id=f088ab21-f569-4240-99b2-723e789e8973 HTTP/1.1" status: 200 len: 814 time: 0.2655802 Feb 04 06:49:01.908008 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0aff34ba-e981-4277-901a-aa1b5ebab4ce req-8062ff5b-0b2b-4aab-afb0-a9f661edb20e tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 210 time: 0.0432997 Feb 04 06:49:01.914735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Request body: {'port': {'device_id': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'admin_state_up': True, 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:49:02.048696 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:49:02.058433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:49:02.148315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Made reservation on behalf of 78acb964f9a34d6fb0114d0a16852d67 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:49:02.151859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:02.318039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Allocated IP 172.20.0.5 (f088ab21-f569-4240-99b2-723e789e8973/2cf637df-9385-4e19-8d08-838a2a42e479/dce2fe31-6fd8-4555-8192-66b07d4809ab) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:49:02.527735 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:02.547433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Transition to ACTIVE for port object dce2fe31-6fd8-4555-8192-66b07d4809ab will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:49:02.642532 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:02.735257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Network f088ab21-f569-4240-99b2-723e789e8973 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:49:02.738759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:49:02.744906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:49:02.803214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'Port': ['ID=dce2fe31-6fd8-4555-8192-66b07d4809ab,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:02.845082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:02.845774 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:02.919029 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:49:02.986753 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-b1dcb07e-9777-4c71-b850-1bcb24ef5dd6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0761957 Feb 04 06:49:03.128542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b72bb-1449-41ee-8447-ab9bc8655677 req-e47da391-4e05-43a9-85fc-64c285d06ac0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:03.136553 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-407b72bb-1449-41ee-8447-ab9bc8655677 req-e47da391-4e05-43a9-85fc-64c285d06ac0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 931 time: 0.1029110 Feb 04 06:49:03.189372 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-407b72bb-1449-41ee-8447-ab9bc8655677 req-119431d6-a705-4237-953e-aa90e2542602 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517416 Feb 04 06:49:03.218115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4d9cfdd2-3beb-4af6-ae96-b47395ab166c None None] Provisioning for port dce2fe31-6fd8-4555-8192-66b07d4809ab completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:49:03.223541 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4d9cfdd2-3beb-4af6-ae96-b47395ab166c None None] Provisioning complete for port dce2fe31-6fd8-4555-8192-66b07d4809ab triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:49:03.223934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfdd2-3beb-4af6-ae96-b47395ab166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:03.285342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4d9cfdd2-3beb-4af6-ae96-b47395ab166c None None] Port dce2fe31-6fd8-4555-8192-66b07d4809ab cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:49:04.394809 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f7a9f-3a73-4298-b9f0-c41211ccf535 req-c84e0ce5-73b1-4c9d-8e54-801152336680 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:04.395522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-761f7a9f-3a73-4298-b9f0-c41211ccf535 req-c84e0ce5-73b1-4c9d-8e54-801152336680 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Synchronizing usage tracker for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:49:04.481926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-761f7a9f-3a73-4298-b9f0-c41211ccf535 req-c84e0ce5-73b1-4c9d-8e54-801152336680 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Unset dirty status for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:49:04.483390 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-761f7a9f-3a73-4298-b9f0-c41211ccf535 req-c84e0ce5-73b1-4c9d-8e54-801152336680 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 931 time: 0.1785572 Feb 04 06:49:04.531066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-761f7a9f-3a73-4298-b9f0-c41211ccf535 req-37b19dbd-8318-4e6b-91b6-55c50d5ff4f8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Synchronizing usage tracker for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:49:04.624048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-761f7a9f-3a73-4298-b9f0-c41211ccf535 req-37b19dbd-8318-4e6b-91b6-55c50d5ff4f8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Unset dirty status for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:49:04.625270 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-761f7a9f-3a73-4298-b9f0-c41211ccf535 req-37b19dbd-8318-4e6b-91b6-55c50d5ff4f8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360545 Feb 04 06:49:05.827624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38217cb2-a8e6-4a75-9acd-5bde22753b8b req-ea536489-d765-4177-9bfb-6c646986d0c8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:05.829219 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-38217cb2-a8e6-4a75-9acd-5bde22753b8b req-ea536489-d765-4177-9bfb-6c646986d0c8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 931 time: 0.0853524 Feb 04 06:49:05.876539 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-38217cb2-a8e6-4a75-9acd-5bde22753b8b req-076f5b15-0b5e-4568-a4ca-8a23f9e9d82a tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 Feb 04 06:49:07.110813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ee20c-9aa6-4e81-bd00-aa9cea678954 req-64a99e8a-ac22-49ad-8b7c-cc520a9ca525 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:07.113266 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5d8ee20c-9aa6-4e81-bd00-aa9cea678954 req-64a99e8a-ac22-49ad-8b7c-cc520a9ca525 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 931 time: 0.1259012 Feb 04 06:49:07.162032 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5d8ee20c-9aa6-4e81-bd00-aa9cea678954 req-b0dd4282-57dc-477c-98c1-03d475e99d50 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Feb 04 06:49:08.363400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eadfc3-b238-48f1-b499-3a4b766f937f req-27772cb9-a227-4496-ace1-9869ee7f5a91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:08.372713 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d2eadfc3-b238-48f1-b499-3a4b766f937f req-27772cb9-a227-4496-ace1-9869ee7f5a91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 931 time: 0.0943017 Feb 04 06:49:08.414400 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d2eadfc3-b238-48f1-b499-3a4b766f937f req-43ce3fd3-74fd-4d36-b22b-0fad2c291d00 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Feb 04 06:49:09.619274 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b995b2-51a4-42f8-b81c-102a1f0b9691 req-a53ff715-30c2-4898-88f6-c325976ada90 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:09.620979 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b6b995b2-51a4-42f8-b81c-102a1f0b9691 req-a53ff715-30c2-4898-88f6-c325976ada90 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 931 time: 0.0836501 Feb 04 06:49:09.665812 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b6b995b2-51a4-42f8-b81c-102a1f0b9691 req-c591c095-8647-4da9-b8fa-7cb99ca9792a tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390017 Feb 04 06:49:10.843976 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90171bfc-3204-4fb3-b459-7c48f3a214ac req-ade860e2-5927-4228-8ed0-806c5738f572 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:10.845380 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-90171bfc-3204-4fb3-b459-7c48f3a214ac req-ade860e2-5927-4228-8ed0-806c5738f572 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 931 time: 0.0784471 Feb 04 06:49:10.891484 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-90171bfc-3204-4fb3-b459-7c48f3a214ac req-701b0b50-6ba4-430d-9b5a-d6c654b0682e tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Feb 04 06:49:11.576975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Request body: {'port': {'device_id': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:49:11.684544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:12.155488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce2fe31-6fd8-4555-8192-66b07d4809ab {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:49:12.164216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:12.184951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Transition to ACTIVE for port object dce2fe31-6fd8-4555-8192-66b07d4809ab will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:49:12.203699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255560f-d703-430b-b52f-2decc13aaa53 req-0cf1a7ca-57be-49d4-86c5-07164b99c3a5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:12.205234 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f255560f-d703-430b-b52f-2decc13aaa53 req-0cf1a7ca-57be-49d4-86c5-07164b99c3a5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 931 time: 0.2002168 Feb 04 06:49:12.248716 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f255560f-d703-430b-b52f-2decc13aaa53 req-f5ddd78a-a111-4661-b613-1f751084ac34 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378315 Feb 04 06:49:12.257675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:12.412479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Pushing event updated for resources: {'Port': ['ID=dce2fe31-6fd8-4555-8192-66b07d4809ab,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:12.500443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Attempting to bind port dce2fe31-6fd8-4555-8192-66b07d4809ab on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:49:12.500808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Attempting to bind port dce2fe31-6fd8-4555-8192-66b07d4809ab by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:49:12.501187 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Attempting to bind port dce2fe31-6fd8-4555-8192-66b07d4809ab on network f088ab21-f569-4240-99b2-723e789e8973 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:49:12.506476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Port dce2fe31-6fd8-4555-8192-66b07d4809ab on network f088ab21-f569-4240-99b2-723e789e8973 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:49:12.506792 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Attempting to bind port dce2fe31-6fd8-4555-8192-66b07d4809ab on network f088ab21-f569-4240-99b2-723e789e8973 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:49:12.511816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:49:12.512145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Checking segment: {'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:49:12.512524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Bound using segment: {'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:49:12.512970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Bound port: dce2fe31-6fd8-4555-8192-66b07d4809ab, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051f7bb6-372b-489a-9921-88b4b7264b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:49:12.513313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:12.603499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] For port dce2fe31-6fd8-4555-8192-66b07d4809ab, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:49:12.606426 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] For port dce2fe31-6fd8-4555-8192-66b07d4809ab, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:49:12.658123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:12.715926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:12.716538 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:12.717937 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] 10.222.0.24 "PUT /v2.0/ports/dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 1093 time: 1.1453230 Feb 04 06:49:12.718378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:49:12.747102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6dc0ac-322c-4537-b8a8-d54e77cc2905 service neutron] Pushing event updated for resources: {'Port': ['ID=dce2fe31-6fd8-4555-8192-66b07d4809ab,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:12.766102 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'status': 'completed', 'code': 200} Feb 04 06:49:12.858672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcf794-b30e-4562-83cb-2f75a8c51427 req-12943e97-8750-433a-aea2-2ff88b307a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:12.860143 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a0fcf794-b30e-4562-83cb-2f75a8c51427 req-12943e97-8750-433a-aea2-2ff88b307a59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78acb964f9a34d6fb0114d0a16852d67&device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1096 time: 0.0734251 Feb 04 06:49:12.997586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcf794-b30e-4562-83cb-2f75a8c51427 req-b785b9e9-53f9-4bb7-9540-8ca30e88471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:12.998957 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a0fcf794-b30e-4562-83cb-2f75a8c51427 req-b785b9e9-53f9-4bb7-9540-8ca30e88471c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=78acb964f9a34d6fb0114d0a16852d67&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1325054 Feb 04 06:49:13.132522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcf794-b30e-4562-83cb-2f75a8c51427 req-c6c356fa-c3f1-494f-891c-9da25195c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:13.134650 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a0fcf794-b30e-4562-83cb-2f75a8c51427 req-c6c356fa-c3f1-494f-891c-9da25195c95c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298854 Feb 04 06:49:13.240027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-93e9df7e-786d-44fb-9426-2b1fb8d9b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:13.241504 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-93e9df7e-786d-44fb-9426-2b1fb8d9b8cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78acb964f9a34d6fb0114d0a16852d67&device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1096 time: 0.0729251 Feb 04 06:49:13.311075 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-fafdb572-14c0-48c4-918b-fe90d6f4c5a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 217 time: 0.0628045 Feb 04 06:49:13.417907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-5eea7077-df76-4e77-ab44-eb70fb4d6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:13.419322 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-5eea7077-df76-4e77-ab44-eb70fb4d6162 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cf637df-9385-4e19-8d08-838a2a42e479 HTTP/1.1" status: 200 len: 853 time: 0.1023867 Feb 04 06:49:13.498874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500927-6068-4257-9b8d-fea8acbf6094 req-b15b7fa2-6d7e-49a5-89ce-d8eea123d133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:13.500312 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6d500927-6068-4257-9b8d-fea8acbf6094 req-b15b7fa2-6d7e-49a5-89ce-d8eea123d133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 943 time: 0.1455195 Feb 04 06:49:13.546386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-5fc45002-ef65-4ad6-a8cc-332277545a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:13.547801 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-5fc45002-ef65-4ad6-a8cc-332277545a02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f088ab21-f569-4240-99b2-723e789e8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1228018 Feb 04 06:49:13.552465 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6d500927-6068-4257-9b8d-fea8acbf6094 req-fdff1356-fa3f-43d9-b9f4-17d41080b267 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459497 Feb 04 06:49:13.674945 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-e5e851c2-bd38-48af-a54a-979dbdc968b9 service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212385 Feb 04 06:49:13.804352 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-65eac033-0413-4130-8817-8c60ab4a0ab3 req-edd2dc00-fcb7-40e9-8e7b-120dca98e3b6 service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226153 Feb 04 06:49:14.732709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222a6b8-164c-49f3-a8cd-9be361131e8e req-344c6f0e-5555-4585-b14a-1035cc94404c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:14.734156 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8222a6b8-164c-49f3-a8cd-9be361131e8e req-344c6f0e-5555-4585-b14a-1035cc94404c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 943 time: 0.0791481 Feb 04 06:49:14.777870 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8222a6b8-164c-49f3-a8cd-9be361131e8e req-3499147d-bf0b-495d-8715-824e828808ad tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Feb 04 06:49:15.760838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c8af096-400f-4f49-b9e3-e292a8196e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:15.960131 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e64d7f-a26c-4d8b-af41-2040944f1f63 req-aa7ac62a-2972-4046-a85d-38c78f30933c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:15.962265 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-09e64d7f-a26c-4d8b-af41-2040944f1f63 req-aa7ac62a-2972-4046-a85d-38c78f30933c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 943 time: 0.0811276 Feb 04 06:49:16.095383 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-09e64d7f-a26c-4d8b-af41-2040944f1f63 req-c83be7e9-9db3-4c7f-837e-546e999d788e tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273484 Feb 04 06:49:17.278910 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808ef2d-0c78-48b0-ad12-6b2dd39b86d5 req-02b70569-12fa-48c4-b908-9ce870212da0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:17.280331 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e808ef2d-0c78-48b0-ad12-6b2dd39b86d5 req-02b70569-12fa-48c4-b908-9ce870212da0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 943 time: 0.0810981 Feb 04 06:49:17.322606 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e808ef2d-0c78-48b0-ad12-6b2dd39b86d5 req-6692c69d-8248-44af-82a1-3aa93e06badc tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366676 Feb 04 06:49:17.933114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device dce2fe31-6fd8-4555-8192-66b07d4809ab details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:49:18.041670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e20680af-17f6-4480-810c-641076aac935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:18.063959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port dce2fe31-6fd8-4555-8192-66b07d4809ab, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:49:18.076934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'port_id': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'mac_address': 'fa:16:3e:6c:92:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:49:18.129560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:18.145331 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce2fe31-6fd8-4555-8192-66b07d4809ab {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:49:18.159840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port dce2fe31-6fd8-4555-8192-66b07d4809ab, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:49:18.200707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:18.267178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=dce2fe31-6fd8-4555-8192-66b07d4809ab,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:18.505500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5b076-862f-457b-84fd-0bfad43860fa req-555b7b87-9b77-41c8-8668-c79e95c75eea tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:18.506927 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-64f5b076-862f-457b-84fd-0bfad43860fa req-555b7b87-9b77-41c8-8668-c79e95c75eea tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 944 time: 0.0788827 Feb 04 06:49:18.550565 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-64f5b076-862f-457b-84fd-0bfad43860fa req-6496b603-6c30-4d31-bd09-e10cb843a375 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379786 Feb 04 06:49:18.603004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['dce2fe31-6fd8-4555-8192-66b07d4809ab'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:49:19.120978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:19.147215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:19.728559 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943777f-b5d8-4b63-9a6e-736f6f9730e7 req-a46c8be8-64bb-4af7-b8fe-a15314699a77 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:19.730038 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0943777f-b5d8-4b63-9a6e-736f6f9730e7 req-a46c8be8-64bb-4af7-b8fe-a15314699a77 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 944 time: 0.0793269 Feb 04 06:49:19.771928 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0943777f-b5d8-4b63-9a6e-736f6f9730e7 req-b3beaf59-a47e-404f-a3b5-15b27149e484 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364566 Feb 04 06:49:19.933210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device dce2fe31-6fd8-4555-8192-66b07d4809ab up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:49:20.061645 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:20.114686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port dce2fe31-6fd8-4555-8192-66b07d4809ab completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:49:20.119430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port dce2fe31-6fd8-4555-8192-66b07d4809ab triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:49:20.119819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:20.232742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:20.258778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:49:20.267926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port dce2fe31-6fd8-4555-8192-66b07d4809ab, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:49:20.302525 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'code': 200} Feb 04 06:49:20.358760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:20.428348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=dce2fe31-6fd8-4555-8192-66b07d4809ab,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:20.629335 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:20.663084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5b6bb-272c-438e-a891-b61f336e7f40 req-3779554f-e8f6-4616-8470-00a88b4f2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:20.664559 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8ec5b6bb-272c-438e-a891-b61f336e7f40 req-3779554f-e8f6-4616-8470-00a88b4f2bbe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1098 time: 0.0721262 Feb 04 06:49:20.705032 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8ec5b6bb-272c-438e-a891-b61f336e7f40 req-1ae593e2-52a9-4a2f-9108-c2c7fc0a5648 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Feb 04 06:49:20.956594 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3001d64-f9f8-4e7a-ac63-9d5727b4dd87 req-2d52092f-6f00-49fb-81f0-66d23bd70729 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:20.958093 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b3001d64-f9f8-4e7a-ac63-9d5727b4dd87 req-2d52092f-6f00-49fb-81f0-66d23bd70729 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 945 time: 0.0831034 Feb 04 06:49:21.000988 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b3001d64-f9f8-4e7a-ac63-9d5727b4dd87 req-bf76adfa-3819-4e89-849b-41720c076897 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366991 Feb 04 06:49:22.198155 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30343e5c-7577-4c54-b2fa-003ece684ace req-32185977-b25d-4938-8e5b-2bdf1617c9f9 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:22.199616 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-30343e5c-7577-4c54-b2fa-003ece684ace req-32185977-b25d-4938-8e5b-2bdf1617c9f9 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 945 time: 0.0893910 Feb 04 06:49:22.244480 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-30343e5c-7577-4c54-b2fa-003ece684ace req-1d55bedc-f38d-484c-86b6-962f88959241 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386188 Feb 04 06:49:23.425400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99be0-ab05-4a47-b67e-e46b0cfa21af req-5b947459-0c32-4f3b-9378-f1ec2ad6e55e tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:23.427092 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c8f99be0-ab05-4a47-b67e-e46b0cfa21af req-5b947459-0c32-4f3b-9378-f1ec2ad6e55e tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 945 time: 0.0783663 Feb 04 06:49:23.479734 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c8f99be0-ab05-4a47-b67e-e46b0cfa21af req-eadfb543-10ec-49f1-bbce-3f03a3957452 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462937 Feb 04 06:49:23.658818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e047f-1af4-4aec-930e-289605df95f5 req-3e099e79-742d-40b7-9f37-66cdec9fc814 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:23.660257 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c16e047f-1af4-4aec-930e-289605df95f5 req-3e099e79-742d-40b7-9f37-66cdec9fc814 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 945 time: 0.0802808 Feb 04 06:49:23.703310 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c16e047f-1af4-4aec-930e-289605df95f5 req-2665ed52-f8c5-48a5-b6ec-e3424419fd1f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374782 Feb 04 06:49:24.090810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9ef04-207f-481f-9277-966f57ad89f9 req-303ad416-85ba-415f-a005-d649892927df tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:24.092260 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-94c9ef04-207f-481f-9277-966f57ad89f9 req-303ad416-85ba-415f-a005-d649892927df tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 945 time: 0.0791185 Feb 04 06:49:24.149853 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-94c9ef04-207f-481f-9277-966f57ad89f9 req-9e9a1d01-a05f-4c32-a05b-ae42d47a57fa tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518184 Feb 04 06:49:27.318678 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-0e5efdf1-0421-4010-b139-706794265968 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708611 Feb 04 06:49:27.457261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-2f8d1bd1-6cfd-455c-9d19-d5c618dd2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:27.458743 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-2f8d1bd1-6cfd-455c-9d19-d5c618dd2de9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78acb964f9a34d6fb0114d0a16852d67&device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1098 time: 0.0734665 Feb 04 06:49:27.602196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-e38fe2b5-c2d4-43c0-881c-62d1d470a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:27.603683 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-e38fe2b5-c2d4-43c0-881c-62d1d470a136 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f088ab21-f569-4240-99b2-723e789e8973 HTTP/1.1" status: 200 len: 915 time: 0.1279953 Feb 04 06:49:27.672417 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-01e8eb6e-6886-40d3-91b9-1aef8a0bd3a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 217 time: 0.0628684 Feb 04 06:49:27.736421 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-0b540218-9fed-418e-8f67-06885c163bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:27.737922 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-0b540218-9fed-418e-8f67-06885c163bda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cf637df-9385-4e19-8d08-838a2a42e479 HTTP/1.1" status: 200 len: 853 time: 0.0603061 Feb 04 06:49:27.812624 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-45a137c6-e26a-477e-8719-6a2cb12f0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:27.814102 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-45a137c6-e26a-477e-8719-6a2cb12f0e42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f088ab21-f569-4240-99b2-723e789e8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702264 Feb 04 06:49:27.951135 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-15e62318-8fab-4042-a444-b0f20ab1ae67 service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304367 Feb 04 06:49:28.086501 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8bcc6d39-21f1-46b6-826f-3911b1dc717f req-3999942c-76cc-4616-9ec8-f257b802804d service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296487 Feb 04 06:49:37.530154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead043a-f628-4d7e-9862-81b4a4e10d38 req-5c928581-c96b-4cb6-8ccd-fca1ed3e8a89 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:37.531582 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eead043a-f628-4d7e-9862-81b4a4e10d38 req-5c928581-c96b-4cb6-8ccd-fca1ed3e8a89 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 945 time: 0.0796289 Feb 04 06:49:37.580450 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eead043a-f628-4d7e-9862-81b4a4e10d38 req-2f1a04dd-fdf4-4038-aae5-8ccf4103038b tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 Feb 04 06:49:37.603231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56020) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:49:37.711560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259aeaec-c6d0-49f2-a902-5ed92d920d88 tempest-TestMinimumBasicScenario-711827056 tempest-TestMinimumBasicScenario-711827056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:37.712262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-259aeaec-c6d0-49f2-a902-5ed92d920d88 tempest-TestMinimumBasicScenario-711827056 tempest-TestMinimumBasicScenario-711827056-project-admin] Synchronizing usage tracker for tenant:efd8db0ac91244589e00a6d1d8b22367 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:49:37.793109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-259aeaec-c6d0-49f2-a902-5ed92d920d88 tempest-TestMinimumBasicScenario-711827056 tempest-TestMinimumBasicScenario-711827056-project-admin] Unset dirty status for tenant:efd8db0ac91244589e00a6d1d8b22367 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:49:37.794224 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-259aeaec-c6d0-49f2-a902-5ed92d920d88 tempest-TestMinimumBasicScenario-711827056 tempest-TestMinimumBasicScenario-711827056-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1093 time: 0.1900697 Feb 04 06:49:37.797186 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56026) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:49:37.802261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:49:37.808405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:49:37.812314 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Usage tracker for resource:floatingip and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:49:37.815179 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:49:37.821400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:49:37.896198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:38.025996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:38.243860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Allocated IP 172.26.7.130 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/e85caf11-d9e2-4ce9-8fac-6432974b9f3a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:49:38.399286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:38.470970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:38.534002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:49:38.536773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:49:38.540493 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:49:38.578143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'Port': ['ID=e85caf11-d9e2-4ce9-8fac-6432974b9f3a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:38.589655 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.590003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.590341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.590673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.591004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.591329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.591653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.591976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.592298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.592617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.592967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.593284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:38.960851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:39.126768 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:39.330864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:39.627258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:39.729535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'Port': ['ID=e85caf11-d9e2-4ce9-8fac-6432974b9f3a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:39.744610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:39.916004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Floating IP f15772b9-3d31-467a-8034-09d5070deca8 associated. External IP: 172.26.7.130, port: dce2fe31-6fd8-4555-8192-66b07d4809ab. Feb 04 06:49:39.919127 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:49:40.356833 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:49:40.531582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:49:40.541070 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22e97e-d40c-4fb6-bfa9-c46c7dff3b18 None None] Sync routers for ids ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:49:40.550011 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a22e97e-d40c-4fb6-bfa9-c46c7dff3b18 None None] Routers {'30b23501-0ce7-4a0b-867b-cd9bed6b2da2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:49:40.550616 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0a22e97e-d40c-4fb6-bfa9-c46c7dff3b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:49:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:49:40.674925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:40.723051 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-0a22e97e-d40c-4fb6-bfa9-c46c7dff3b18 None None] Set router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:49:40.730281 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cc3bce72-bc2c-4c2c-81c8-2ad2e36b54ab tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9320722 Feb 04 06:49:40.730845 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:49:40.733355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56030) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:49:40.739260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856816598', 'description': 'tempest-secgroup-smoke-856816598 description', 'project_id': '78acb964f9a34d6fb0114d0a16852d67'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:49:40.746446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:49:40.756669 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:49:40.779991 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'status': 'completed', 'code': 200} Feb 04 06:49:40.873953 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6c2d4-4f40-4577-aa93-858dae62adfd req-79280d4b-6c73-41ba-81d8-0fe1277500d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:40.875445 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10f6c2d4-4f40-4577-aa93-858dae62adfd req-79280d4b-6c73-41ba-81d8-0fe1277500d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78acb964f9a34d6fb0114d0a16852d67&device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1098 time: 0.0754554 Feb 04 06:49:40.884741 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:40.905607 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:49:40.909500 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Usage tracker for resource:security_group_rule and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:49:40.912560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:49:40.918340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:49:40.992964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:41.014104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6c2d4-4f40-4577-aa93-858dae62adfd req-8eeebc2f-abe6-42a4-8a1a-b0c9c951a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:41.015560 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10f6c2d4-4f40-4577-aa93-858dae62adfd req-8eeebc2f-abe6-42a4-8a1a-b0c9c951a164 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f088ab21-f569-4240-99b2-723e789e8973 HTTP/1.1" status: 200 len: 915 time: 0.1342337 Feb 04 06:49:41.063960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:41.104266 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0a22e97e-d40c-4fb6-bfa9-c46c7dff3b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'f15772b9-3d31-467a-8034-09d5070deca8', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'port_id': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'mac_address': 'fa:16:3e:6c:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:49:38Z', 'updated_at': '2022-02-04T06:49:38Z', 'revision_number': 0, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451f53e9-27c7-4383-8da2-189e6176e714', 'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'mac_address': 'fa:16:3e:6f:eb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:36Z', 'updated_at': '2022-02-04T06:48:43Z', 'revision_number': 5, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'subnets': [{'id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:49:41.111008 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22e97e-d40c-4fb6-bfa9-c46c7dff3b18 None None] Checking router: 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:49:41.114795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0919af-7bbf-47a6-8ee4-b969248f4c43,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:41.116526 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10f6c2d4-4f40-4577-aa93-858dae62adfd req-e82fb78a-5961-4013-a1d5-843cd402e509 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 999 time: 0.0949588 Feb 04 06:49:41.121074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.121313 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a22e97e-d40c-4fb6-bfa9-c46c7dff3b18 None None] Routers {'30b23501-0ce7-4a0b-867b-cd9bed6b2da2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:49:41.121469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.121747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.121940 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0a22e97e-d40c-4fb6-bfa9-c46c7dff3b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:49:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:49:41.122122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.122405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.122851 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.123256 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.123553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.123875 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.124195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.124519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.124865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:49:41.184305 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6c2d4-4f40-4577-aa93-858dae62adfd req-29ae5c4f-de92-4c3c-8d8d-7bfa2eb217be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:41.185829 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10f6c2d4-4f40-4577-aa93-858dae62adfd req-29ae5c4f-de92-4c3c-8d8d-7bfa2eb217be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cf637df-9385-4e19-8d08-838a2a42e479 HTTP/1.1" status: 200 len: 853 time: 0.0638161 Feb 04 06:49:41.189240 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:41.192105 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8045c8c4-6075-4476-844e-30a2e6a9ebfb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4560823 Feb 04 06:49:41.193560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56036) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:49:41.199049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-519f726d-93fc-4870-b840-0fcbc56a162f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Request body: {'security_group_rule': {'security_group_id': '5f0919af-7bbf-47a6-8ee4-b969248f4c43', 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:49:41.205070 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-519f726d-93fc-4870-b840-0fcbc56a162f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:49:41.209148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-519f726d-93fc-4870-b840-0fcbc56a162f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Usage tracker for resource:security_group_rule and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:49:41.212003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-519f726d-93fc-4870-b840-0fcbc56a162f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:49:41.219825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-519f726d-93fc-4870-b840-0fcbc56a162f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:49:41.269230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6c2d4-4f40-4577-aa93-858dae62adfd req-0a481d08-77a0-405a-bb24-5f85d2638386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:41.270631 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10f6c2d4-4f40-4577-aa93-858dae62adfd req-0a481d08-77a0-405a-bb24-5f85d2638386 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f088ab21-f569-4240-99b2-723e789e8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786562 Feb 04 06:49:41.305514 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-0a22e97e-d40c-4fb6-bfa9-c46c7dff3b18 None None] Set router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:49:41.315621 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-519f726d-93fc-4870-b840-0fcbc56a162f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:41.375612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-519f726d-93fc-4870-b840-0fcbc56a162f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:41.405173 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10f6c2d4-4f40-4577-aa93-858dae62adfd req-af6bd1dd-680a-4368-9bcd-e47800720e3b service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268649 Feb 04 06:49:41.451885 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-519f726d-93fc-4870-b840-0fcbc56a162f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:41.500280 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f726d-93fc-4870-b840-0fcbc56a162f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15481de6-32b3-4b6d-9c7f-1b3fc2025fc1,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:41.541755 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10f6c2d4-4f40-4577-aa93-858dae62adfd req-8a7dc96a-e6ff-42dc-923c-fcf743388058 service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300683 Feb 04 06:49:41.543519 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-519f726d-93fc-4870-b840-0fcbc56a162f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:41.544770 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-519f726d-93fc-4870-b840-0fcbc56a162f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502710 Feb 04 06:49:41.547495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56040) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:49:41.552902 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b8bbc94c-268e-45e7-baf0-d5b9e08edb91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Request body: {'security_group_rule': {'security_group_id': '5f0919af-7bbf-47a6-8ee4-b969248f4c43', 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:49:41.559272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b8bbc94c-268e-45e7-baf0-d5b9e08edb91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:49:41.563085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8bbc94c-268e-45e7-baf0-d5b9e08edb91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Usage tracker for resource:security_group_rule and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:49:41.566083 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b8bbc94c-268e-45e7-baf0-d5b9e08edb91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:49:41.572551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b8bbc94c-268e-45e7-baf0-d5b9e08edb91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:49:41.652993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc94c-268e-45e7-baf0-d5b9e08edb91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:41.659325 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0a22e97e-d40c-4fb6-bfa9-c46c7dff3b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'f15772b9-3d31-467a-8034-09d5070deca8', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'port_id': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'mac_address': 'fa:16:3e:6c:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:49:38Z', 'updated_at': '2022-02-04T06:49:38Z', 'revision_number': 0, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451f53e9-27c7-4383-8da2-189e6176e714', 'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'mac_address': 'fa:16:3e:6f:eb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:36Z', 'updated_at': '2022-02-04T06:48:43Z', 'revision_number': 5, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'subnets': [{'id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:49:41.663288 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22e97e-d40c-4fb6-bfa9-c46c7dff3b18 None None] The sync data for ids ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'] in dv-neutron-827796-1-hyperv is: [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'f15772b9-3d31-467a-8034-09d5070deca8', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'port_id': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'mac_address': 'fa:16:3e:6c:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:49:38Z', 'updated_at': '2022-02-04T06:49:38Z', 'revision_number': 0, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451f53e9-27c7-4383-8da2-189e6176e714', 'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'mac_address': 'fa:16:3e:6f:eb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:36Z', 'updated_at': '2022-02-04T06:48:43Z', 'revision_number': 5, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'subnets': [{'id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:49:41.720837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc94c-268e-45e7-baf0-d5b9e08edb91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:41.801411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc94c-268e-45e7-baf0-d5b9e08edb91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:41.827666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbc94c-268e-45e7-baf0-d5b9e08edb91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96729426-a2ad-4c29-b346-1a1d0eeff188,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:41.903643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc94c-268e-45e7-baf0-d5b9e08edb91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:41.904908 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b8bbc94c-268e-45e7-baf0-d5b9e08edb91 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564570 Feb 04 06:49:41.908028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56044) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:49:41.913391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-65cd2ed9-ebe6-4f34-bfc2-4fedcc810fe8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Request body: {'security_group_rule': {'security_group_id': '5f0919af-7bbf-47a6-8ee4-b969248f4c43', 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:49:41.919722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-65cd2ed9-ebe6-4f34-bfc2-4fedcc810fe8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:49:41.923955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-65cd2ed9-ebe6-4f34-bfc2-4fedcc810fe8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Usage tracker for resource:security_group_rule and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:49:41.927454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-65cd2ed9-ebe6-4f34-bfc2-4fedcc810fe8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:49:41.933411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-65cd2ed9-ebe6-4f34-bfc2-4fedcc810fe8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:49:41.965924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c9cc4-289c-4430-8d26-dbf43105f395 None None] New status for floating IP f15772b9-3d31-467a-8034-09d5070deca8: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:49:42.035992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ed9-ebe6-4f34-bfc2-4fedcc810fe8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.098574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ed9-ebe6-4f34-bfc2-4fedcc810fe8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.189308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ed9-ebe6-4f34-bfc2-4fedcc810fe8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.213140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd2ed9-ebe6-4f34-bfc2-4fedcc810fe8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d472af1-1805-449b-aa7e-c6f9c963574b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:42.309063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65cd2ed9-ebe6-4f34-bfc2-4fedcc810fe8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.310253 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-65cd2ed9-ebe6-4f34-bfc2-4fedcc810fe8 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012234 Feb 04 06:49:42.312966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56048) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:49:42.318502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-0e87cf88-a93f-43af-add4-3e88372052af tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Request body: {'security_group_rule': {'security_group_id': '5f0919af-7bbf-47a6-8ee4-b969248f4c43', 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:49:42.323776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0e87cf88-a93f-43af-add4-3e88372052af tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:49:42.327716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0e87cf88-a93f-43af-add4-3e88372052af tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Usage tracker for resource:security_group_rule and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:49:42.330617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-0e87cf88-a93f-43af-add4-3e88372052af tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:49:42.336156 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-0e87cf88-a93f-43af-add4-3e88372052af tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:49:42.430713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e87cf88-a93f-43af-add4-3e88372052af tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.494330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e87cf88-a93f-43af-add4-3e88372052af tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.572455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e87cf88-a93f-43af-add4-3e88372052af tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.598205 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87cf88-a93f-43af-add4-3e88372052af tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6f4019-4c3a-4229-97a2-d00874b1b9e6,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:42.686489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0e87cf88-a93f-43af-add4-3e88372052af tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.687640 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0e87cf88-a93f-43af-add4-3e88372052af tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3736966 Feb 04 06:49:42.690428 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56052) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:49:42.695478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Request body: {'security_group_rule': {'security_group_id': '5f0919af-7bbf-47a6-8ee4-b969248f4c43', 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:49:42.701437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:49:42.705448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Usage tracker for resource:security_group_rule and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:49:42.708293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:49:42.713939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:49:42.771718 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Project 78acb964f9a34d6fb0114d0a16852d67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:49:42.778051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.840173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.897389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.921066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fba436c-dc04-45e8-bc14-c3b6d3767e09,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:42.977531 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:42.986819 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-043c72e0-e8d8-475f-923d-6dfd13a55133 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2873566 Feb 04 06:49:42.986819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56056) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:49:42.987037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Request body: {'security_group_rule': {'security_group_id': '5f0919af-7bbf-47a6-8ee4-b969248f4c43', 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:49:42.992671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:49:42.996927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Usage tracker for resource:security_group_rule and tenant:78acb964f9a34d6fb0114d0a16852d67 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:49:42.999715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:49:43.005396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:49:43.086365 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Project 78acb964f9a34d6fb0114d0a16852d67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:49:43.093743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:43.156967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:43.240376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:43.264840 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ff6843-ebcb-4401-b35c-5913e59b4d92,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:43.332070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:43.333308 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-412fc28a-d1b2-4a25-aea9-0de4d76e885c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3503342 Feb 04 06:49:43.453232 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-340928ac-a0a5-4caa-8b76-2a57b1e86bfd req-3ce37278-1db1-42ca-942b-c81cc0df116d tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856816598&fields=id&tenant_id=78acb964f9a34d6fb0114d0a16852d67 HTTP/1.1" status: 200 len: 267 time: 0.0421786 Feb 04 06:49:43.626822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340928ac-a0a5-4caa-8b76-2a57b1e86bfd req-99111d52-1be7-4ab4-ade7-bc5bc7d4301b tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:43.628290 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-340928ac-a0a5-4caa-8b76-2a57b1e86bfd req-99111d52-1be7-4ab4-ade7-bc5bc7d4301b tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 945 time: 0.1697679 Feb 04 06:49:43.639799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-340928ac-a0a5-4caa-8b76-2a57b1e86bfd req-cccf4f96-799d-4564-b492-35f0277ae5d0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Request body: {'port': {'security_groups': ['374c4817-8245-4b5b-9f38-827b665cc656', '5f0919af-7bbf-47a6-8ee4-b969248f4c43']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:49:43.758270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-340928ac-a0a5-4caa-8b76-2a57b1e86bfd req-cccf4f96-799d-4564-b492-35f0277ae5d0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:44.007773 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-340928ac-a0a5-4caa-8b76-2a57b1e86bfd req-cccf4f96-799d-4564-b492-35f0277ae5d0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] For port dce2fe31-6fd8-4555-8192-66b07d4809ab, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:49:44.031499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-340928ac-a0a5-4caa-8b76-2a57b1e86bfd req-cccf4f96-799d-4564-b492-35f0277ae5d0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:44.090022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-340928ac-a0a5-4caa-8b76-2a57b1e86bfd req-cccf4f96-799d-4564-b492-35f0277ae5d0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:44.102059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['dce2fe31-6fd8-4555-8192-66b07d4809ab'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:49:44.157724 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340928ac-a0a5-4caa-8b76-2a57b1e86bfd req-cccf4f96-799d-4564-b492-35f0277ae5d0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:44.158345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-340928ac-a0a5-4caa-8b76-2a57b1e86bfd req-cccf4f96-799d-4564-b492-35f0277ae5d0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:44.159731 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-340928ac-a0a5-4caa-8b76-2a57b1e86bfd req-cccf4f96-799d-4564-b492-35f0277ae5d0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "PUT /v2.0/ports/dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 981 time: 0.5248713 Feb 04 06:49:44.163130 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:49:44.190210 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf4f96-799d-4564-b492-35f0277ae5d0 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'Port': ['ID=dce2fe31-6fd8-4555-8192-66b07d4809ab,revision_number=6']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:49:44.222891 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'status': 'completed', 'code': 200} Feb 04 06:49:44.243666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['dce2fe31-6fd8-4555-8192-66b07d4809ab'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:49:44.393825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9886d-bada-46fe-a2d6-3847debd41b8 req-2396b3a9-6de3-4039-aeac-3b9ae44cfb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:44.395308 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14d9886d-bada-46fe-a2d6-3847debd41b8 req-2396b3a9-6de3-4039-aeac-3b9ae44cfb01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78acb964f9a34d6fb0114d0a16852d67&device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1137 time: 0.1405025 Feb 04 06:49:44.403459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ffafd-aa90-4a11-af3e-28759c1e8223 req-1b646a83-bab3-4885-980c-30729d3c31d5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:44.404837 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c3ffafd-aa90-4a11-af3e-28759c1e8223 req-1b646a83-bab3-4885-980c-30729d3c31d5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.1120620 Feb 04 06:49:44.456884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-803dfb61-109c-430d-9994-fcff8b92777f None None] Provisioning complete for port dce2fe31-6fd8-4555-8192-66b07d4809ab triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:49:44.457229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-803dfb61-109c-430d-9994-fcff8b92777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:44.531408 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c3ffafd-aa90-4a11-af3e-28759c1e8223 req-5aa46753-3148-443b-b5ad-4753249162fb tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076286 Feb 04 06:49:44.566048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9886d-bada-46fe-a2d6-3847debd41b8 req-86305a5b-ea34-4486-bf9a-1c8d2441aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:44.567316 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14d9886d-bada-46fe-a2d6-3847debd41b8 req-86305a5b-ea34-4486-bf9a-1c8d2441aede service neutron] 10.222.0.24 "GET /v2.0/networks?id=f088ab21-f569-4240-99b2-723e789e8973 HTTP/1.1" status: 200 len: 915 time: 0.1616557 Feb 04 06:49:44.670371 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14d9886d-bada-46fe-a2d6-3847debd41b8 req-88dc7028-0eec-401d-b10e-30e87e645001 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 1001 time: 0.0958207 Feb 04 06:49:44.735595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9886d-bada-46fe-a2d6-3847debd41b8 req-b8c5f4ea-2df0-4615-ab2a-828a1964c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:44.737071 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14d9886d-bada-46fe-a2d6-3847debd41b8 req-b8c5f4ea-2df0-4615-ab2a-828a1964c88b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cf637df-9385-4e19-8d08-838a2a42e479 HTTP/1.1" status: 200 len: 853 time: 0.0608816 Feb 04 06:49:44.821787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9886d-bada-46fe-a2d6-3847debd41b8 req-bf0ce960-c67c-413a-8e2d-68e0e6a8197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:49:44.823256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14d9886d-bada-46fe-a2d6-3847debd41b8 req-bf0ce960-c67c-413a-8e2d-68e0e6a8197f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f088ab21-f569-4240-99b2-723e789e8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799372 Feb 04 06:49:44.953417 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14d9886d-bada-46fe-a2d6-3847debd41b8 req-a48dd956-15f4-4af0-908a-8570f0a8d9ee service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237934 Feb 04 06:49:45.081783 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14d9886d-bada-46fe-a2d6-3847debd41b8 req-0f07c76b-795a-492c-a453-b7af0f9752b4 service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221426 Feb 04 06:49:45.735299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-270856a3-4a77-4815-8e82-7219fab9f74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:48.030634 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cbc8622d-35f6-44b6-8443-0891b692d47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:49.166027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:49.194560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:50.040146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:49:50.629008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:15.742808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a8690a45-96fc-4dd8-9b61-8af48d7980c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:16.917958 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:50:17.986608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-dcb66146-2170-4973-b83c-edbfd10ed348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.143083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:19.177169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:20.102837 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:20.752147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:29.270885 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-10173d3f-2c8e-4444-a583-e8807feca342 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727816 Feb 04 06:50:29.412034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-de8687f5-3ee2-4bd0-90d2-72467ef5c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:29.413510 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-de8687f5-3ee2-4bd0-90d2-72467ef5c322 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78acb964f9a34d6fb0114d0a16852d67&device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1137 time: 0.0692956 Feb 04 06:50:29.645843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-4839c485-cd14-445c-ae11-bf610ad902d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:29.647265 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-4839c485-cd14-445c-ae11-bf610ad902d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f088ab21-f569-4240-99b2-723e789e8973 HTTP/1.1" status: 200 len: 915 time: 0.2108703 Feb 04 06:50:29.749288 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-921cbc1f-0ec2-47d7-bd31-24a490160134 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 1001 time: 0.0946066 Feb 04 06:50:29.809850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-2eefb4b5-3e60-4e9b-b297-5cc35682a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:29.811778 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-2eefb4b5-3e60-4e9b-b297-5cc35682a1b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cf637df-9385-4e19-8d08-838a2a42e479 HTTP/1.1" status: 200 len: 853 time: 0.0558364 Feb 04 06:50:29.886146 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-9996221f-5eab-4676-b666-19a6e7aa5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:29.887556 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-9996221f-5eab-4676-b666-19a6e7aa5fe8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f088ab21-f569-4240-99b2-723e789e8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696988 Feb 04 06:50:30.013735 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-76dddd0a-cc59-45a5-a165-7987a977682f service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196537 Feb 04 06:50:30.140413 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-266a9720-9b1e-4dd1-a7c9-e3c94a340362 req-cded3046-7c0f-475e-89e5-f88df0a3844f service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207356 Feb 04 06:50:32.929001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534ac56-732e-4dda-9107-366266c00796 req-73619684-86e1-4e39-ae9a-f16569ccd987 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:32.930434 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3534ac56-732e-4dda-9107-366266c00796 req-73619684-86e1-4e39-ae9a-f16569ccd987 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.1361501 Feb 04 06:50:32.936181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b4cc-43fd-4de1-8478-ece736060dcd req-44f6250e-c83c-40ec-86bd-30b70831343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:32.937539 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e5a9b4cc-43fd-4de1-8478-ece736060dcd req-44f6250e-c83c-40ec-86bd-30b70831343d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78acb964f9a34d6fb0114d0a16852d67&device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1137 time: 0.1118360 Feb 04 06:50:33.054074 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3534ac56-732e-4dda-9107-366266c00796 req-38b9c9cc-bab6-4613-83b1-966265a0ad3d tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155906 Feb 04 06:50:33.093237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b4cc-43fd-4de1-8478-ece736060dcd req-a6c307f7-ea1b-4141-a67c-7d4469447f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:33.094645 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e5a9b4cc-43fd-4de1-8478-ece736060dcd req-a6c307f7-ea1b-4141-a67c-7d4469447f92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f088ab21-f569-4240-99b2-723e789e8973 HTTP/1.1" status: 200 len: 915 time: 0.1442153 Feb 04 06:50:33.201760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e5a9b4cc-43fd-4de1-8478-ece736060dcd req-88fc314f-d993-4c9d-aec9-1f3fa13d6038 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 1001 time: 0.1005032 Feb 04 06:50:33.262109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b4cc-43fd-4de1-8478-ece736060dcd req-654502fc-2097-421c-9745-3ed0ad860df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:33.263496 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e5a9b4cc-43fd-4de1-8478-ece736060dcd req-654502fc-2097-421c-9745-3ed0ad860df9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cf637df-9385-4e19-8d08-838a2a42e479 HTTP/1.1" status: 200 len: 853 time: 0.0556791 Feb 04 06:50:33.342736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b4cc-43fd-4de1-8478-ece736060dcd req-b5b7d0e0-4fe9-49f9-96d2-4426a6aac1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:33.344052 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e5a9b4cc-43fd-4de1-8478-ece736060dcd req-b5b7d0e0-4fe9-49f9-96d2-4426a6aac1da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f088ab21-f569-4240-99b2-723e789e8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700345 Feb 04 06:50:33.480463 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e5a9b4cc-43fd-4de1-8478-ece736060dcd req-e1536897-0d07-4007-b2c0-7fe6cfdddf3b service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298215 Feb 04 06:50:33.612217 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e5a9b4cc-43fd-4de1-8478-ece736060dcd req-6ab79289-f8cb-49e0-b10d-c4e5ed3373a3 service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248691 Feb 04 06:50:34.246242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c56c3-87a8-4149-8845-0ceefc476750 req-5897f1e2-9af3-480f-b0b2-74c2674be973 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:34.248322 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3c5c56c3-87a8-4149-8845-0ceefc476750 req-5897f1e2-9af3-480f-b0b2-74c2674be973 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.0870454 Feb 04 06:50:34.292239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-3c5c56c3-87a8-4149-8845-0ceefc476750 req-9ebc0991-0765-4706-ad9c-c6b89757f371 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Synchronizing usage tracker for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:50:34.374529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-3c5c56c3-87a8-4149-8845-0ceefc476750 req-9ebc0991-0765-4706-ad9c-c6b89757f371 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Unset dirty status for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:50:34.375604 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3c5c56c3-87a8-4149-8845-0ceefc476750 req-9ebc0991-0765-4706-ad9c-c6b89757f371 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217413 Feb 04 06:50:35.557903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1195f8-4200-4203-ad35-562b5edace09 req-8b429d6d-e8ad-40e3-927d-3502b36d2008 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:35.559349 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7e1195f8-4200-4203-ad35-562b5edace09 req-8b429d6d-e8ad-40e3-927d-3502b36d2008 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.0797803 Feb 04 06:50:35.603853 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7e1195f8-4200-4203-ad35-562b5edace09 req-8d84adeb-6cdb-4b22-ab9a-055adcdd7e8c tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388727 Feb 04 06:50:36.786081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70697b0-2f18-4803-b82b-34077ffcd28b req-0f84ab7b-2f86-41de-a1be-7ee3027c6158 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:36.787462 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e70697b0-2f18-4803-b82b-34077ffcd28b req-0f84ab7b-2f86-41de-a1be-7ee3027c6158 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.0787771 Feb 04 06:50:36.837586 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e70697b0-2f18-4803-b82b-34077ffcd28b req-63ff6197-ad23-4181-8fa8-2fea3a05b10f tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445697 Feb 04 06:50:38.117934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab2640-c43b-47bf-85db-8a1134d60a4f req-d0d5e623-5c91-440e-a4cb-7bf820d02543 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:38.119271 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-05ab2640-c43b-47bf-85db-8a1134d60a4f req-d0d5e623-5c91-440e-a4cb-7bf820d02543 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.1802981 Feb 04 06:50:38.164186 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-05ab2640-c43b-47bf-85db-8a1134d60a4f req-37d21e2c-e301-4280-ba16-237e759ae804 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391710 Feb 04 06:50:39.347310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ec388-a977-41da-b2dc-59081f0ecf09 req-930dc4e9-2cd7-4b6b-a085-4e4a8015f9ef tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:39.348773 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-db6ec388-a977-41da-b2dc-59081f0ecf09 req-930dc4e9-2cd7-4b6b-a085-4e4a8015f9ef tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.0804570 Feb 04 06:50:39.395697 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-db6ec388-a977-41da-b2dc-59081f0ecf09 req-3f565adf-454e-4c3b-90da-ebf0fb29b693 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403316 Feb 04 06:50:40.579390 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b88bff-bbd3-44ca-a67e-0c57ebebd41d req-2f5b5b16-ebee-4747-937b-149eea708909 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:40.580852 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f8b88bff-bbd3-44ca-a67e-0c57ebebd41d req-2f5b5b16-ebee-4747-937b-149eea708909 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.0787394 Feb 04 06:50:40.628963 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f8b88bff-bbd3-44ca-a67e-0c57ebebd41d req-1278f6be-a6a0-485f-a367-64223f21406d tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425539 Feb 04 06:50:41.817189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6d22c-de69-499a-be44-25ecea7a28b6 req-6d8ea71d-4194-42ad-a709-4af2b3f58944 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:41.818537 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b2f6d22c-de69-499a-be44-25ecea7a28b6 req-6d8ea71d-4194-42ad-a709-4af2b3f58944 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.0821354 Feb 04 06:50:41.862810 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b2f6d22c-de69-499a-be44-25ecea7a28b6 req-6dff8dcf-1b37-4b39-bdcc-a9a52e9da002 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386877 Feb 04 06:50:43.040900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35501780-f94a-4149-9a9a-d3c9c48a7e27 req-fe3886f9-05bd-4231-943a-82a25397f9be tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:43.042336 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-35501780-f94a-4149-9a9a-d3c9c48a7e27 req-fe3886f9-05bd-4231-943a-82a25397f9be tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.0775733 Feb 04 06:50:43.088016 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-35501780-f94a-4149-9a9a-d3c9c48a7e27 req-20b1e1cd-acb6-4ffa-9f57-8b26b99db1ff tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400448 Feb 04 06:50:44.268544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b42f2-1429-4a58-b494-45c648faed9c req-549f46b0-62a3-4e4c-b64f-261df7e75615 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:44.270008 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-601b42f2-1429-4a58-b494-45c648faed9c req-549f46b0-62a3-4e4c-b64f-261df7e75615 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.0784390 Feb 04 06:50:44.316402 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-601b42f2-1429-4a58-b494-45c648faed9c req-091a1502-55f3-47ff-8c69-80fa7cf518ac tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407536 Feb 04 06:50:45.499739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b37499-af42-448f-be90-41e8eafca03b req-473fc3ec-932d-40ba-94d6-f1d54a1c3736 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:50:45.501200 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c6b37499-af42-448f-be90-41e8eafca03b req-473fc3ec-932d-40ba-94d6-f1d54a1c3736 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.0835772 Feb 04 06:50:45.545128 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c6b37499-af42-448f-be90-41e8eafca03b req-554b23f2-df09-40cc-bbf8-cc8e7609038b tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&id=5f0919af-7bbf-47a6-8ee4-b969248f4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382369 Feb 04 06:50:45.742194 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-acca0b5d-d80b-4e7a-93df-194c208dc293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:47.988431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e2dff0b4-52f5-4469-a21a-1a309146cd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:49.165576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:49.176384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:50.134439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:50.654432 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:50:53.916788 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:51:15.764914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d51395d0-3b9b-421d-bdac-bfb342e5e66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:18.025387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-42741704-a5e0-40c7-9a27-69c875c74842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:19.147766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:19.176146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:20.073506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:20.639580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:30.916070 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:51:31.277244 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-2cc8133a-2289-4f9c-81be-4fc188849852 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681291 Feb 04 06:51:31.434380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-8d10cc0d-3f22-4357-8322-ef5db53a0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:31.435880 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-8d10cc0d-3f22-4357-8322-ef5db53a0366 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78acb964f9a34d6fb0114d0a16852d67&device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1137 time: 0.0736730 Feb 04 06:51:31.576960 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-ac71cf66-4ef5-4c89-8675-547ea00b22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:31.578341 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-ac71cf66-4ef5-4c89-8675-547ea00b22a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f088ab21-f569-4240-99b2-723e789e8973 HTTP/1.1" status: 200 len: 915 time: 0.1244850 Feb 04 06:51:31.678824 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-280a7bb0-f590-4492-911d-2b5b3a15a662 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 1001 time: 0.0944877 Feb 04 06:51:31.738845 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-ccc958ae-2251-4b35-be74-8556bb11e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:31.740194 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-ccc958ae-2251-4b35-be74-8556bb11e408 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cf637df-9385-4e19-8d08-838a2a42e479 HTTP/1.1" status: 200 len: 853 time: 0.0550640 Feb 04 06:51:31.812432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-977fe261-aa91-4895-b3e3-843735efd02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:31.813929 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-977fe261-aa91-4895-b3e3-843735efd02c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f088ab21-f569-4240-99b2-723e789e8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670075 Feb 04 06:51:31.823647 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-cb5ac68f-7aa0-416a-b384-7cb726e3d7a9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:51:31.824538 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-cb5ac68f-7aa0-416a-b384-7cb726e3d7a9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046008 Feb 04 06:51:31.951506 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-c92ce0f3-cd47-4705-9d25-7ad8b863210b service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215317 Feb 04 06:51:32.077945 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-198fa3c6-e22b-413e-9050-45dc9af571e1 req-84b7870e-32ab-417b-8be6-1601b8df5429 service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200709 Feb 04 06:51:41.085576 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0de97da7-bfe7-4010-91bf-44765345b968 req-e9f1ce00-a3b2-42ff-a7b8-53c0274fa2d6 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856816598&fields=id&tenant_id=78acb964f9a34d6fb0114d0a16852d67 HTTP/1.1" status: 200 len: 267 time: 0.0426991 Feb 04 06:51:41.166614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de97da7-bfe7-4010-91bf-44765345b968 req-ad60c1d8-1911-4ac6-98b5-caa75d3ee37a tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:41.168066 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0de97da7-bfe7-4010-91bf-44765345b968 req-ad60c1d8-1911-4ac6-98b5-caa75d3ee37a tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 984 time: 0.0773163 Feb 04 06:51:41.179617 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [req-0de97da7-bfe7-4010-91bf-44765345b968 req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Request body: {'port': {'security_groups': ['374c4817-8245-4b5b-9f38-827b665cc656']}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:51:41.297547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-0de97da7-bfe7-4010-91bf-44765345b968 req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:41.532456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [req-0de97da7-bfe7-4010-91bf-44765345b968 req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] For port dce2fe31-6fd8-4555-8192-66b07d4809ab, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:51:41.560405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-0de97da7-bfe7-4010-91bf-44765345b968 req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:41.627530 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-0de97da7-bfe7-4010-91bf-44765345b968 req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:41.642178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['dce2fe31-6fd8-4555-8192-66b07d4809ab'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:51:41.702104 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de97da7-bfe7-4010-91bf-44765345b968 req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:41.702723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [req-0de97da7-bfe7-4010-91bf-44765345b968 req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:41.704605 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0de97da7-bfe7-4010-91bf-44765345b968 req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "PUT /v2.0/ports/dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 942 time: 0.5296435 Feb 04 06:51:41.705079 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:51:41.712787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56150) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:51:41.785476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['dce2fe31-6fd8-4555-8192-66b07d4809ab'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:51:41.793408 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event updated for resources: {'Port': ['ID=dce2fe31-6fd8-4555-8192-66b07d4809ab,revision_number=7']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:51:41.798349 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f42a77ea-98ac-4948-8288-674ae99dfc01 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:41.803138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.803489 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.803826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.804162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.804492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.804848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.805177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.805502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.805823 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.806146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.806466 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.806800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3653ee7-cde2-44e6-b73b-6b6fb6c2a2d4 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:41.844252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f42a77ea-98ac-4948-8288-674ae99dfc01 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:41.925799 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'status': 'completed', 'code': 200} Feb 04 06:51:42.002513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f42a77ea-98ac-4948-8288-674ae99dfc01 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:42.018582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca065-2427-48cc-ae09-1e83f4e61184 req-bf8a91cd-b011-4092-950f-77fd88dda83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:42.020106 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4beca065-2427-48cc-ae09-1e83f4e61184 req-bf8a91cd-b011-4092-950f-77fd88dda83d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78acb964f9a34d6fb0114d0a16852d67&device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1098 time: 0.0747652 Feb 04 06:51:42.024093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a77ea-98ac-4948-8288-674ae99dfc01 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0919af-7bbf-47a6-8ee4-b969248f4c43,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:51:42.073740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9fffe20e-fdc8-4498-809c-5ed5f637fad3 None None] Provisioning complete for port dce2fe31-6fd8-4555-8192-66b07d4809ab triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:51:42.074129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9fffe20e-fdc8-4498-809c-5ed5f637fad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:42.088975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f42a77ea-98ac-4948-8288-674ae99dfc01 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:42.093042 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f42a77ea-98ac-4948-8288-674ae99dfc01 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "DELETE /v2.0/security-groups/5f0919af-7bbf-47a6-8ee4-b969248f4c43 HTTP/1.1" status: 204 len: 168 time: 0.3767602 Feb 04 06:51:42.093378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56156) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:51:42.153621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca065-2427-48cc-ae09-1e83f4e61184 req-7421d59b-24c7-4e71-a74c-29bff9381e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:42.155085 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4beca065-2427-48cc-ae09-1e83f4e61184 req-7421d59b-24c7-4e71-a74c-29bff9381e9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f088ab21-f569-4240-99b2-723e789e8973 HTTP/1.1" status: 200 len: 915 time: 0.1278889 Feb 04 06:51:42.262736 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4beca065-2427-48cc-ae09-1e83f4e61184 req-9e48e4f8-f886-4750-9f33-1b2c39f31656 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 1001 time: 0.1014061 Feb 04 06:51:42.324276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca065-2427-48cc-ae09-1e83f4e61184 req-6b0e9ffa-e65f-475b-8555-45a0f6b2d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:42.325644 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4beca065-2427-48cc-ae09-1e83f4e61184 req-6b0e9ffa-e65f-475b-8555-45a0f6b2d972 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cf637df-9385-4e19-8d08-838a2a42e479 HTTP/1.1" status: 200 len: 853 time: 0.0568826 Feb 04 06:51:42.397516 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Deleting port e85caf11-d9e2-4ce9-8fac-6432974b9f3a {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:51:42.397853 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:42.401626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beca065-2427-48cc-ae09-1e83f4e61184 req-28473dcd-6e66-4da6-b084-8335edf98701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:42.403110 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4beca065-2427-48cc-ae09-1e83f4e61184 req-28473dcd-6e66-4da6-b084-8335edf98701 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f088ab21-f569-4240-99b2-723e789e8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714233 Feb 04 06:51:42.574243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:42.574243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:42.632086 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4beca065-2427-48cc-ae09-1e83f4e61184 req-ba963e3a-1fc5-4d73-9606-224c8e00abd2 service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221632 Feb 04 06:51:42.697247 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Calling delete_port for e85caf11-d9e2-4ce9-8fac-6432974b9f3a owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:51:42.775250 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4beca065-2427-48cc-ae09-1e83f4e61184 req-c32da810-05a3-4e9f-8e49-4b72aa6be91b service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375561 Feb 04 06:51:42.899587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:42.946599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event deleted for resources: {'Port': ['ID=e85caf11-d9e2-4ce9-8fac-6432974b9f3a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:51:43.043243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:43.043574 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Floating IP f15772b9-3d31-467a-8034-09d5070deca8 disassociated (deleted). External IP: 172.26.7.130, port: dce2fe31-6fd8-4555-8192-66b07d4809ab. Feb 04 06:51:43.388179 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:51:43.567759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:51:43.577616 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633cce4-5b61-45df-83a4-6071f6085d95 None None] Sync routers for ids ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:51:43.586454 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633cce4-5b61-45df-83a4-6071f6085d95 None None] Routers {'30b23501-0ce7-4a0b-867b-cd9bed6b2da2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:51:43.587062 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-5633cce4-5b61-45df-83a4-6071f6085d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:51:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:51:43.650129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:43.704006 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c8a135bd-1525-4660-8472-e72d333935d3 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "DELETE /v2.0/floatingips/f15772b9-3d31-467a-8034-09d5070deca8 HTTP/1.1" status: 204 len: 168 time: 1.6094997 Feb 04 06:51:43.760452 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-5633cce4-5b61-45df-83a4-6071f6085d95 None None] Set router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:51:43.925239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:51:43.981328 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'status': 'completed', 'code': 200} Feb 04 06:51:44.078364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e44d00-e124-4820-9944-d770a6245b34 req-9e5b225a-6265-47fb-9ad0-59c5005c98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:44.079890 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-23e44d00-e124-4820-9944-d770a6245b34 req-9e5b225a-6265-47fb-9ad0-59c5005c98b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78acb964f9a34d6fb0114d0a16852d67&device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 1098 time: 0.0764132 Feb 04 06:51:44.105864 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-5633cce4-5b61-45df-83a4-6071f6085d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '451f53e9-27c7-4383-8da2-189e6176e714', 'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'mac_address': 'fa:16:3e:6f:eb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:36Z', 'updated_at': '2022-02-04T06:48:43Z', 'revision_number': 5, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'subnets': [{'id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:51:44.109877 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633cce4-5b61-45df-83a4-6071f6085d95 None None] Checking router: 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:51:44.118228 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633cce4-5b61-45df-83a4-6071f6085d95 None None] Routers {'30b23501-0ce7-4a0b-867b-cd9bed6b2da2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:51:44.118827 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-5633cce4-5b61-45df-83a4-6071f6085d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:51:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:51:44.227822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e44d00-e124-4820-9944-d770a6245b34 req-2452bfb3-9af8-490a-aecf-705b7a250363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:44.229556 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-23e44d00-e124-4820-9944-d770a6245b34 req-2452bfb3-9af8-490a-aecf-705b7a250363 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f088ab21-f569-4240-99b2-723e789e8973 HTTP/1.1" status: 200 len: 915 time: 0.1442225 Feb 04 06:51:44.298822 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-5633cce4-5b61-45df-83a4-6071f6085d95 None None] Set router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:51:44.306617 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-23e44d00-e124-4820-9944-d770a6245b34 req-88d5cb23-152d-4776-9ddc-38e42bf81a24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 200 len: 217 time: 0.0709045 Feb 04 06:51:44.367796 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e44d00-e124-4820-9944-d770a6245b34 req-0d875ad0-b513-4488-9435-4d8fc16b7364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:44.369312 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-23e44d00-e124-4820-9944-d770a6245b34 req-0d875ad0-b513-4488-9435-4d8fc16b7364 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cf637df-9385-4e19-8d08-838a2a42e479 HTTP/1.1" status: 200 len: 853 time: 0.0569479 Feb 04 06:51:44.447456 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e44d00-e124-4820-9944-d770a6245b34 req-a198e9aa-5fdd-45ee-bf19-d31be2c654bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:44.448918 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-23e44d00-e124-4820-9944-d770a6245b34 req-a198e9aa-5fdd-45ee-bf19-d31be2c654bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f088ab21-f569-4240-99b2-723e789e8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741329 Feb 04 06:51:44.582077 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-23e44d00-e124-4820-9944-d770a6245b34 req-131d81d3-f964-421d-9a56-a06b251d3846 service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260991 Feb 04 06:51:44.615151 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-5633cce4-5b61-45df-83a4-6071f6085d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '451f53e9-27c7-4383-8da2-189e6176e714', 'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'mac_address': 'fa:16:3e:6f:eb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:36Z', 'updated_at': '2022-02-04T06:48:43Z', 'revision_number': 5, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'subnets': [{'id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:51:44.619048 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633cce4-5b61-45df-83a4-6071f6085d95 None None] The sync data for ids ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'] in dv-neutron-827796-1-hyperv is: [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '451f53e9-27c7-4383-8da2-189e6176e714', 'name': '', 'network_id': 'f088ab21-f569-4240-99b2-723e789e8973', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'mac_address': 'fa:16:3e:6f:eb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:36Z', 'updated_at': '2022-02-04T06:48:43Z', 'revision_number': 5, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'subnets': [{'id': '2cf637df-9385-4e19-8d08-838a2a42e479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:51:44.714727 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-23e44d00-e124-4820-9944-d770a6245b34 req-e9257847-003f-46fa-95ab-c50dd4570b03 service neutron] 10.222.0.24 "GET /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257651 Feb 04 06:51:44.851653 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a7aaf-7a15-4caa-bd54-5558aecf464a None None] New status for floating IP f15772b9-3d31-467a-8034-09d5070deca8: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:51:45.736163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c519894f-944f-4f10-907e-bc44d83799d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:48.002165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c1e3-8a7c-4823-9157-ef96b1dc39e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:49.174153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:49.219148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:49.625518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44bfdc-a130-4341-af0e-492c485135f0 req-1074e943-a23d-43e4-8018-5a3c034ff473 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:49.626203 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-3a44bfdc-a130-4341-af0e-492c485135f0 req-1074e943-a23d-43e4-8018-5a3c034ff473 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Synchronizing usage tracker for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:51:49.694100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-3a44bfdc-a130-4341-af0e-492c485135f0 req-1074e943-a23d-43e4-8018-5a3c034ff473 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Unset dirty status for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:51:49.695355 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3a44bfdc-a130-4341-af0e-492c485135f0 req-1074e943-a23d-43e4-8018-5a3c034ff473 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 945 time: 0.1465657 Feb 04 06:51:49.856536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-3a44bfdc-a130-4341-af0e-492c485135f0 req-427f8946-12a5-472b-add0-d67f56ef6773 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Synchronizing usage tracker for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:51:49.938993 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-3a44bfdc-a130-4341-af0e-492c485135f0 req-427f8946-12a5-472b-add0-d67f56ef6773 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Unset dirty status for tenant:78acb964f9a34d6fb0114d0a16852d67 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:51:49.940169 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3a44bfdc-a130-4341-af0e-492c485135f0 req-427f8946-12a5-472b-add0-d67f56ef6773 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390170 Feb 04 06:51:50.094287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:50.642179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:51.131884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae55841-fd12-41e2-9d94-443f0a2f545f req-52bb1c31-7e6d-4246-bbe1-c632233ced56 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:51.133287 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3ae55841-fd12-41e2-9d94-443f0a2f545f req-52bb1c31-7e6d-4246-bbe1-c632233ced56 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 945 time: 0.0875559 Feb 04 06:51:51.177029 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3ae55841-fd12-41e2-9d94-443f0a2f545f req-63cfb164-0822-4ced-941c-d07ed0e88a26 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/security-groups?id=374c4817-8245-4b5b-9f38-827b665cc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Feb 04 06:51:51.533115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f409f9-247b-4d24-bf4b-04aacbca4026 req-0ad15865-0a13-4ea1-81a4-a5b13f986214 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:51:51.534502 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f409f9-247b-4d24-bf4b-04aacbca4026 req-0ad15865-0a13-4ea1-81a4-a5b13f986214 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 945 time: 0.0797391 Feb 04 06:51:51.600998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-44f409f9-247b-4d24-bf4b-04aacbca4026 req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Deleting port dce2fe31-6fd8-4555-8192-66b07d4809ab {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:51:51.601332 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f409f9-247b-4d24-bf4b-04aacbca4026 req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:51.836165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-44f409f9-247b-4d24-bf4b-04aacbca4026 req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] For port dce2fe31-6fd8-4555-8192-66b07d4809ab, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce2fe31-6fd8-4555-8192-66b07d4809ab,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:51:51.836438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f409f9-247b-4d24-bf4b-04aacbca4026 req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:52.045485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-44f409f9-247b-4d24-bf4b-04aacbca4026 req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Calling delete_port for dce2fe31-6fd8-4555-8192-66b07d4809ab owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:51:52.245327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f409f9-247b-4d24-bf4b-04aacbca4026 req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:52.257474 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['dce2fe31-6fd8-4555-8192-66b07d4809ab'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:51:52.298505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Pushing event deleted for resources: {'Port': ['ID=dce2fe31-6fd8-4555-8192-66b07d4809ab,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:51:52.331166 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1424ce2b-7bc7-4720-b180-3384c223a717 req-b713b3c9-3957-4961-90d8-44229900e368 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ee8667-528e-4e55-9a54-1f57d86f3826 HTTP/1.1" status: 200 len: 210 time: 0.0466485 Feb 04 06:51:52.341361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.341361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.341361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.341361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.341361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.341361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.341885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.341981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.342298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.342688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.342926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.343961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:51:52.384515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f409f9-247b-4d24-bf4b-04aacbca4026 req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] No DVR routers for this DVR port dce2fe31-6fd8-4555-8192-66b07d4809ab on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:51:52.386781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f409f9-247b-4d24-bf4b-04aacbca4026 req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:52.389180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'name': 'network-vif-deleted', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:51:52.434150 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ee8667-528e-4e55-9a54-1f57d86f3826', 'name': 'network-vif-deleted', 'tag': 'dce2fe31-6fd8-4555-8192-66b07d4809ab', 'status': 'completed', 'code': 200} Feb 04 06:51:52.454807 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f409f9-247b-4d24-bf4b-04aacbca4026 req-6ab2d9f8-04cd-4486-9006-947a597f85f5 tempest-TestMinimumBasicScenario-282803796 tempest-TestMinimumBasicScenario-282803796-project] 10.222.0.24 "DELETE /v2.0/ports/dce2fe31-6fd8-4555-8192-66b07d4809ab HTTP/1.1" status: 204 len: 173 time: 0.9149194 Feb 04 06:51:54.667079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56254) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:51:54.696213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device dce2fe31-6fd8-4555-8192-66b07d4809ab no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:51:54.732368 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: dce2fe31-6fd8-4555-8192-66b07d4809ab {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:51:54.732747 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device dce2fe31-6fd8-4555-8192-66b07d4809ab not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:51:55.207178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:55.544598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] Deleting port 451f53e9-27c7-4383-8da2-189e6176e714 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:51:55.544976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:55.809372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] For port 451f53e9-27c7-4383-8da2-189e6176e714, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=451f53e9-27c7-4383-8da2-189e6176e714,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:51:55.810029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:55.927375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] Calling delete_port for 451f53e9-27c7-4383-8da2-189e6176e714 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:51:56.439464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:56.483319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] Pushing event deleted for resources: {'Port': ['ID=451f53e9-27c7-4383-8da2-189e6176e714,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:51:56.748867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:57.099039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] Router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:51:57.386785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:51:57.395657 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c77ebf-3fc1-4a23-8489-343ef2de41d4 None None] Sync routers for ids ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:51:57.399457 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-593d4e82-3962-4352-ba39-ba608fee9219 admin admin] 10.222.0.32 "PUT /v2.0/routers/30b23501-0ce7-4a0b-867b-cd9bed6b2da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7313125 Feb 04 06:51:57.401941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56258) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:51:57.405431 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c77ebf-3fc1-4a23-8489-343ef2de41d4 None None] Routers {'30b23501-0ce7-4a0b-867b-cd9bed6b2da2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:51:57.406035 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-57c77ebf-3fc1-4a23-8489-343ef2de41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:51:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:51:57.575424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:57.582892 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-57c77ebf-3fc1-4a23-8489-343ef2de41d4 None None] Set router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:51:57.752337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:57.855578 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-57c77ebf-3fc1-4a23-8489-343ef2de41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:51:56Z', 'revision_number': 5, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port': {'id': 'e16222f5-574a-4cfe-8399-d191f2b01fff', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:33Z', 'updated_at': '2022-02-04T06:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:51:57.859801 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c77ebf-3fc1-4a23-8489-343ef2de41d4 None None] Checking router: 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:51:57.867780 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c77ebf-3fc1-4a23-8489-343ef2de41d4 None None] Routers {'30b23501-0ce7-4a0b-867b-cd9bed6b2da2'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:51:57.868352 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-57c77ebf-3fc1-4a23-8489-343ef2de41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:51:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:51:57.873228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Deleting port e16222f5-574a-4cfe-8399-d191f2b01fff {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:51:57.873574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:58.044480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] For port e16222f5-574a-4cfe-8399-d191f2b01fff, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e16222f5-574a-4cfe-8399-d191f2b01fff,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:51:58.044830 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-57c77ebf-3fc1-4a23-8489-343ef2de41d4 None None] Set router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:51:58.045018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:58.149281 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-57c77ebf-3fc1-4a23-8489-343ef2de41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:51:57Z', 'revision_number': 6, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:51:58.153117 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c77ebf-3fc1-4a23-8489-343ef2de41d4 None None] The sync data for ids ['30b23501-0ce7-4a0b-867b-cd9bed6b2da2'] in dv-neutron-827796-1-hyperv is: [{'id': '30b23501-0ce7-4a0b-867b-cd9bed6b2da2', 'name': 'tempest-TestMinimumBasicScenario-446951613-router', 'tenant_id': '78acb964f9a34d6fb0114d0a16852d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:32Z', 'updated_at': '2022-02-04T06:51:57Z', 'revision_number': 6, 'project_id': '78acb964f9a34d6fb0114d0a16852d67', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:51:58.169403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Calling delete_port for e16222f5-574a-4cfe-8399-d191f2b01fff owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:51:58.428333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:58.477793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Pushing event deleted for resources: {'Port': ['ID=e16222f5-574a-4cfe-8399-d191f2b01fff,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:51:58.579620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:58.749470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:58.752260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:58.867444 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:58.867900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30b23501-0ce7-4a0b-867b-cd9bed6b2da2 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:51:58.879977 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:58.881122 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-684e72a3-cd58-4759-ba78-ad1f3a635396 admin admin] 10.222.0.32 "DELETE /v2.0/routers/30b23501-0ce7-4a0b-867b-cd9bed6b2da2 HTTP/1.1" status: 204 len: 168 time: 1.4782579 Feb 04 06:51:58.883572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56262) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:51:59.057823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-a731bb59-4d6c-43d7-afd1-c786f91633d6 admin admin] Deleting subnet 2cf637df-9385-4e19-8d08-838a2a42e479 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:51:59.060784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a731bb59-4d6c-43d7-afd1-c786f91633d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:59.109922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a731bb59-4d6c-43d7-afd1-c786f91633d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:59.191443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a731bb59-4d6c-43d7-afd1-c786f91633d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:59.339296 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a731bb59-4d6c-43d7-afd1-c786f91633d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:59.375975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731bb59-4d6c-43d7-afd1-c786f91633d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf637df-9385-4e19-8d08-838a2a42e479,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:51:59.379541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a731bb59-4d6c-43d7-afd1-c786f91633d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:59.385189 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a731bb59-4d6c-43d7-afd1-c786f91633d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2cf637df-9385-4e19-8d08-838a2a42e479 HTTP/1.1" status: 204 len: 168 time: 0.5006928 Feb 04 06:51:59.385380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c95d88-2f6e-4c24-8153-2fcf66cf06e5 None None] Network f088ab21-f569-4240-99b2-723e789e8973 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:51:59.387834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56266) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:51:59.493244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:59.504064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Deleting port ea616598-9eef-4a36-9d32-225a135ea1bf {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:51:59.504399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:59.588893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 451f53e9-27c7-4383-8da2-189e6176e714 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:51:59.628955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 451f53e9-27c7-4383-8da2-189e6176e714 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:51:59.629691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 451f53e9-27c7-4383-8da2-189e6176e714 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:51:59.630115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e16222f5-574a-4cfe-8399-d191f2b01fff no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:51:59.661511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d38d1-7a3d-43c4-9118-c7d8527fa2da None None] DHCP port deletion for f088ab21-f569-4240-99b2-723e789e8973 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:51:59.669011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: e16222f5-574a-4cfe-8399-d191f2b01fff {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:51:59.669351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e16222f5-574a-4cfe-8399-d191f2b01fff not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:51:59.672210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d38d1-7a3d-43c4-9118-c7d8527fa2da None None] Deleting port ea616598-9eef-4a36-9d32-225a135ea1bf {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:51:59.672691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cf2d38d1-7a3d-43c4-9118-c7d8527fa2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:59.716717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] For port ea616598-9eef-4a36-9d32-225a135ea1bf, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ea616598-9eef-4a36-9d32-225a135ea1bf,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:51:59.717149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:59.837386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Calling delete_port for ea616598-9eef-4a36-9d32-225a135ea1bf owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:51:59.868557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cf2d38d1-7a3d-43c4-9118-c7d8527fa2da None None] For port ea616598-9eef-4a36-9d32-225a135ea1bf, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ea616598-9eef-4a36-9d32-225a135ea1bf,segment=NetworkSegment(051f7bb6-372b-489a-9921-88b4b7264b66),segment_id=051f7bb6-372b-489a-9921-88b4b7264b66)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:51:59.868878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cf2d38d1-7a3d-43c4-9118-c7d8527fa2da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:59.973429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:51:59.990419 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d38d1-7a3d-43c4-9118-c7d8527fa2da None None] Calling delete_port for ea616598-9eef-4a36-9d32-225a135ea1bf owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:52:00.021998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea616598-9eef-4a36-9d32-225a135ea1bf,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:00.025426 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] No DVR routers for this DVR port ea616598-9eef-4a36-9d32-225a135ea1bf on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:52:00.060413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-cf2d38d1-7a3d-43c4-9118-c7d8527fa2da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:52:00.060796 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-cf2d38d1-7a3d-43c4-9118-c7d8527fa2da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:52:00.137893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:00.162869 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f088ab21-f569-4240-99b2-723e789e8973']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:00.174404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051f7bb6-372b-489a-9921-88b4b7264b66') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:00.174699 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051f7bb6-372b-489a-9921-88b4b7264b66') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:00.185729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:00.201085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:00.207527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:52:00.207927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:52:00.221058 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:52:00.370279 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:00.386220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:00.398167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f088ab21-f569-4240-99b2-723e789e8973,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:00.494294 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0607e8a7-0fb5-4deb-9c36-cff9c5ced0a8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f088ab21-f569-4240-99b2-723e789e8973 HTTP/1.1" status: 204 len: 168 time: 1.1053789 Feb 04 06:52:00.496943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56270) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:00.562517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d38d1-7a3d-43c4-9118-c7d8527fa2da None None] Deleting port ea616598-9eef-4a36-9d32-225a135ea1bf {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:52:00.563081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cf2d38d1-7a3d-43c4-9118-c7d8527fa2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:00.628471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d38d1-7a3d-43c4-9118-c7d8527fa2da None None] The port 'ea616598-9eef-4a36-9d32-225a135ea1bf' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:52:01.125832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:01.462078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] Deleting port 16e2c1e0-06df-4517-b705-5de3ec99ffa6 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:52:01.462705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:01.581820 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ea616598-9eef-4a36-9d32-225a135ea1bf no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:52:01.614778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: ea616598-9eef-4a36-9d32-225a135ea1bf {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:52:01.615215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ea616598-9eef-4a36-9d32-225a135ea1bf not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:52:01.631651 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] For port 16e2c1e0-06df-4517-b705-5de3ec99ffa6, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=16e2c1e0-06df-4517-b705-5de3ec99ffa6,segment=NetworkSegment(d8846328-52c2-49be-935e-2a56c0f3d7c9),segment_id=d8846328-52c2-49be-935e-2a56c0f3d7c9)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:01.632002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:01.749199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] Calling delete_port for 16e2c1e0-06df-4517-b705-5de3ec99ffa6 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:52:01.981677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:02.026518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e2c1e0-06df-4517-b705-5de3ec99ffa6,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:02.394405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:02.747848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] Router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:52:02.922497 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:52:02.931209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ceb356-95ce-4105-a82c-cdc32a277b66 None None] Sync routers for ids ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:52:02.941037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ceb356-95ce-4105-a82c-cdc32a277b66 None None] Routers {'4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:52:02.941645 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-64ceb356-95ce-4105-a82c-cdc32a277b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:51:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:02.994928 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a404824c-9b37-4342-bcd9-ef2761e0a920 admin admin] 10.222.0.32 "PUT /v2.0/routers/4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4969471 Feb 04 06:52:02.997563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56274) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:03.147235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-64ceb356-95ce-4105-a82c-cdc32a277b66 None None] Set router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:52:03.175092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:03.348920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:03.416395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Deleting port 511d0757-0dcc-484d-9fb8-96fb63158902 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:52:03.416913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:03.426043 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-64ceb356-95ce-4105-a82c-cdc32a277b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'name': 'tempest-TestMinimumBasicScenario-458699696-router', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:40Z', 'updated_at': '2022-02-04T06:52:01Z', 'revision_number': 5, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'gw_port': {'id': '511d0757-0dcc-484d-9fb8-96fb63158902', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:48:41Z', 'updated_at': '2022-02-04T06:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:03.430779 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ceb356-95ce-4105-a82c-cdc32a277b66 None None] Checking router: 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:52:03.439793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ceb356-95ce-4105-a82c-cdc32a277b66 None None] Routers {'4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:52:03.440621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-64ceb356-95ce-4105-a82c-cdc32a277b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:51:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:03.600231 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-64ceb356-95ce-4105-a82c-cdc32a277b66 None None] Set router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:52:03.644378 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] For port 511d0757-0dcc-484d-9fb8-96fb63158902, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=511d0757-0dcc-484d-9fb8-96fb63158902,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:03.644752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:03.704176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-64ceb356-95ce-4105-a82c-cdc32a277b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'name': 'tempest-TestMinimumBasicScenario-458699696-router', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:40Z', 'updated_at': '2022-02-04T06:52:03Z', 'revision_number': 6, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:03.708029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ceb356-95ce-4105-a82c-cdc32a277b66 None None] The sync data for ids ['4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0'] in dv-neutron-827796-1-hyperv is: [{'id': '4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0', 'name': 'tempest-TestMinimumBasicScenario-458699696-router', 'tenant_id': 'efd8db0ac91244589e00a6d1d8b22367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:48:40Z', 'updated_at': '2022-02-04T06:52:03Z', 'revision_number': 6, 'project_id': 'efd8db0ac91244589e00a6d1d8b22367', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:52:03.766492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Calling delete_port for 511d0757-0dcc-484d-9fb8-96fb63158902 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:52:04.094035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.144916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=511d0757-0dcc-484d-9fb8-96fb63158902,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:04.231450 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.397758 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.399804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.496350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.500481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:52:04.509422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.510524 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-edee1bfa-93f6-4f84-a1a1-bb8328f09a21 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4a25fe5c-a3d7-4c0c-871a-81d5e4d877e0 HTTP/1.1" status: 204 len: 168 time: 1.5119934 Feb 04 06:52:04.513058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56278) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:04.574855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbb0f79-94a5-458c-95dc-6be2c8527eec admin admin] Deleting subnet 28ec25c9-83c5-4dc1-8f73-b309dd3057de {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:52:04.577760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edbb0f79-94a5-458c-95dc-6be2c8527eec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.627394 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edbb0f79-94a5-458c-95dc-6be2c8527eec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.709158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edbb0f79-94a5-458c-95dc-6be2c8527eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.856867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edbb0f79-94a5-458c-95dc-6be2c8527eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.894233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb0f79-94a5-458c-95dc-6be2c8527eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ec25c9-83c5-4dc1-8f73-b309dd3057de,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:04.899858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-edbb0f79-94a5-458c-95dc-6be2c8527eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:04.904451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921951c2-7f2e-40da-8b5d-dc7aa9f41083 None None] Network 37bfead2-7253-4cd7-84bd-737f8ef7ef55 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:52:04.907419 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-edbb0f79-94a5-458c-95dc-6be2c8527eec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/28ec25c9-83c5-4dc1-8f73-b309dd3057de HTTP/1.1" status: 204 len: 168 time: 0.3934331 Feb 04 06:52:04.910236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56282) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:05.013905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:05.027941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Deleting port 7f0f82ed-3638-470e-940d-b6a41002115f {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:52:05.028272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:05.144701 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512814c5-59c4-49e0-a4c7-fab0941d3a66 None None] DHCP port deletion for 37bfead2-7253-4cd7-84bd-737f8ef7ef55 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:52:05.149055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-512814c5-59c4-49e0-a4c7-fab0941d3a66 None None] Deleting port 7f0f82ed-3638-470e-940d-b6a41002115f {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:52:05.149429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-512814c5-59c4-49e0-a4c7-fab0941d3a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:05.245324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] For port 7f0f82ed-3638-470e-940d-b6a41002115f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7f0f82ed-3638-470e-940d-b6a41002115f,segment=NetworkSegment(d8846328-52c2-49be-935e-2a56c0f3d7c9),segment_id=d8846328-52c2-49be-935e-2a56c0f3d7c9)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:05.245676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:05.350422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-512814c5-59c4-49e0-a4c7-fab0941d3a66 None None] For port 7f0f82ed-3638-470e-940d-b6a41002115f, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7f0f82ed-3638-470e-940d-b6a41002115f,segment=NetworkSegment(d8846328-52c2-49be-935e-2a56c0f3d7c9),segment_id=d8846328-52c2-49be-935e-2a56c0f3d7c9)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:05.350810 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-512814c5-59c4-49e0-a4c7-fab0941d3a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:05.365039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Calling delete_port for 7f0f82ed-3638-470e-940d-b6a41002115f owned by network:dhcp {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:52:05.472707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-512814c5-59c4-49e0-a4c7-fab0941d3a66 None None] Calling delete_port for 7f0f82ed-3638-470e-940d-b6a41002115f owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:52:05.507606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:05.558411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0f82ed-3638-470e-940d-b6a41002115f,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:05.562343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] No DVR routers for this DVR port 7f0f82ed-3638-470e-940d-b6a41002115f on host dv-neutron-827796-1-hyperv {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:52:05.595488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 511d0757-0dcc-484d-9fb8-96fb63158902 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:52:05.619585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-512814c5-59c4-49e0-a4c7-fab0941d3a66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:52:05.619938 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-512814c5-59c4-49e0-a4c7-fab0941d3a66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:52:05.630519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 511d0757-0dcc-484d-9fb8-96fb63158902 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:52:05.630867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 511d0757-0dcc-484d-9fb8-96fb63158902 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:52:05.631286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 16e2c1e0-06df-4517-b705-5de3ec99ffa6 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:52:05.664296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 16e2c1e0-06df-4517-b705-5de3ec99ffa6 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:52:05.664640 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 16e2c1e0-06df-4517-b705-5de3ec99ffa6 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:52:05.665085 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f0f82ed-3638-470e-940d-b6a41002115f no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:52:05.702856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 7f0f82ed-3638-470e-940d-b6a41002115f {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:52:05.706301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7f0f82ed-3638-470e-940d-b6a41002115f not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:52:05.773235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:05.797409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bfead2-7253-4cd7-84bd-737f8ef7ef55']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:05.809126 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8846328-52c2-49be-935e-2a56c0f3d7c9') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:05.809420 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8846328-52c2-49be-935e-2a56c0f3d7c9') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:05.821027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:05.836304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:05.842478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:52:05.845898 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:52:05.855523 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:52:05.996358 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:06.011902 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:06.021803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] Pushing event deleted for resources: {'Network': ['ID=37bfead2-7253-4cd7-84bd-737f8ef7ef55,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:06.028798 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-89e1e527-c5a9-43c8-9d54-ec420b18d26e admin admin] 10.222.0.32 "DELETE /v2.0/networks/37bfead2-7253-4cd7-84bd-737f8ef7ef55 HTTP/1.1" status: 204 len: 168 time: 1.1176100 Feb 04 06:52:06.121676 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-512814c5-59c4-49e0-a4c7-fab0941d3a66 None None] Deleting port 7f0f82ed-3638-470e-940d-b6a41002115f {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:52:06.122178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-512814c5-59c4-49e0-a4c7-fab0941d3a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:06.184988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-512814c5-59c4-49e0-a4c7-fab0941d3a66 None None] The port '7f0f82ed-3638-470e-940d-b6a41002115f' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 06:52:06.385738 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56288) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:06.436973 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8182dee1-d801-41be-a1b2-9a309aaa8a04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78acb964f9a34d6fb0114d0a16852d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478175 Feb 04 06:52:06.437406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56292) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:06.495338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e484934-563f-48d2-ae22-223ae1a7adab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:06.519915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e484934-563f-48d2-ae22-223ae1a7adab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:06.638659 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e484934-563f-48d2-ae22-223ae1a7adab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:06.656296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e484934-563f-48d2-ae22-223ae1a7adab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374c4817-8245-4b5b-9f38-827b665cc656,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:06.724320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-2e484934-563f-48d2-ae22-223ae1a7adab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:06.725485 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-2e484934-563f-48d2-ae22-223ae1a7adab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/374c4817-8245-4b5b-9f38-827b665cc656 HTTP/1.1" status: 204 len: 168 time: 0.2870984 Feb 04 06:52:07.370993 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56300) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:07.417985 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8b8c4e1f-a5e4-484a-800d-9cf52842654a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efd8db0ac91244589e00a6d1d8b22367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457954 Feb 04 06:52:07.420378 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56304) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:07.477432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f890351c-5f8a-4a7f-87dd-45bc9900d34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:07.502594 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f890351c-5f8a-4a7f-87dd-45bc9900d34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:07.621945 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f890351c-5f8a-4a7f-87dd-45bc9900d34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:07.635308 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890351c-5f8a-4a7f-87dd-45bc9900d34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a1d55a-8b7c-44f0-b8e5-16c2b3c57ba0,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:07.641632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f890351c-5f8a-4a7f-87dd-45bc9900d34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:07.642735 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f890351c-5f8a-4a7f-87dd-45bc9900d34c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25a1d55a-8b7c-44f0-b8e5-16c2b3c57ba0 HTTP/1.1" status: 204 len: 168 time: 0.2208271 Feb 04 06:52:07.914637 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:52:10.225914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56346) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:10.230962 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227190135', 'description': 'tempest-secgroup-smoke-227190135 description', 'project_id': 'c11deaae1bb6447c836c104d86060bf2'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:10.237715 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:10.241539 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:10.244523 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:10.250795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:10.327818 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:10.339353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:10.353810 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:10.357555 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:10.360269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:10.365735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:10.447901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:10.541697 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:10.556520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:10.570391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:10.576127 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:10.584703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:10.586436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5066acbb-a09f-4a4d-95da-38ba357bea0c,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:10.654725 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:10.730111 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:10.779250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4e5245-a350-4d60-98b1-77caa6ca1d08,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:10.833133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:10.834358 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9ce60ca8-ced3-4156-8e84-ee9ef4b1baf7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6073835 Feb 04 06:52:10.837259 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56350) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:10.842265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9bd72b10-f329-4114-a521-1afc4743dd6c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'ef4e5245-a350-4d60-98b1-77caa6ca1d08', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:10.848079 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9bd72b10-f329-4114-a521-1afc4743dd6c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:10.851881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9bd72b10-f329-4114-a521-1afc4743dd6c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:10.854694 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9bd72b10-f329-4114-a521-1afc4743dd6c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:10.860767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9bd72b10-f329-4114-a521-1afc4743dd6c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:10.942892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9bd72b10-f329-4114-a521-1afc4743dd6c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.001206 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9bd72b10-f329-4114-a521-1afc4743dd6c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.076006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9bd72b10-f329-4114-a521-1afc4743dd6c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.099205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd72b10-f329-4114-a521-1afc4743dd6c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946f79a7-97aa-47ad-8fa5-c425e827f103,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:11.170399 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9bd72b10-f329-4114-a521-1afc4743dd6c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.172138 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9bd72b10-f329-4114-a521-1afc4743dd6c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3339667 Feb 04 06:52:11.174761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56354) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:11.179917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-caf6bce5-ba2a-4e8d-ae62-057173765c9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'ef4e5245-a350-4d60-98b1-77caa6ca1d08', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:11.185877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-caf6bce5-ba2a-4e8d-ae62-057173765c9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:11.190542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-caf6bce5-ba2a-4e8d-ae62-057173765c9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:11.193360 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-caf6bce5-ba2a-4e8d-ae62-057173765c9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:11.198976 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-caf6bce5-ba2a-4e8d-ae62-057173765c9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:11.273446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-caf6bce5-ba2a-4e8d-ae62-057173765c9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.333142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-caf6bce5-ba2a-4e8d-ae62-057173765c9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.401576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-caf6bce5-ba2a-4e8d-ae62-057173765c9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.425032 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6bce5-ba2a-4e8d-ae62-057173765c9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ba0997-1b3b-424d-bb49-2720f1e65f20,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:11.493088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-caf6bce5-ba2a-4e8d-ae62-057173765c9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.494308 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-caf6bce5-ba2a-4e8d-ae62-057173765c9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3186185 Feb 04 06:52:11.496914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56358) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:11.501825 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-aee5637b-b477-473a-a546-bed1e3a56b21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'ef4e5245-a350-4d60-98b1-77caa6ca1d08', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:11.507650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-aee5637b-b477-473a-a546-bed1e3a56b21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:11.511437 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-aee5637b-b477-473a-a546-bed1e3a56b21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:11.514277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-aee5637b-b477-473a-a546-bed1e3a56b21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:11.519786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-aee5637b-b477-473a-a546-bed1e3a56b21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:11.599627 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aee5637b-b477-473a-a546-bed1e3a56b21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.661512 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aee5637b-b477-473a-a546-bed1e3a56b21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.724137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aee5637b-b477-473a-a546-bed1e3a56b21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.745828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5637b-b477-473a-a546-bed1e3a56b21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2373e0a6-3fec-4c38-bb52-4aa8e4bec33b,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:11.804751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aee5637b-b477-473a-a546-bed1e3a56b21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.805923 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-aee5637b-b477-473a-a546-bed1e3a56b21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3081121 Feb 04 06:52:11.808558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56362) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:11.813511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c554b32e-e296-44c0-be20-32e2b4300f02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'ef4e5245-a350-4d60-98b1-77caa6ca1d08', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:11.819165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c554b32e-e296-44c0-be20-32e2b4300f02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:11.823005 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c554b32e-e296-44c0-be20-32e2b4300f02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:11.825817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c554b32e-e296-44c0-be20-32e2b4300f02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:11.831884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c554b32e-e296-44c0-be20-32e2b4300f02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:11.908517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c554b32e-e296-44c0-be20-32e2b4300f02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:11.969061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c554b32e-e296-44c0-be20-32e2b4300f02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.053476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c554b32e-e296-44c0-be20-32e2b4300f02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.076143 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554b32e-e296-44c0-be20-32e2b4300f02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6eb28d-de9a-4d77-b0cd-a56994ab3faa,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:12.150356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c554b32e-e296-44c0-be20-32e2b4300f02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.151587 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c554b32e-e296-44c0-be20-32e2b4300f02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3420579 Feb 04 06:52:12.154152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56366) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:12.160032 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'ef4e5245-a350-4d60-98b1-77caa6ca1d08', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:12.165219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:12.168995 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:12.171834 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:12.177477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:12.265435 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Project c11deaae1bb6447c836c104d86060bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:52:12.271867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.335689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.404433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.428602 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9cd8e6-04b7-4e0b-a4cd-dedf86ef744b,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:12.501815 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.507053 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-931bfec5-c42f-4ef3-95b5-9978b4a3213c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3479273 Feb 04 06:52:12.507053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56370) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:12.510547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'ef4e5245-a350-4d60-98b1-77caa6ca1d08', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:12.516409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:12.520078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:12.522880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:12.528712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:12.599110 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Project c11deaae1bb6447c836c104d86060bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:52:12.605926 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.671268 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.747335 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.770114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0953f90-c314-461d-9cf2-ce1d94b2de1d,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:12.839095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.840242 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ef5f6160-9f1f-47db-98cb-0527362586df tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335738 Feb 04 06:52:12.843764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56374) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:12.849175 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'network': {'name': 'tempest-network-smoke--1492134507', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'port_security_enabled': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:12.853971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:12.857673 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:network and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:12.861168 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:12.866777 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:12.935900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:52:12.939850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.966863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:52:12.974937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:12.979990 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Added segment 79a0328a-b278-4060-88e1-dd46be582f15 of type vlan for network d9f17576-3951-4358-b9c9-225e65ec5a01 Feb 04 06:52:13.000386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:13.101780 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:13.107249 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:13.107826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:13.211963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Network': ['ID=d9f17576-3951-4358-b9c9-225e65ec5a01,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:13.221958 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network d9f17576-3951-4358-b9c9-225e65ec5a01 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:52:13.285288 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1b3c7284-9c83-41f9-bce4-aad4b3f6ea8d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4404237 Feb 04 06:52:13.287977 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56378) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:13.293098 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'admin_state_up': True, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:13.300749 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:13.304790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:router and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:13.307753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:13.314730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:13.385020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:13.386024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:13.408948 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:13.795054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:14.245871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:14.274840 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:14.404533 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.26.7.3 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/b545b12a-cc5e-4409-bdd8-3da06e30285b) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:52:14.550730 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:14.625216 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:14.692047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:52:14.694924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:52:14.698485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:52:14.730884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=b545b12a-cc5e-4409-bdd8-3da06e30285b,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:15.159166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:15.485251 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:15.742081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a4c62e36-fde2-47a4-8d73-e8cfaa51623d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:15.850114 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router abb171c8-24b4-4100-b68e-de70dea12f57 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:52:16.022303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:52:16.033662 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Sync routers for ids ['abb171c8-24b4-4100-b68e-de70dea12f57'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:52:16.042987 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Routers {'abb171c8-24b4-4100-b68e-de70dea12f57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:52:16.043581 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:51:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abb171c8-24b4-4100-b68e-de70dea12f57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:16.118711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:16.120013 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0809d446-3385-46f2-b1c6-bbd15e80a822 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.8310831 Feb 04 06:52:16.123126 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56382) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:16.214695 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Set router abb171c8-24b4-4100-b68e-de70dea12f57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:52:16.258304 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-098107d6-ec92-4220-89a6-2f9719298e4c tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c11deaae1bb6447c836c104d86060bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1339929 Feb 04 06:52:16.260933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56388) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:16.386276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5113115-6a25-486e-8355-801a315db3ee tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:16.390837 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f5113115-6a25-486e-8355-801a315db3ee tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1258409 Feb 04 06:52:16.391042 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56392) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:16.429584 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d447484d-df41-4299-a3cd-59c5157be9b3 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374839 Feb 04 06:52:16.432105 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56396) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:16.437541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963843887', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:16.507119 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:14Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:16.511366 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Checking router: abb171c8-24b4-4100-b68e-de70dea12f57 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:52:16.511712 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Updating router abb171c8-24b4-4100-b68e-de70dea12f57 port b545b12a-cc5e-4409-bdd8-3da06e30285b binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:52:16.545438 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:16.549213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:subnet and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:16.551930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:16.557735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:16.563791 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:16.636168 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:52:16.640413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:16.886401 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:16.897228 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Transition to ACTIVE for port object b545b12a-cc5e-4409-bdd8-3da06e30285b will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:52:16.902032 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:16.974849 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Subnet': ['ID=00dc6723-8b12-4ce1-bd96-880d4d3c6813,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:16.976093 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:16.987199 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Checking segment: {'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:52:16.987557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network hostable DHCP agents. Network: d9f17576-3951-4358-b9c9-225e65ec5a01, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:52:17.056462 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Attempting to bind port b545b12a-cc5e-4409-bdd8-3da06e30285b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:52:17.057023 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Attempting to bind port b545b12a-cc5e-4409-bdd8-3da06e30285b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:52:17.057250 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Attempting to bind port b545b12a-cc5e-4409-bdd8-3da06e30285b on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:52:17.059177 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Pushing event updated for resources: {'Port': ['ID=b545b12a-cc5e-4409-bdd8-3da06e30285b,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:17.064638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network d9f17576-3951-4358-b9c9-225e65ec5a01 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:52:17.068511 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:52:17.068895 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:52:17.069289 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:17.069673 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:52:17.070140 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Bound port: b545b12a-cc5e-4409-bdd8-3da06e30285b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:52:17.070480 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:17.097817 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.098158 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.098491 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.098829 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.099136 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.099462 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.099778 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.100112 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.100411 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.100750 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.101069 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.101379 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.130343 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, d9f17576-3951-4358-b9c9-225e65ec5a01) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:52:17.136101 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:17.136980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:17.140180 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2075ed-435c-4ea1-b812-5f20c94da4dd None None] Network d9f17576-3951-4358-b9c9-225e65ec5a01 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:52:17.147447 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] For port b545b12a-cc5e-4409-bdd8-3da06e30285b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:52:17.150327 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] For port b545b12a-cc5e-4409-bdd8-3da06e30285b, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b545b12a-cc5e-4409-bdd8-3da06e30285b,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:52:17.216434 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:17.251925 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-41e4472e-5bab-46db-b07f-2afeb9e60fe9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8180192 Feb 04 06:52:17.254184 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56400) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:17.297426 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9bb4c-49b3-4fa3-89e9-009ff2ca01fc None None] Pushing event updated for resources: {'Port': ['ID=b545b12a-cc5e-4409-bdd8-3da06e30285b,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:17.301235 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Routers {'abb171c8-24b4-4100-b68e-de70dea12f57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:52:17.301835 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:51:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abb171c8-24b4-4100-b68e-de70dea12f57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:17.359412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-d9f17576-3951-4358-b9c9-225e65ec5a01', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ips': [{'subnet_id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:52:17.360319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:17.481543 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] Set router abb171c8-24b4-4100-b68e-de70dea12f57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:52:17.537781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Allocated IP 172.20.0.2 (d9f17576-3951-4358-b9c9-225e65ec5a01/00dc6723-8b12-4ce1-bd96-880d4d3c6813/8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:52:17.746528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:17.757340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Transition to ACTIVE for port object 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:52:17.775918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Transition to ACTIVE for port object 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:52:17.793617 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:14Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:17.797700 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d1f750-a422-4ee1-ba8c-985e04df89ff None None] The sync data for ids ['abb171c8-24b4-4100-b68e-de70dea12f57'] in dv-neutron-827796-1-hyperv is: [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:14Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:52:17.843181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:17.913515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Network d9f17576-3951-4358-b9c9-225e65ec5a01 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:52:17.914720 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:52:17.918638 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:52:17.961913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Pushing event updated for resources: {'Port': ['ID=8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:17.981108 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.982994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.982994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.982994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.982994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.982994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.983376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.983376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.983649 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.983962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.984277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:17.984590 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:52:18.050415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Attempting to bind port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:52:18.050866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Attempting to bind port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:52:18.051285 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Attempting to bind port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 on network d9f17576-3951-4358-b9c9-225e65ec5a01 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:52:18.057887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:52:18.058257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Checking segment: {'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:52:18.058659 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:18.059040 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Bound using segment: {'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:52:18.059498 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Bound port: 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:52:18.059872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:18.079157 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a18b8c68-fa81-4ff2-af15-7e3da7163b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:18.143590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:18.166572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] For port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:52:18.169989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] For port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887,segment=NetworkSegment(79a0328a-b278-4060-88e1-dd46be582f15),segment_id=79a0328a-b278-4060-88e1-dd46be582f15)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:52:18.293745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:18.382850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcc7d9-2d19-40ed-b028-1184910d05dc None None] Pushing event updated for resources: {'Port': ['ID=8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:18.565273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.20.0.1 (d9f17576-3951-4358-b9c9-225e65ec5a01/00dc6723-8b12-4ce1-bd96-880d4d3c6813/d6452591-11e1-4616-8733-884043ba387a) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:52:18.766842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:18.783237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Transition to ACTIVE for port object d6452591-11e1-4616-8733-884043ba387a will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:52:18.867921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:18.937090 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network d9f17576-3951-4358-b9c9-225e65ec5a01 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:52:18.940045 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:52:18.942558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:52:18.983946 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=d6452591-11e1-4616-8733-884043ba387a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:19.005950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:19.153864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:19.182312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:19.358480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:19.688945 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:52:19.824880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:52:19.835290 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b545b12a-cc5e-4409-bdd8-3da06e30285b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:52:19.882443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fa72d0-a83a-4d52-90be-7aaaac53cf65 None None] Network d9f17576-3951-4358-b9c9-225e65ec5a01 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:52:19.960517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.013352 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.096413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a2c26844-b634-42cc-a97f-8b4f6b7b2fa0 None None] Provisioning for port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:52:20.127841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.131377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=d6452591-11e1-4616-8733-884043ba387a,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:20.132731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.133386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port b545b12a-cc5e-4409-bdd8-3da06e30285b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:52:20.138899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a2c26844-b634-42cc-a97f-8b4f6b7b2fa0 None None] Provisioning complete for port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:20.139292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2c26844-b634-42cc-a97f-8b4f6b7b2fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.169404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port b545b12a-cc5e-4409-bdd8-3da06e30285b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:20.169776 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.266025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network d9f17576-3951-4358-b9c9-225e65ec5a01 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:52:20.267018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:52:20.421628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.426803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2c26844-b634-42cc-a97f-8b4f6b7b2fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.460496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router abb171c8-24b4-4100-b68e-de70dea12f57 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:52:20.461974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port b545b12a-cc5e-4409-bdd8-3da06e30285b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b545b12a-cc5e-4409-bdd8-3da06e30285b,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:20.474599 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a2c26844-b634-42cc-a97f-8b4f6b7b2fa0 None None] For port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887,segment=NetworkSegment(79a0328a-b278-4060-88e1-dd46be582f15),segment_id=79a0328a-b278-4060-88e1-dd46be582f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:20.539019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.600543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a2c26844-b634-42cc-a97f-8b4f6b7b2fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.623354 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=b545b12a-cc5e-4409-bdd8-3da06e30285b,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:20.665843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:52:20.672346 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.677341 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-41f9008d-bf4c-4e25-be26-39223ea4afd3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "PUT /v2.0/routers/abb171c8-24b4-4100-b68e-de70dea12f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4220121 Feb 04 06:52:20.685229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Sync routers for ids ['abb171c8-24b4-4100-b68e-de70dea12f57'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:52:20.715382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Routers {'abb171c8-24b4-4100-b68e-de70dea12f57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:52:20.716021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:52:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abb171c8-24b4-4100-b68e-de70dea12f57'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:20.794490 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c26844-b634-42cc-a97f-8b4f6b7b2fa0 None None] Pushing event updated for resources: {'Port': ['ID=8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:20.865228 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-8c19d5e4-e32c-4622-9913-192650012694 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227190135&fields=id&tenant_id=c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 267 time: 0.0468533 Feb 04 06:52:20.886430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c2903009-dba1-4db8-bbfc-883379a3704e None None] Provisioning for port d6452591-11e1-4616-8733-884043ba387a completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:52:20.910231 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c2903009-dba1-4db8-bbfc-883379a3704e None None] Provisioning complete for port d6452591-11e1-4616-8733-884043ba387a triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:20.910606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2903009-dba1-4db8-bbfc-883379a3704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:20.974597 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Set router abb171c8-24b4-4100-b68e-de70dea12f57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:52:21.025049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-dc099c82-df8e-4fa3-b4b6-4dfc38bf55ef tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:21.026299 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-dc099c82-df8e-4fa3-b4b6-4dfc38bf55ef tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/networks?id=d9f17576-3951-4358-b9c9-225e65ec5a01 HTTP/1.1" status: 200 len: 797 time: 0.1543963 Feb 04 06:52:21.038238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c2903009-dba1-4db8-bbfc-883379a3704e None None] Port d6452591-11e1-4616-8733-884043ba387a cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:52:21.042137 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-bf822394-73a2-4e8d-960f-df89c9a82eee tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/quotas/c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 375 time: 0.0100498 Feb 04 06:52:21.133425 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-e168cb3a-8fc9-4456-91da-c7ea7ff22470 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845189 Feb 04 06:52:21.133661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c2903009-dba1-4db8-bbfc-883379a3704e None None] Provisioning complete for port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:21.133661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2903009-dba1-4db8-bbfc-883379a3704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:21.315353 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-d76af24d-7cec-438a-9211-c0cedc0314b0 service neutron] 10.222.0.32 "GET /v2.0/networks/d9f17576-3951-4358-b9c9-225e65ec5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700382 Feb 04 06:52:21.400879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:19Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'd6452591-11e1-4616-8733-884043ba387a', 'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:df:d6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:18Z', 'updated_at': '2022-02-04T06:52:19Z', 'revision_number': 2, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:21.404878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Checking router: abb171c8-24b4-4100-b68e-de70dea12f57 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:52:21.405270 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Updating router abb171c8-24b4-4100-b68e-de70dea12f57 port d6452591-11e1-4616-8733-884043ba387a binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:52:21.445263 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-d0748079-440d-4f20-9148-8f1e2dfa0a10 service neutron] 10.222.0.32 "GET /v2.0/networks/d9f17576-3951-4358-b9c9-225e65ec5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241944 Feb 04 06:52:21.457867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:21.572873 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ce3cf9e4-c12c-4769-9be6-053f18a7dfb2 None None] Provisioning complete for port d6452591-11e1-4616-8733-884043ba387a triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:21.573187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf9e4-c12c-4769-9be6-053f18a7dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:21.609580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:52:21.742225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-ce3cf9e4-c12c-4769-9be6-053f18a7dfb2 None None] Port d6452591-11e1-4616-8733-884043ba387a cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:52:21.753446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-eabc5eb4-ae03-419b-8fd6-79c1df6be267 req-e339898d-27bb-468f-9a8f-c9ecae7e61b4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:52:21.821900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-eabc5eb4-ae03-419b-8fd6-79c1df6be267 req-e339898d-27bb-468f-9a8f-c9ecae7e61b4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:52:21.823148 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-eabc5eb4-ae03-419b-8fd6-79c1df6be267 req-e339898d-27bb-468f-9a8f-c9ecae7e61b4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 210 time: 0.1148202 Feb 04 06:52:21.851325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:21.851741 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:22.054151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b545b12a-cc5e-4409-bdd8-3da06e30285b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:52:22.094844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:22.121666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Transition to ACTIVE for port object d6452591-11e1-4616-8733-884043ba387a will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:52:22.140939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port b545b12a-cc5e-4409-bdd8-3da06e30285b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:22.141310 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:22.203256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:22.410257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca0189-fa7a-4a43-93e2-15df871db80f None None] Pushing event updated for resources: {'Port': ['ID=d6452591-11e1-4616-8733-884043ba387a,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:22.470610 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Attempting to bind port d6452591-11e1-4616-8733-884043ba387a on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:52:22.471348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Attempting to bind port d6452591-11e1-4616-8733-884043ba387a by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:52:22.471489 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Attempting to bind port d6452591-11e1-4616-8733-884043ba387a on network d9f17576-3951-4358-b9c9-225e65ec5a01 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:52:22.477167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:52:22.477608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Checking segment: {'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:52:22.478068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:22.478520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Bound using segment: {'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:52:22.479042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Bound port: d6452591-11e1-4616-8733-884043ba387a, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:52:22.479491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:22.577908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] For port d6452591-11e1-4616-8733-884043ba387a, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:52:22.580944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] For port d6452591-11e1-4616-8733-884043ba387a, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d6452591-11e1-4616-8733-884043ba387a,segment=NetworkSegment(79a0328a-b278-4060-88e1-dd46be582f15),segment_id=79a0328a-b278-4060-88e1-dd46be582f15)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:52:22.667866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:22.747111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Routers {'abb171c8-24b4-4100-b68e-de70dea12f57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:52:22.747225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:52:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abb171c8-24b4-4100-b68e-de70dea12f57'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:22.815190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca0189-fa7a-4a43-93e2-15df871db80f None None] Pushing event updated for resources: {'Port': ['ID=d6452591-11e1-4616-8733-884043ba387a,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:22.922120 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-19b32518-9eab-4b00-8a1f-5eb4939dfe13 req-0be41dc4-75c4-4ab2-a7f8-9fd2d741d365 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 210 time: 0.0445683 Feb 04 06:52:22.938008 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] Set router abb171c8-24b4-4100-b68e-de70dea12f57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:52:23.253513 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:19Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'd6452591-11e1-4616-8733-884043ba387a', 'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:df:d6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:18Z', 'updated_at': '2022-02-04T06:52:22Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:23.257665 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b88c675-0fe3-4286-8e12-a3ce46d0b214 None None] The sync data for ids ['abb171c8-24b4-4100-b68e-de70dea12f57'] in dv-neutron-827796-1-hyperv is: [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:19Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'd6452591-11e1-4616-8733-884043ba387a', 'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:df:d6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:18Z', 'updated_at': '2022-02-04T06:52:22Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:52:23.641186 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d6452591-11e1-4616-8733-884043ba387a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:52:23.807637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port d6452591-11e1-4616-8733-884043ba387a completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:52:23.813122 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d6452591-11e1-4616-8733-884043ba387a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:23.813480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:23.937558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:23.974989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port d6452591-11e1-4616-8733-884043ba387a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d6452591-11e1-4616-8733-884043ba387a,segment=NetworkSegment(79a0328a-b278-4060-88e1-dd46be582f15),segment_id=79a0328a-b278-4060-88e1-dd46be582f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:24.053727 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:24.107136 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8347a85f-92e6-4f06-8299-3d2f10a59d51 req-78c81fdd-a444-4f0f-a86a-9e2798602877 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 210 time: 0.0613995 Feb 04 06:52:24.132898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=d6452591-11e1-4616-8733-884043ba387a,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:24.356772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-92b2a806-0557-4cff-9ff7-d163f13e0553 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:24.358838 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-92b2a806-0557-4cff-9ff7-d163f13e0553 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/networks?id=d9f17576-3951-4358-b9c9-225e65ec5a01 HTTP/1.1" status: 200 len: 797 time: 0.1647878 Feb 04 06:52:24.406302 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-36d043d9-e39d-4722-8c95-6e46932646a3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 379 time: 0.0400870 Feb 04 06:52:24.414522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'port': {'device_id': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'admin_state_up': True, 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'security_groups': ['ef4e5245-a350-4d60-98b1-77caa6ca1d08']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:24.554288 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:24.564037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:24.625371 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:52:24.628924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:24.793908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.20.0.4 (d9f17576-3951-4358-b9c9-225e65ec5a01/00dc6723-8b12-4ce1-bd96-880d4d3c6813/4efeac11-97c9-4ad8-9562-473b925f3120) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:52:24.978376 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:24.993653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Transition to ACTIVE for port object 4efeac11-97c9-4ad8-9562-473b925f3120 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:52:25.073331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:25.145895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network d9f17576-3951-4358-b9c9-225e65ec5a01 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:52:25.149017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:52:25.153104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:52:25.189563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=4efeac11-97c9-4ad8-9562-473b925f3120,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:25.222827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:25.223479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:25.325787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549d8c9-bb51-4f16-a909-b0f2952406ff req-b119bf96-d46b-4be8-8652-50517ae4b814 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:25.326987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-4549d8c9-bb51-4f16-a909-b0f2952406ff req-b119bf96-d46b-4be8-8652-50517ae4b814 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:52:25.365851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-25a9caf2-3aba-4bdb-b9e7-54bce0c726cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9549336 Feb 04 06:52:25.376408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Request body: {'port': {'device_id': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:25.432358 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-4549d8c9-bb51-4f16-a909-b0f2952406ff req-b119bf96-d46b-4be8-8652-50517ae4b814 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:52:25.433432 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4549d8c9-bb51-4f16-a909-b0f2952406ff req-b119bf96-d46b-4be8-8652-50517ae4b814 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 931 time: 0.2057388 Feb 04 06:52:25.478902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-40322a67-5337-42b3-9bdd-e32ca434b767 None None] Provisioning for port 4efeac11-97c9-4ad8-9562-473b925f3120 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:52:25.484060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-40322a67-5337-42b3-9bdd-e32ca434b767 None None] Provisioning complete for port 4efeac11-97c9-4ad8-9562-473b925f3120 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:25.484890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-40322a67-5337-42b3-9bdd-e32ca434b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:25.530708 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:25.544884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-40322a67-5337-42b3-9bdd-e32ca434b767 None None] Port 4efeac11-97c9-4ad8-9562-473b925f3120 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:52:25.549136 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4549d8c9-bb51-4f16-a909-b0f2952406ff req-c6fddc86-685b-4431-9072-f43b636ee23f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871649 Feb 04 06:52:25.605567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d6452591-11e1-4616-8733-884043ba387a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:52:25.670999 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d6452591-11e1-4616-8733-884043ba387a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:25.671359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:25.979777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efeac11-97c9-4ad8-9562-473b925f3120 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:52:25.987917 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:26.002032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Transition to ACTIVE for port object 4efeac11-97c9-4ad8-9562-473b925f3120 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:52:26.084425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:26.216457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Pushing event updated for resources: {'Port': ['ID=4efeac11-97c9-4ad8-9562-473b925f3120,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:26.319943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Attempting to bind port 4efeac11-97c9-4ad8-9562-473b925f3120 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:52:26.320276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Attempting to bind port 4efeac11-97c9-4ad8-9562-473b925f3120 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:52:26.320703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Attempting to bind port 4efeac11-97c9-4ad8-9562-473b925f3120 on network d9f17576-3951-4358-b9c9-225e65ec5a01 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:52:26.325393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Port 4efeac11-97c9-4ad8-9562-473b925f3120 on network d9f17576-3951-4358-b9c9-225e65ec5a01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:52:26.325715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Attempting to bind port 4efeac11-97c9-4ad8-9562-473b925f3120 on network d9f17576-3951-4358-b9c9-225e65ec5a01 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:52:26.330878 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:52:26.331215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Checking segment: {'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:52:26.331618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Bound using segment: {'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:52:26.332033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Bound port: 4efeac11-97c9-4ad8-9562-473b925f3120, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a0328a-b278-4060-88e1-dd46be582f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:52:26.332375 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:26.426046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] For port 4efeac11-97c9-4ad8-9562-473b925f3120, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:52:26.429123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] For port 4efeac11-97c9-4ad8-9562-473b925f3120, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4efeac11-97c9-4ad8-9562-473b925f3120,segment=NetworkSegment(79a0328a-b278-4060-88e1-dd46be582f15),segment_id=79a0328a-b278-4060-88e1-dd46be582f15)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:52:26.493364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:26.552381 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:26.553313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:26.560315 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] 10.222.0.24 "PUT /v2.0/ports/4efeac11-97c9-4ad8-9562-473b925f3120 HTTP/1.1" status: 200 len: 1093 time: 1.1821864 Feb 04 06:52:26.560315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'tag': '4efeac11-97c9-4ad8-9562-473b925f3120'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:52:26.573468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb169858-ae89-4e6c-9fbe-1979aeb4a7fe service neutron] Pushing event updated for resources: {'Port': ['ID=4efeac11-97c9-4ad8-9562-473b925f3120,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:26.608446 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'tag': '4efeac11-97c9-4ad8-9562-473b925f3120', 'status': 'completed', 'code': 200} Feb 04 06:52:26.762303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30777fd7-d264-4aae-9a23-d0f9e033d6b7 req-817f149c-61f9-4bce-a4ea-72508599cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:26.764426 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-30777fd7-d264-4aae-9a23-d0f9e033d6b7 req-817f149c-61f9-4bce-a4ea-72508599cad9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 1096 time: 0.1344533 Feb 04 06:52:26.956353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30777fd7-d264-4aae-9a23-d0f9e033d6b7 req-a3936cd4-adc0-4c0c-bc19-75cad6f28811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:26.957695 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-30777fd7-d264-4aae-9a23-d0f9e033d6b7 req-a3936cd4-adc0-4c0c-bc19-75cad6f28811 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c11deaae1bb6447c836c104d86060bf2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1861963 Feb 04 06:52:26.991448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f432d-2ce4-45bc-8b80-1f6f226facef req-5f6a125f-9388-4c61-b2d6-1bc9ee57b9e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:26.992856 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b28f432d-2ce4-45bc-8b80-1f6f226facef req-5f6a125f-9388-4c61-b2d6-1bc9ee57b9e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 943 time: 0.1538332 Feb 04 06:52:27.101694 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b28f432d-2ce4-45bc-8b80-1f6f226facef req-b13b436d-f49c-4a0b-b82e-abf0c78cff41 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628514 Feb 04 06:52:27.132168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30777fd7-d264-4aae-9a23-d0f9e033d6b7 req-ea822dde-8234-451e-a751-189d2aaf5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:27.133650 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-30777fd7-d264-4aae-9a23-d0f9e033d6b7 req-ea822dde-8234-451e-a751-189d2aaf5857 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697226 Feb 04 06:52:27.239510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-94b99d69-8b46-427e-bb47-111b9b19265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:27.244029 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-94b99d69-8b46-427e-bb47-111b9b19265d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 1096 time: 0.0731907 Feb 04 06:52:27.310488 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-f22e5e31-c618-448b-97a6-bd5b7244e81d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4efeac11-97c9-4ad8-9562-473b925f3120 HTTP/1.1" status: 200 len: 217 time: 0.0624797 Feb 04 06:52:27.370915 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cd49ee70-4cc4-4289-947d-8d0cd708d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:27.372268 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-cd49ee70-4cc4-4289-947d-8d0cd708d276 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=00dc6723-8b12-4ce1-bd96-880d4d3c6813 HTTP/1.1" status: 200 len: 835 time: 0.0552263 Feb 04 06:52:27.450085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-c1ecc87a-9c78-4dd5-9dcb-0afecebe855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:27.451636 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-c1ecc87a-9c78-4dd5-9dcb-0afecebe855e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9f17576-3951-4358-b9c9-225e65ec5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732434 Feb 04 06:52:27.582938 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-319629a4-3d56-4d1f-9b07-1667fc457883 service neutron] 10.222.0.24 "GET /v2.0/networks/d9f17576-3951-4358-b9c9-225e65ec5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252995 Feb 04 06:52:27.710395 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ca551789-11b2-439e-a94f-d0cf0d88dca3 req-860d2509-fa01-4fee-9c97-1c367fe8f7e7 service neutron] 10.222.0.24 "GET /v2.0/networks/d9f17576-3951-4358-b9c9-225e65ec5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215537 Feb 04 06:52:28.340419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12908865-b143-40f8-9775-2523ef065cdd req-f96f3437-2fef-437d-9cf8-99762bdfabb5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:28.343043 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-12908865-b143-40f8-9775-2523ef065cdd req-f96f3437-2fef-437d-9cf8-99762bdfabb5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 943 time: 0.1345124 Feb 04 06:52:28.384556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-12908865-b143-40f8-9775-2523ef065cdd req-4c4a2414-7cd1-4af6-83d3-c0aff8c44fbf tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:52:28.458681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-12908865-b143-40f8-9775-2523ef065cdd req-4c4a2414-7cd1-4af6-83d3-c0aff8c44fbf tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:52:28.459953 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-12908865-b143-40f8-9775-2523ef065cdd req-4c4a2414-7cd1-4af6-83d3-c0aff8c44fbf tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113696 Feb 04 06:52:29.738505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae90c1-6bc3-44ae-9a08-a478c2473c2f req-792a3096-df0f-40b5-9690-77fde4839118 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:29.739961 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eeae90c1-6bc3-44ae-9a08-a478c2473c2f req-792a3096-df0f-40b5-9690-77fde4839118 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 943 time: 0.1777697 Feb 04 06:52:29.783787 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eeae90c1-6bc3-44ae-9a08-a478c2473c2f req-7b290ac6-2453-4210-97c5-c67f54f9f2c7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380397 Feb 04 06:52:30.819080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 4efeac11-97c9-4ad8-9562-473b925f3120 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:52:30.949951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 4efeac11-97c9-4ad8-9562-473b925f3120, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4efeac11-97c9-4ad8-9562-473b925f3120,segment=NetworkSegment(79a0328a-b278-4060-88e1-dd46be582f15),segment_id=79a0328a-b278-4060-88e1-dd46be582f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:30.963095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '4efeac11-97c9-4ad8-9562-473b925f3120', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'port_id': '4efeac11-97c9-4ad8-9562-473b925f3120', 'mac_address': 'fa:16:3e:72:3e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:52:30.968905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89d213-a8ca-43ee-8fc9-c873f0dd877e req-f3a16989-14a1-4d9d-b6ec-4481f1a7cd82 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:30.970391 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9b89d213-a8ca-43ee-8fc9-c873f0dd877e req-f3a16989-14a1-4d9d-b6ec-4481f1a7cd82 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 943 time: 0.0794349 Feb 04 06:52:31.017301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:31.018208 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9b89d213-a8ca-43ee-8fc9-c873f0dd877e req-0d538ea6-086a-440d-842c-5906c221460a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419796 Feb 04 06:52:31.038610 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efeac11-97c9-4ad8-9562-473b925f3120 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:52:31.054562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 4efeac11-97c9-4ad8-9562-473b925f3120, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4efeac11-97c9-4ad8-9562-473b925f3120,segment=NetworkSegment(79a0328a-b278-4060-88e1-dd46be582f15),segment_id=79a0328a-b278-4060-88e1-dd46be582f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:31.118683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:31.190266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=4efeac11-97c9-4ad8-9562-473b925f3120,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:31.460370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['4efeac11-97c9-4ad8-9562-473b925f3120'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:52:32.208925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d152ea-a916-4dda-bc88-38a7cb39ed1f req-f1772ce7-301f-4d90-97a6-f1139e49868d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:32.210363 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d0d152ea-a916-4dda-bc88-38a7cb39ed1f req-f1772ce7-301f-4d90-97a6-f1139e49868d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 944 time: 0.0811861 Feb 04 06:52:32.256589 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d0d152ea-a916-4dda-bc88-38a7cb39ed1f req-80dfeea5-c68e-4ead-9037-9bb76acb90f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406713 Feb 04 06:52:32.820420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 4efeac11-97c9-4ad8-9562-473b925f3120 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:52:32.949728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 4efeac11-97c9-4ad8-9562-473b925f3120 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:52:32.954528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 4efeac11-97c9-4ad8-9562-473b925f3120 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:52:32.954903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:33.068178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:33.094806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efeac11-97c9-4ad8-9562-473b925f3120'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:52:33.104528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 4efeac11-97c9-4ad8-9562-473b925f3120, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4efeac11-97c9-4ad8-9562-473b925f3120,segment=NetworkSegment(79a0328a-b278-4060-88e1-dd46be582f15),segment_id=79a0328a-b278-4060-88e1-dd46be582f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:52:33.197520 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efeac11-97c9-4ad8-9562-473b925f3120', 'code': 200} Feb 04 06:52:33.201836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:33.271487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=4efeac11-97c9-4ad8-9562-473b925f3120,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:33.436762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f7af0-841f-4cec-9c1b-3d6f3b7b3779 req-e8bf2470-f62b-448f-88f3-03cc7a24d02d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:33.438206 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-895f7af0-841f-4cec-9c1b-3d6f3b7b3779 req-e8bf2470-f62b-448f-88f3-03cc7a24d02d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.0794425 Feb 04 06:52:33.485139 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-895f7af0-841f-4cec-9c1b-3d6f3b7b3779 req-65f7afdf-65fe-4a76-b646-ba5644868b96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411410 Feb 04 06:52:33.557234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146e885-c20e-4cf0-9117-c07ae3a9443a req-e0694642-08c7-4ee9-afd3-9421858a6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:33.558851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6146e885-c20e-4cf0-9117-c07ae3a9443a req-e0694642-08c7-4ee9-afd3-9421858a6bb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 1098 time: 0.0717556 Feb 04 06:52:33.598226 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6146e885-c20e-4cf0-9117-c07ae3a9443a req-b33e8377-9b6d-45ab-b6cc-8c67277091b8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333998 Feb 04 06:52:34.668536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c34fd-a061-468e-96e0-d8ee4bdce2c0 req-f2396e7c-5380-4616-9954-efffa3849118 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:34.670055 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0b1c34fd-a061-468e-96e0-d8ee4bdce2c0 req-f2396e7c-5380-4616-9954-efffa3849118 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.0795128 Feb 04 06:52:34.715057 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0b1c34fd-a061-468e-96e0-d8ee4bdce2c0 req-7b7e51bb-6e3b-4623-a6f4-1786ac002f84 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391374 Feb 04 06:52:35.909300 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea472962-5d39-4b7d-81da-3551633bd9d0 req-73faffa8-d84a-49aa-9d42-0b757b11a75b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:35.910718 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea472962-5d39-4b7d-81da-3551633bd9d0 req-73faffa8-d84a-49aa-9d42-0b757b11a75b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.0770471 Feb 04 06:52:35.952696 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea472962-5d39-4b7d-81da-3551633bd9d0 req-7f894948-f107-4669-b8f5-9b7282e9dd14 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365286 Feb 04 06:52:36.136338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5e81b-7977-47d2-a38d-00f15102f763 req-dbd1a745-b2c3-4554-9d6f-11d38784920d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:36.137738 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-58b5e81b-7977-47d2-a38d-00f15102f763 req-dbd1a745-b2c3-4554-9d6f-11d38784920d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.0848005 Feb 04 06:52:36.181394 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-58b5e81b-7977-47d2-a38d-00f15102f763 req-63bc815e-9cb4-4c89-8aba-6a9ef7eee07e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376229 Feb 04 06:52:36.203939 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56470) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:36.273343 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41716489-560e-4bff-86ed-ab4e959c44d1 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:36.274831 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-41716489-560e-4bff-86ed-ab4e959c44d1 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 1093 time: 0.0698137 Feb 04 06:52:36.277678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56474) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:36.283077 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '4efeac11-97c9-4ad8-9562-473b925f3120', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:52:36.289013 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:52:36.292804 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:floatingip and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:52:36.295553 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:52:36.301108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:52:36.395824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:36.528613 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:36.765885 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.26.7.198 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/b0add159-cb03-4550-8302-64f9921d1b80) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:52:36.906218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:36.993521 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:37.059520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:52:37.062843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:52:37.067310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:52:37.101044 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=b0add159-cb03-4550-8302-64f9921d1b80,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:37.472600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:37.598782 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:37.796224 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:37.858713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:37.963590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=b0add159-cb03-4550-8302-64f9921d1b80,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:52:37.974291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:38.135363 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Floating IP debcda6d-8ee2-42e9-817b-7c49bf2f1f3e associated. External IP: 172.26.7.198, port: 4efeac11-97c9-4ad8-9562-473b925f3120. Feb 04 06:52:38.584907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router abb171c8-24b4-4100-b68e-de70dea12f57 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:52:38.762124 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:52:38.774098 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402783f5-ed55-4dac-a2e9-8d75e2864c82 None None] Sync routers for ids ['abb171c8-24b4-4100-b68e-de70dea12f57'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:52:38.783915 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402783f5-ed55-4dac-a2e9-8d75e2864c82 None None] Routers {'abb171c8-24b4-4100-b68e-de70dea12f57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:52:38.787981 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-402783f5-ed55-4dac-a2e9-8d75e2864c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:52:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abb171c8-24b4-4100-b68e-de70dea12f57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:38.864391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:38.917386 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-38861f24-1ccb-4350-a734-30e4ceba421f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6387155 Feb 04 06:52:38.917961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'tag': '4efeac11-97c9-4ad8-9562-473b925f3120'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:52:38.959476 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-402783f5-ed55-4dac-a2e9-8d75e2864c82 None None] Set router abb171c8-24b4-4100-b68e-de70dea12f57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:52:38.964912 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'tag': '4efeac11-97c9-4ad8-9562-473b925f3120', 'status': 'completed', 'code': 200} Feb 04 06:52:39.118569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d51f8-10da-47ca-98e9-c53d621a1b6b req-ce80b41b-edaa-4e3c-b516-e452f04ba97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:39.120131 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c7d51f8-10da-47ca-98e9-c53d621a1b6b req-ce80b41b-edaa-4e3c-b516-e452f04ba97c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 1098 time: 0.1334493 Feb 04 06:52:39.159513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebbaa5-59cc-4965-baba-56b0ec27f60b req-9726aa8c-6154-48eb-bcca-4e6fce7390c5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:39.160986 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87ebbaa5-59cc-4965-baba-56b0ec27f60b req-9726aa8c-6154-48eb-bcca-4e6fce7390c5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.1403809 Feb 04 06:52:39.267474 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-87ebbaa5-59cc-4965-baba-56b0ec27f60b req-675bb409-0c0d-475a-b600-8c1514bd988e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597308 Feb 04 06:52:39.290443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56482) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:39.303604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d51f8-10da-47ca-98e9-c53d621a1b6b req-5ed7d2c3-85ee-4728-bf05-3f1b17b05f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:39.305154 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c7d51f8-10da-47ca-98e9-c53d621a1b6b req-5ed7d2c3-85ee-4728-bf05-3f1b17b05f6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9f17576-3951-4358-b9c9-225e65ec5a01 HTTP/1.1" status: 200 len: 898 time: 0.1783564 Feb 04 06:52:39.319422 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-402783f5-ed55-4dac-a2e9-8d75e2864c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:19Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'debcda6d-8ee2-42e9-817b-7c49bf2f1f3e', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'port_id': '4efeac11-97c9-4ad8-9562-473b925f3120', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'mac_address': 'fa:16:3e:72:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:52:37Z', 'updated_at': '2022-02-04T06:52:37Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6452591-11e1-4616-8733-884043ba387a', 'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:df:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:18Z', 'updated_at': '2022-02-04T06:52:23Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:39.323364 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402783f5-ed55-4dac-a2e9-8d75e2864c82 None None] Checking router: abb171c8-24b4-4100-b68e-de70dea12f57 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:52:39.331556 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402783f5-ed55-4dac-a2e9-8d75e2864c82 None None] Routers {'abb171c8-24b4-4100-b68e-de70dea12f57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:52:39.332172 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-402783f5-ed55-4dac-a2e9-8d75e2864c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:52:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abb171c8-24b4-4100-b68e-de70dea12f57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:39.400010 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a3a76662-a6aa-45d4-b2fe-cbb7657aa873 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/debcda6d-8ee2-42e9-817b-7c49bf2f1f3e HTTP/1.1" status: 200 len: 991 time: 0.1080048 Feb 04 06:52:39.405847 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c7d51f8-10da-47ca-98e9-c53d621a1b6b req-cb32075b-db17-4e80-989b-68e5e7d00a2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4efeac11-97c9-4ad8-9562-473b925f3120 HTTP/1.1" status: 200 len: 999 time: 0.0945687 Feb 04 06:52:39.471157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d51f8-10da-47ca-98e9-c53d621a1b6b req-2ee6893d-c4fd-4b0c-9a17-2658e2e0c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:39.472577 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c7d51f8-10da-47ca-98e9-c53d621a1b6b req-2ee6893d-c4fd-4b0c-9a17-2658e2e0c11b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=00dc6723-8b12-4ce1-bd96-880d4d3c6813 HTTP/1.1" status: 200 len: 835 time: 0.0600390 Feb 04 06:52:39.510162 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-402783f5-ed55-4dac-a2e9-8d75e2864c82 None None] Set router abb171c8-24b4-4100-b68e-de70dea12f57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:52:39.547288 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d51f8-10da-47ca-98e9-c53d621a1b6b req-c4949723-5f78-47a6-b32a-943c011ae5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:52:39.548856 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c7d51f8-10da-47ca-98e9-c53d621a1b6b req-c4949723-5f78-47a6-b32a-943c011ae5a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9f17576-3951-4358-b9c9-225e65ec5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686057 Feb 04 06:52:39.677882 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c7d51f8-10da-47ca-98e9-c53d621a1b6b req-3fd0bac7-5186-4ac8-8f53-80867b074daf service neutron] 10.222.0.24 "GET /v2.0/networks/d9f17576-3951-4358-b9c9-225e65ec5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228464 Feb 04 06:52:39.805185 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c7d51f8-10da-47ca-98e9-c53d621a1b6b req-b1158c5e-2475-484a-9d14-b2de2f8a96f3 service neutron] 10.222.0.24 "GET /v2.0/networks/d9f17576-3951-4358-b9c9-225e65ec5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215854 Feb 04 06:52:39.875581 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-402783f5-ed55-4dac-a2e9-8d75e2864c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:19Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'debcda6d-8ee2-42e9-817b-7c49bf2f1f3e', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'port_id': '4efeac11-97c9-4ad8-9562-473b925f3120', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'mac_address': 'fa:16:3e:72:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:52:37Z', 'updated_at': '2022-02-04T06:52:37Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6452591-11e1-4616-8733-884043ba387a', 'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:df:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:18Z', 'updated_at': '2022-02-04T06:52:23Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:52:39.879484 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402783f5-ed55-4dac-a2e9-8d75e2864c82 None None] The sync data for ids ['abb171c8-24b4-4100-b68e-de70dea12f57'] in dv-neutron-827796-1-hyperv is: [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:19Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'debcda6d-8ee2-42e9-817b-7c49bf2f1f3e', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'port_id': '4efeac11-97c9-4ad8-9562-473b925f3120', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'mac_address': 'fa:16:3e:72:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:52:37Z', 'updated_at': '2022-02-04T06:52:37Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6452591-11e1-4616-8733-884043ba387a', 'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:df:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:18Z', 'updated_at': '2022-02-04T06:52:23Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:52:40.087505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e5a83-d373-45a1-a6a6-87d5cd3c93a4 None None] New status for floating IP debcda6d-8ee2-42e9-817b-7c49bf2f1f3e: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:52:40.402816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56486) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:52:40.517281 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1da14a11-d20d-408d-9538-f560f6795ef8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/debcda6d-8ee2-42e9-817b-7c49bf2f1f3e HTTP/1.1" status: 200 len: 993 time: 0.1133461 Feb 04 06:52:44.912942 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:52:45.718320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14025a83-78b9-4e77-8c31-d2e2e52f6ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:47.998885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7daafedb-291f-4f73-9275-c0e5130bb096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:49.163967 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:49.244328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:50.129563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:52:50.658116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:15.744042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-903b8554-8c0a-412e-a0f1-31046e247fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:17.986546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-222c19bc-54d7-4430-9055-a57d1e66f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:19.135058 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:19.157920 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:20.129192 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:20.672318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:21.911994 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:53:34.333495 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-28041fcd-1124-4f1f-8ab2-e72ac43f7350 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707543 Feb 04 06:53:34.467075 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-c5e2c9a2-d558-47eb-aab1-ad1efbbc3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:34.468639 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-c5e2c9a2-d558-47eb-aab1-ad1efbbc3b05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 1098 time: 0.0707016 Feb 04 06:53:34.606562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-0cc61591-044f-4b7b-949c-480974805bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:34.607875 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-0cc61591-044f-4b7b-949c-480974805bcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9f17576-3951-4358-b9c9-225e65ec5a01 HTTP/1.1" status: 200 len: 898 time: 0.1218045 Feb 04 06:53:34.707251 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-4e3f2791-70cc-41e8-bc87-ad45bb472239 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4efeac11-97c9-4ad8-9562-473b925f3120 HTTP/1.1" status: 200 len: 1001 time: 0.0937023 Feb 04 06:53:34.766398 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-3e63d2ee-f6f1-4855-98f5-256452d595c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:34.767726 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-3e63d2ee-f6f1-4855-98f5-256452d595c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=00dc6723-8b12-4ce1-bd96-880d4d3c6813 HTTP/1.1" status: 200 len: 835 time: 0.0548069 Feb 04 06:53:34.936048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-360e6a05-163b-4c88-985c-8c687bdf8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:34.937506 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-360e6a05-163b-4c88-985c-8c687bdf8230 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9f17576-3951-4358-b9c9-225e65ec5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1636362 Feb 04 06:53:35.066364 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-6f45baff-5265-4a81-9fcc-5c258c1285fb service neutron] 10.222.0.24 "GET /v2.0/networks/d9f17576-3951-4358-b9c9-225e65ec5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202233 Feb 04 06:53:35.195069 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1e9f80ec-2df8-4e7b-a83e-529d0554f954 req-c10073ee-2f9f-4480-8e9a-bb06af8cc2f0 service neutron] 10.222.0.24 "GET /v2.0/networks/d9f17576-3951-4358-b9c9-225e65ec5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203361 Feb 04 06:53:43.655594 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf29cb-1b3b-48c0-9061-fbd9803b19c5 req-0f01a745-a873-466b-b5f2-b0b04af4d901 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:43.657088 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2eaf29cb-1b3b-48c0-9061-fbd9803b19c5 req-0f01a745-a873-466b-b5f2-b0b04af4d901 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.0816145 Feb 04 06:53:43.700215 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2eaf29cb-1b3b-48c0-9061-fbd9803b19c5 req-4b36160b-f69d-4151-938f-a3653d796306 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375562 Feb 04 06:53:44.938104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2081c-d67d-44ca-a81d-cd1594337d0e req-55640f8d-6d4c-4f8d-b2e6-15b7a7168202 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:44.939573 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-06f2081c-d67d-44ca-a81d-cd1594337d0e req-55640f8d-6d4c-4f8d-b2e6-15b7a7168202 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.1352127 Feb 04 06:53:44.983197 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-06f2081c-d67d-44ca-a81d-cd1594337d0e req-59a8faea-a8aa-40d0-961d-99fd315bd1f6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380914 Feb 04 06:53:45.007759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56514) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:53:45.115420 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f269a14c-1ff4-4f63-9cf2-60d4e2ecffde tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/debcda6d-8ee2-42e9-817b-7c49bf2f1f3e HTTP/1.1" status: 200 len: 993 time: 0.1065400 Feb 04 06:53:45.725839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b235fe27-927d-428e-8a62-6529270bc8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:46.696368 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bdbf9-8301-4b79-a787-afa333825bbd req-1807d60b-45d4-4625-bb12-e74eabb5e5cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:46.697865 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f85bdbf9-8301-4b79-a787-afa333825bbd req-1807d60b-45d4-4625-bb12-e74eabb5e5cb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.0835376 Feb 04 06:53:46.743367 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f85bdbf9-8301-4b79-a787-afa333825bbd req-5ea0da76-8cbe-4266-9a5c-dc3b07334081 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395439 Feb 04 06:53:47.933116 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99a114-92db-46ec-8a6a-647cd2adc295 req-2dfbef9b-2b0e-480b-8026-36bfed978e8a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:47.934624 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a99a114-92db-46ec-8a6a-647cd2adc295 req-2dfbef9b-2b0e-480b-8026-36bfed978e8a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.0824218 Feb 04 06:53:47.978952 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a99a114-92db-46ec-8a6a-647cd2adc295 req-f8631e28-db4e-46df-a61c-da61fad7cf14 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385695 Feb 04 06:53:47.997870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c2cbcb43-e245-4e20-a773-3771112fb715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:48.003966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56526) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:53:48.115902 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7a2fd34f-baef-4811-9c2e-96f5d8ea2e81 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/debcda6d-8ee2-42e9-817b-7c49bf2f1f3e HTTP/1.1" status: 200 len: 993 time: 0.1105864 Feb 04 06:53:48.423000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56534) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:53:48.615544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port b0add159-cb03-4550-8302-64f9921d1b80 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:53:48.615768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:48.896574 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:48.896857 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:49.013903 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for b0add159-cb03-4550-8302-64f9921d1b80 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:53:49.142760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:49.188442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:49.211292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:49.256470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=b0add159-cb03-4550-8302-64f9921d1b80,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:49.288614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.288986 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.289326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.289655 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.289985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.290313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.290634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.290957 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.291276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.291595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.291934 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.292255 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:49.358917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:49.359248 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Floating IP debcda6d-8ee2-42e9-817b-7c49bf2f1f3e disassociated (deleted). External IP: 172.26.7.198, port: 4efeac11-97c9-4ad8-9562-473b925f3120. Feb 04 06:53:49.704074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router abb171c8-24b4-4100-b68e-de70dea12f57 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:53:49.878290 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:53:49.888480 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd2d2f-39bc-437d-bf0f-e5c44c8c01d3 None None] Sync routers for ids ['abb171c8-24b4-4100-b68e-de70dea12f57'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:53:49.894464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:49.897389 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd2d2f-39bc-437d-bf0f-e5c44c8c01d3 None None] Routers {'abb171c8-24b4-4100-b68e-de70dea12f57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:53:49.897994 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-98fd2d2f-39bc-437d-bf0f-e5c44c8c01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:53:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abb171c8-24b4-4100-b68e-de70dea12f57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:49.950854 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-86666885-3796-49b6-a2a4-d66ebcb10e96 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/floatingips/debcda6d-8ee2-42e9-817b-7c49bf2f1f3e HTTP/1.1" status: 204 len: 168 time: 1.5238492 Feb 04 06:53:49.950854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'tag': '4efeac11-97c9-4ad8-9562-473b925f3120'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:53:49.996534 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'tag': '4efeac11-97c9-4ad8-9562-473b925f3120', 'status': 'completed', 'code': 200} Feb 04 06:53:50.074078 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-98fd2d2f-39bc-437d-bf0f-e5c44c8c01d3 None None] Set router abb171c8-24b4-4100-b68e-de70dea12f57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:53:50.094034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f269b7b-e77a-4a07-931b-46a9697aeac9 req-0f9de7b3-1534-46e7-a4c0-7fa2f7c62c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:50.096181 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f269b7b-e77a-4a07-931b-46a9697aeac9 req-0f9de7b3-1534-46e7-a4c0-7fa2f7c62c36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 1098 time: 0.0768452 Feb 04 06:53:50.120351 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:50.228152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f269b7b-e77a-4a07-931b-46a9697aeac9 req-3d0ac0c3-0009-4e77-9799-e1411f7ceb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:50.229666 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f269b7b-e77a-4a07-931b-46a9697aeac9 req-3d0ac0c3-0009-4e77-9799-e1411f7ceb98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9f17576-3951-4358-b9c9-225e65ec5a01 HTTP/1.1" status: 200 len: 898 time: 0.1278338 Feb 04 06:53:50.300011 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f269b7b-e77a-4a07-931b-46a9697aeac9 req-69ca5cde-055a-497c-9fed-0ccf9572544a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4efeac11-97c9-4ad8-9562-473b925f3120 HTTP/1.1" status: 200 len: 217 time: 0.0648293 Feb 04 06:53:50.367851 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f269b7b-e77a-4a07-931b-46a9697aeac9 req-70b31fe4-ae82-45eb-9071-069d28d43326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:50.369353 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f269b7b-e77a-4a07-931b-46a9697aeac9 req-70b31fe4-ae82-45eb-9071-069d28d43326 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=00dc6723-8b12-4ce1-bd96-880d4d3c6813 HTTP/1.1" status: 200 len: 835 time: 0.0629680 Feb 04 06:53:50.389119 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-98fd2d2f-39bc-437d-bf0f-e5c44c8c01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:19Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'd6452591-11e1-4616-8733-884043ba387a', 'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:df:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:18Z', 'updated_at': '2022-02-04T06:52:23Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:50.393068 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd2d2f-39bc-437d-bf0f-e5c44c8c01d3 None None] Checking router: abb171c8-24b4-4100-b68e-de70dea12f57 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:53:50.401349 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd2d2f-39bc-437d-bf0f-e5c44c8c01d3 None None] Routers {'abb171c8-24b4-4100-b68e-de70dea12f57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:53:50.401950 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-98fd2d2f-39bc-437d-bf0f-e5c44c8c01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:53:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abb171c8-24b4-4100-b68e-de70dea12f57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:50.459267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f269b7b-e77a-4a07-931b-46a9697aeac9 req-617c8f91-d265-41b8-bf5b-3aab1ca15848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:50.460759 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f269b7b-e77a-4a07-931b-46a9697aeac9 req-617c8f91-d265-41b8-bf5b-3aab1ca15848 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9f17576-3951-4358-b9c9-225e65ec5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733697 Feb 04 06:53:50.530334 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dc867-67cf-4785-bf99-4a34bad9d036 req-07322ebb-3c79-4e47-8a55-4c1655198da5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:50.531094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-cd2dc867-67cf-4785-bf99-4a34bad9d036 req-07322ebb-3c79-4e47-8a55-4c1655198da5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:53:50.580960 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-98fd2d2f-39bc-437d-bf0f-e5c44c8c01d3 None None] Set router abb171c8-24b4-4100-b68e-de70dea12f57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:53:50.602508 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f269b7b-e77a-4a07-931b-46a9697aeac9 req-4d4b9895-d3a3-4dcf-a6e5-f817af7f4463 service neutron] 10.222.0.24 "GET /v2.0/networks/d9f17576-3951-4358-b9c9-225e65ec5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336586 Feb 04 06:53:50.615146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-cd2dc867-67cf-4785-bf99-4a34bad9d036 req-07322ebb-3c79-4e47-8a55-4c1655198da5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:53:50.620739 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cd2dc867-67cf-4785-bf99-4a34bad9d036 req-07322ebb-3c79-4e47-8a55-4c1655198da5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.1685562 Feb 04 06:53:50.664065 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cd2dc867-67cf-4785-bf99-4a34bad9d036 req-07b005ff-a9b2-4915-a58d-f1f35e1d61cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405595 Feb 04 06:53:50.684260 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:50.736183 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7f269b7b-e77a-4a07-931b-46a9697aeac9 req-595a5f76-5242-4b2c-b73f-4b08de6b394e service neutron] 10.222.0.24 "GET /v2.0/networks/d9f17576-3951-4358-b9c9-225e65ec5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275160 Feb 04 06:53:50.901732 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-98fd2d2f-39bc-437d-bf0f-e5c44c8c01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:19Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'd6452591-11e1-4616-8733-884043ba387a', 'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:df:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:18Z', 'updated_at': '2022-02-04T06:52:23Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:50.905429 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd2d2f-39bc-437d-bf0f-e5c44c8c01d3 None None] The sync data for ids ['abb171c8-24b4-4100-b68e-de70dea12f57'] in dv-neutron-827796-1-hyperv is: [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:52:19Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'd6452591-11e1-4616-8733-884043ba387a', 'name': '', 'network_id': 'd9f17576-3951-4358-b9c9-225e65ec5a01', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:df:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:18Z', 'updated_at': '2022-02-04T06:52:23Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '00dc6723-8b12-4ce1-bd96-880d4d3c6813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:53:51.118632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f929f-1ab8-428c-b993-20ee2405e54c None None] New status for floating IP debcda6d-8ee2-42e9-817b-7c49bf2f1f3e: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:53:51.848936 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d0007-6dd2-4e2d-8036-8c7faf5e0112 req-3173a8f1-bb6a-45ab-bc27-b1173c52910a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:51.850277 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a61d0007-6dd2-4e2d-8036-8c7faf5e0112 req-3173a8f1-bb6a-45ab-bc27-b1173c52910a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.0774608 Feb 04 06:53:51.897001 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a61d0007-6dd2-4e2d-8036-8c7faf5e0112 req-2215af63-d41f-4d0f-a90c-0be5a7a34b02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Feb 04 06:53:52.407211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb1318-6def-4b71-80bf-4e999e59c63f req-351b0ec4-bb68-44d7-a628-215a13942715 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:52.408622 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4ccb1318-6def-4b71-80bf-4e999e59c63f req-351b0ec4-bb68-44d7-a628-215a13942715 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.0770178 Feb 04 06:53:52.476043 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-4ccb1318-6def-4b71-80bf-4e999e59c63f req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port 4efeac11-97c9-4ad8-9562-473b925f3120 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:53:52.476377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4ccb1318-6def-4b71-80bf-4e999e59c63f req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:52.817678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-4ccb1318-6def-4b71-80bf-4e999e59c63f req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port 4efeac11-97c9-4ad8-9562-473b925f3120, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4efeac11-97c9-4ad8-9562-473b925f3120,segment=NetworkSegment(79a0328a-b278-4060-88e1-dd46be582f15),segment_id=79a0328a-b278-4060-88e1-dd46be582f15)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:53:52.818032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4ccb1318-6def-4b71-80bf-4e999e59c63f req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:52.940684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-4ccb1318-6def-4b71-80bf-4e999e59c63f req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for 4efeac11-97c9-4ad8-9562-473b925f3120 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:53:53.082836 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091cd20-cfab-44bb-ab31-a23d27e4fe6a req-19c81304-72e2-4963-8780-44a1cfd9ee7d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:53:53.084287 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2091cd20-cfab-44bb-ab31-a23d27e4fe6a req-19c81304-72e2-4963-8780-44a1cfd9ee7d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 945 time: 0.0830812 Feb 04 06:53:53.132290 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2091cd20-cfab-44bb-ab31-a23d27e4fe6a req-505bf7f9-65e7-4680-be19-b84e66f2d1cf tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef4e5245-a350-4d60-98b1-77caa6ca1d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411141 Feb 04 06:53:53.163372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4ccb1318-6def-4b71-80bf-4e999e59c63f req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:53.216524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=4efeac11-97c9-4ad8-9562-473b925f3120,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:53.253766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.254111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.254447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.254778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.255108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.255433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.255761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.256082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.256405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.256750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.257076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.257393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:53.297742 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccb1318-6def-4b71-80bf-4e999e59c63f req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] No DVR routers for this DVR port 4efeac11-97c9-4ad8-9562-473b925f3120 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:53:53.299955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-4ccb1318-6def-4b71-80bf-4e999e59c63f req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:53.302340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'name': 'network-vif-deleted', 'tag': '4efeac11-97c9-4ad8-9562-473b925f3120'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:53:53.366509 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4ccb1318-6def-4b71-80bf-4e999e59c63f req-5a9dac64-30d9-4613-b3a8-f79620254765 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "DELETE /v2.0/ports/4efeac11-97c9-4ad8-9562-473b925f3120 HTTP/1.1" status: 204 len: 173 time: 0.9527419 Feb 04 06:53:53.417237 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0655a2a-63f8-4b05-bb98-2026d00729c0', 'name': 'network-vif-deleted', 'tag': '4efeac11-97c9-4ad8-9562-473b925f3120', 'status': 'completed', 'code': 200} Feb 04 06:53:54.295316 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-61e39eae-c528-47b5-9612-9d1d89e4084e req-731a7a38-c9e5-4cc3-8c1c-751187300cfc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0655a2a-63f8-4b05-bb98-2026d00729c0 HTTP/1.1" status: 200 len: 210 time: 0.0456381 Feb 04 06:53:55.287859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 4efeac11-97c9-4ad8-9562-473b925f3120 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:53:55.320838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 4efeac11-97c9-4ad8-9562-473b925f3120 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:53:55.321175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 4efeac11-97c9-4ad8-9562-473b925f3120 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:53:55.389325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56556) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:53:56.028544 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:56.362942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port d6452591-11e1-4616-8733-884043ba387a {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:53:56.363192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:56.541996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port d6452591-11e1-4616-8733-884043ba387a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d6452591-11e1-4616-8733-884043ba387a,segment=NetworkSegment(79a0328a-b278-4060-88e1-dd46be582f15),segment_id=79a0328a-b278-4060-88e1-dd46be582f15)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:53:56.542632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:56.662739 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for d6452591-11e1-4616-8733-884043ba387a owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:53:56.982699 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:57.146261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=d6452591-11e1-4616-8733-884043ba387a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:57.412494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:57.767844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router abb171c8-24b4-4100-b68e-de70dea12f57 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:53:57.939772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:53:57.950138 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1933dc4-4d56-4e28-a6a3-808627463fa6 None None] Sync routers for ids ['abb171c8-24b4-4100-b68e-de70dea12f57'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:53:57.952501 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-935304b4-5b63-4e99-969e-ecc0ff26ec9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "PUT /v2.0/routers/abb171c8-24b4-4100-b68e-de70dea12f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5621412 Feb 04 06:53:57.955298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56560) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:53:57.959150 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1933dc4-4d56-4e28-a6a3-808627463fa6 None None] Routers {'abb171c8-24b4-4100-b68e-de70dea12f57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:53:57.959746 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e1933dc4-4d56-4e28-a6a3-808627463fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:53:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abb171c8-24b4-4100-b68e-de70dea12f57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:58.018651 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89ea6b4-af79-48cc-9d58-e17a69049556 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting subnet 00dc6723-8b12-4ce1-bd96-880d4d3c6813 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:53:58.021937 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a89ea6b4-af79-48cc-9d58-e17a69049556 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:58.079223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a89ea6b4-af79-48cc-9d58-e17a69049556 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:58.158373 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-e1933dc4-4d56-4e28-a6a3-808627463fa6 None None] Set router abb171c8-24b4-4100-b68e-de70dea12f57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:53:58.160479 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a89ea6b4-af79-48cc-9d58-e17a69049556 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:58.295358 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a89ea6b4-af79-48cc-9d58-e17a69049556 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:58.335406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea6b4-af79-48cc-9d58-e17a69049556 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Subnet': ['ID=00dc6723-8b12-4ce1-bd96-880d4d3c6813,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:58.337338 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a89ea6b4-af79-48cc-9d58-e17a69049556 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:58.345831 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a89ea6b4-af79-48cc-9d58-e17a69049556 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/subnets/00dc6723-8b12-4ce1-bd96-880d4d3c6813 HTTP/1.1" status: 204 len: 168 time: 0.3872006 Feb 04 06:53:58.346069 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56564) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:53:58.348268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd958fb2-c332-4f01-9d5a-3daf9f47ba85 None None] Network d9f17576-3951-4358-b9c9-225e65ec5a01 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:53:58.438606 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e1933dc4-4d56-4e28-a6a3-808627463fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:53:56Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:58.442518 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1933dc4-4d56-4e28-a6a3-808627463fa6 None None] Checking router: abb171c8-24b4-4100-b68e-de70dea12f57 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:53:58.450923 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1933dc4-4d56-4e28-a6a3-808627463fa6 None None] Routers {'abb171c8-24b4-4100-b68e-de70dea12f57'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:53:58.451789 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e1933dc4-4d56-4e28-a6a3-808627463fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:53:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['abb171c8-24b4-4100-b68e-de70dea12f57'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:58.532933 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:58.622622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] DHCP port deletion for d9f17576-3951-4358-b9c9-225e65ec5a01 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:53:58.626994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Deleting port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:53:58.627439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:58.639289 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-e1933dc4-4d56-4e28-a6a3-808627463fa6 None None] Set router abb171c8-24b4-4100-b68e-de70dea12f57 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:53:58.844565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:58.850430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] For port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887,segment=NetworkSegment(79a0328a-b278-4060-88e1-dd46be582f15),segment_id=79a0328a-b278-4060-88e1-dd46be582f15)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:53:58.850825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:58.912491 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:53:58.914800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port b545b12a-cc5e-4409-bdd8-3da06e30285b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:53:58.915148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:58.938170 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-e1933dc4-4d56-4e28-a6a3-808627463fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:53:56Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:53:58.942073 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1933dc4-4d56-4e28-a6a3-808627463fa6 None None] The sync data for ids ['abb171c8-24b4-4100-b68e-de70dea12f57'] in dv-neutron-827796-1-hyperv is: [{'id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72864294', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:52:13Z', 'updated_at': '2022-02-04T06:53:56Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'b545b12a-cc5e-4409-bdd8-3da06e30285b', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb171c8-24b4-4100-b68e-de70dea12f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:52:14Z', 'updated_at': '2022-02-04T06:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:53:58.976057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Calling delete_port for 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:53:59.090783 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port b545b12a-cc5e-4409-bdd8-3da06e30285b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b545b12a-cc5e-4409-bdd8-3da06e30285b,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:53:59.091139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:59.120263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:59.165643 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Pushing event deleted for resources: {'Port': ['ID=8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:59.170528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] No DVR routers for this DVR port 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:53:59.176643 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.177012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.177345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.177673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.177998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.178318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.178639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.179222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.179933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.179933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.180212 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.180448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b39a40-2e15-43f9-bc67-247337c61782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:53:59.217880 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for b545b12a-cc5e-4409-bdd8-3da06e30285b owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:53:59.468915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:59.528979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=b545b12a-cc5e-4409-bdd8-3da06e30285b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:53:59.618698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:59.681626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:53:59.715833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:53:59.716173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 8f4c6f27-2ba7-4857-a8b6-7a6ad7cdf887 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:53:59.716584 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d6452591-11e1-4616-8733-884043ba387a no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:53:59.750535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: d6452591-11e1-4616-8733-884043ba387a {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:53:59.750875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d6452591-11e1-4616-8733-884043ba387a not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:53:59.789279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:59.791914 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:59.896906 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:59.897568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Fanout notify agent at l3_agent the message router_deleted on router abb171c8-24b4-4100-b68e-de70dea12f57 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:53:59.912401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:53:59.913528 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4dbe73bc-5476-41a6-b4d8-67fe87e7411e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/routers/abb171c8-24b4-4100-b68e-de70dea12f57 HTTP/1.1" status: 204 len: 168 time: 1.5665743 Feb 04 06:53:59.916191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56568) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:00.031380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:00.165015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:00.189885 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f17576-3951-4358-b9c9-225e65ec5a01']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:00.202082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a0328a-b278-4060-88e1-dd46be582f15') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:00.202381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a0328a-b278-4060-88e1-dd46be582f15') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:00.213278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:00.231735 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:00.237524 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:54:00.237925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:54:00.359200 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:54:00.502923 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:00.522536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:00.531830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Network': ['ID=d9f17576-3951-4358-b9c9-225e65ec5a01,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:00.534600 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1bbe21a0-1f65-4a86-a2d7-97c1d145b19f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/networks/d9f17576-3951-4358-b9c9-225e65ec5a01 HTTP/1.1" status: 204 len: 168 time: 0.6174264 Feb 04 06:54:00.537431 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56572) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:00.605018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99067a3b-6810-4116-9c4c-3863b3c390d2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:00.633624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99067a3b-6810-4116-9c4c-3863b3c390d2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:00.759737 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99067a3b-6810-4116-9c4c-3863b3c390d2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:00.780441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99067a3b-6810-4116-9c4c-3863b3c390d2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4e5245-a350-4d60-98b1-77caa6ca1d08,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:00.839334 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99067a3b-6810-4116-9c4c-3863b3c390d2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:00.840466 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-99067a3b-6810-4116-9c4c-3863b3c390d2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/security-groups/ef4e5245-a350-4d60-98b1-77caa6ca1d08 HTTP/1.1" status: 204 len: 168 time: 0.3022220 Feb 04 06:54:01.349577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56580) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:01.354768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429547033', 'description': 'tempest-secgroup-smoke-429547033 description', 'project_id': 'c11deaae1bb6447c836c104d86060bf2'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:01.360639 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:01.364717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:01.367506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:01.373096 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:01.457050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:01.476641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:01.480813 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:01.483626 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:01.489348 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:01.564557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:01.598664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b545b12a-cc5e-4409-bdd8-3da06e30285b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:54:01.631122 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: b545b12a-cc5e-4409-bdd8-3da06e30285b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:54:01.631461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b545b12a-cc5e-4409-bdd8-3da06e30285b not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:54:01.643235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:01.685325 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee2e287-47c9-4963-96fc-ad64f1decf27,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:01.776763 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:01.777969 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7b595c57-4501-4542-8a8a-bd755690c098 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4273803 Feb 04 06:54:01.780897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56584) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:01.785642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-b6447f33-92b1-4275-b85b-e343c5424fd7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '5ee2e287-47c9-4963-96fc-ad64f1decf27', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:01.791367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b6447f33-92b1-4275-b85b-e343c5424fd7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:01.795136 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b6447f33-92b1-4275-b85b-e343c5424fd7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:01.798004 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-b6447f33-92b1-4275-b85b-e343c5424fd7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:01.803645 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-b6447f33-92b1-4275-b85b-e343c5424fd7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:01.879904 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b6447f33-92b1-4275-b85b-e343c5424fd7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:01.937588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b6447f33-92b1-4275-b85b-e343c5424fd7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.011381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b6447f33-92b1-4275-b85b-e343c5424fd7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.034341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6447f33-92b1-4275-b85b-e343c5424fd7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558861b2-a626-42de-89f5-404d0d159961,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:02.102699 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-b6447f33-92b1-4275-b85b-e343c5424fd7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.103867 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-b6447f33-92b1-4275-b85b-e343c5424fd7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220689 Feb 04 06:54:02.106669 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56588) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:02.111503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-bafdc3e0-e760-4693-9fa9-59690d0ab40d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '5ee2e287-47c9-4963-96fc-ad64f1decf27', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:02.117260 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bafdc3e0-e760-4693-9fa9-59690d0ab40d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:02.121070 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bafdc3e0-e760-4693-9fa9-59690d0ab40d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:02.123891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bafdc3e0-e760-4693-9fa9-59690d0ab40d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:02.129633 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bafdc3e0-e760-4693-9fa9-59690d0ab40d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:02.205969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bafdc3e0-e760-4693-9fa9-59690d0ab40d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.267380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bafdc3e0-e760-4693-9fa9-59690d0ab40d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.342698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bafdc3e0-e760-4693-9fa9-59690d0ab40d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.365893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdc3e0-e760-4693-9fa9-59690d0ab40d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d42f37e-5e58-48fb-a889-0ce1718dc7df,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:02.422863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bafdc3e0-e760-4693-9fa9-59690d0ab40d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.424174 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bafdc3e0-e760-4693-9fa9-59690d0ab40d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165903 Feb 04 06:54:02.426951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56592) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:02.432666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-9c9e81b4-ab83-4edb-8f17-d7a746993830 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '5ee2e287-47c9-4963-96fc-ad64f1decf27', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:02.438484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9c9e81b4-ab83-4edb-8f17-d7a746993830 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:02.442223 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9c9e81b4-ab83-4edb-8f17-d7a746993830 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:02.445119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-9c9e81b4-ab83-4edb-8f17-d7a746993830 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:02.451269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-9c9e81b4-ab83-4edb-8f17-d7a746993830 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:02.515705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c9e81b4-ab83-4edb-8f17-d7a746993830 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.575252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c9e81b4-ab83-4edb-8f17-d7a746993830 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.634191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c9e81b4-ab83-4edb-8f17-d7a746993830 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.656381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e81b4-ab83-4edb-8f17-d7a746993830 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bec59ca-0609-43b0-8a40-11e12cdebcdc,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:02.729540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9c9e81b4-ab83-4edb-8f17-d7a746993830 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.730735 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9c9e81b4-ab83-4edb-8f17-d7a746993830 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3028445 Feb 04 06:54:02.733457 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56596) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:02.746525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-07975d6b-6c66-4ba1-8905-51664810c4e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '5ee2e287-47c9-4963-96fc-ad64f1decf27', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:02.746525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-07975d6b-6c66-4ba1-8905-51664810c4e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:02.748565 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-07975d6b-6c66-4ba1-8905-51664810c4e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:02.751395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-07975d6b-6c66-4ba1-8905-51664810c4e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:02.757020 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-07975d6b-6c66-4ba1-8905-51664810c4e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:02.852362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07975d6b-6c66-4ba1-8905-51664810c4e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.912884 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07975d6b-6c66-4ba1-8905-51664810c4e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:02.980736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07975d6b-6c66-4ba1-8905-51664810c4e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.003151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07975d6b-6c66-4ba1-8905-51664810c4e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08f402c-849b-4566-a52e-8bf3aee3d549,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:03.074112 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07975d6b-6c66-4ba1-8905-51664810c4e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.075274 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-07975d6b-6c66-4ba1-8905-51664810c4e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3408835 Feb 04 06:54:03.077973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56600) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:03.082866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '5ee2e287-47c9-4963-96fc-ad64f1decf27', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:03.089168 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:03.097398 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:03.100465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:03.108942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:03.182962 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Project c11deaae1bb6447c836c104d86060bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:54:03.189761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.251484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.323235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.347425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d2e9c7-8371-41ae-9979-bc87769a3927,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:03.431929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.433265 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-d9a536a2-e72b-4425-af3a-e63a89127f63 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3543849 Feb 04 06:54:03.435943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56604) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:03.440826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '5ee2e287-47c9-4963-96fc-ad64f1decf27', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:03.446798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:03.451002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:03.453876 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:03.459481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:03.548928 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Project c11deaae1bb6447c836c104d86060bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:54:03.556303 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.619570 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.680150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.703468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d05db5f-e986-4493-96f5-87c45e28a2ef,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:03.777395 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.778580 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a2fd876c-9ada-415d-b60b-a2433004cb38 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3416944 Feb 04 06:54:03.781502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56608) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:03.786785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'network': {'name': 'tempest-network-smoke--1600072109', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'port_security_enabled': True}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:03.791709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:03.800097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:network and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:03.800097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:03.804282 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:03.857251 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:54:03.860525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.887739 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:54:03.895775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:03.901394 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Added segment f81ec74f-555b-427a-96fa-14de95c0fb6a of type vlan for network d62e5181-2089-4bd9-922b-f3ff01dedd02 Feb 04 06:54:03.923411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:04.045476 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:04.050873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:04.051442 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:04.158582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Network': ['ID=d62e5181-2089-4bd9-922b-f3ff01dedd02,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:04.168900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network d62e5181-2089-4bd9-922b-f3ff01dedd02 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:54:04.209469 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-74764945-e4a7-4005-a200-50f57e42f3dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4269769 Feb 04 06:54:04.212115 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56612) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:04.217230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'admin_state_up': True, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:04.224552 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:04.228867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:router and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:04.232406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:04.238997 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:04.306157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:04.307212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:04.321790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:04.655831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:05.095844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:05.126775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:05.254561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.26.7.16 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/57a0b426-e6a9-4794-aeb9-222364662e37) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:54:05.396196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:05.486107 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:05.552525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:54:05.555522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:54:05.559764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:54:05.593139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=57a0b426-e6a9-4794-aeb9-222364662e37,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:06.039095 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:06.367161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:06.753711 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 256102d7-91d5-44b0-ab99-2997d029a8ad is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:54:06.935100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:54:06.944127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Sync routers for ids ['256102d7-91d5-44b0-ab99-2997d029a8ad'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:54:06.953477 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Routers {'256102d7-91d5-44b0-ab99-2997d029a8ad'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:54:06.954086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e242ce55-382f-4f55-9997-55303faab0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:53:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['256102d7-91d5-44b0-ab99-2997d029a8ad'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:07.005872 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:07.007013 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a1867fbf-62be-495c-9ff2-b06971bb78e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7939553 Feb 04 06:54:07.010108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56616) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:07.049251 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7d4561d8-579e-41f7-91ed-59509984692a tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c11deaae1bb6447c836c104d86060bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380852 Feb 04 06:54:07.051747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56620) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:07.131370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Set router 256102d7-91d5-44b0-ab99-2997d029a8ad gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:54:07.181715 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009ff65-4852-41b6-b98c-2ffbaca1b80d tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:07.183214 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9009ff65-4852-41b6-b98c-2ffbaca1b80d tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305635 Feb 04 06:54:07.186717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56624) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:07.229990 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a5bbfa70-7524-4752-bc92-09484ab03b1d tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422268 Feb 04 06:54:07.232419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56628) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:07.237598 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-135439032', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:07.341040 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:07.344855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:subnet and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:07.347614 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:07.353185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:07.411584 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e242ce55-382f-4f55-9997-55303faab0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:05Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:07.414770 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:54:07.415373 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Checking router: 256102d7-91d5-44b0-ab99-2997d029a8ad for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:54:07.418034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Updating router 256102d7-91d5-44b0-ab99-2997d029a8ad port 57a0b426-e6a9-4794-aeb9-222364662e37 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:54:07.418276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:07.471318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:07.712170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:07.788473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Subnet': ['ID=680586be-7c5f-47d3-a08c-b6a8550f82ab,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:07.793854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:07.795650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Checking segment: {'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:54:07.796003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network hostable DHCP agents. Network: d62e5181-2089-4bd9-922b-f3ff01dedd02, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:54:07.805485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Transition to ACTIVE for port object 57a0b426-e6a9-4794-aeb9-222364662e37 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:54:07.872220 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:07.886030 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network d62e5181-2089-4bd9-922b-f3ff01dedd02 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:54:07.950119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc714a9-ec63-4674-822a-9468ca181650 None None] Pushing event updated for resources: {'Port': ['ID=57a0b426-e6a9-4794-aeb9-222364662e37,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:07.952199 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Attempting to bind port 57a0b426-e6a9-4794-aeb9-222364662e37 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:54:07.952558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Attempting to bind port 57a0b426-e6a9-4794-aeb9-222364662e37 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:54:07.952935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Attempting to bind port 57a0b426-e6a9-4794-aeb9-222364662e37 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:54:07.953233 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, d62e5181-2089-4bd9-922b-f3ff01dedd02) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:54:07.958121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:07.958532 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:54:07.958903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:54:07.959292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:07.959424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:07.959684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:54:07.960112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Bound port: 57a0b426-e6a9-4794-aeb9-222364662e37, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:54:07.960473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:07.991491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838aba52-bfd7-495c-8d60-95d0a533fd7d None None] Network d62e5181-2089-4bd9-922b-f3ff01dedd02 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:54:08.038827 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-39f49e87-7354-4b4c-b10f-e443d97fc531 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8053555 Feb 04 06:54:08.041540 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56632) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:08.119857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e242ce55-382f-4f55-9997-55303faab0db None None] For port 57a0b426-e6a9-4794-aeb9-222364662e37, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:54:08.139544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e242ce55-382f-4f55-9997-55303faab0db None None] For port 57a0b426-e6a9-4794-aeb9-222364662e37, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=57a0b426-e6a9-4794-aeb9-222364662e37,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:54:08.218558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:08.280907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-d62e5181-2089-4bd9-922b-f3ff01dedd02', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ips': [{'subnet_id': '680586be-7c5f-47d3-a08c-b6a8550f82ab'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:54:08.281713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:08.365330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Routers {'256102d7-91d5-44b0-ab99-2997d029a8ad'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:54:08.365946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e242ce55-382f-4f55-9997-55303faab0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:53:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['256102d7-91d5-44b0-ab99-2997d029a8ad'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:08.474822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc714a9-ec63-4674-822a-9468ca181650 None None] Pushing event updated for resources: {'Port': ['ID=57a0b426-e6a9-4794-aeb9-222364662e37,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:08.661459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Allocated IP 172.20.0.2 (d62e5181-2089-4bd9-922b-f3ff01dedd02/680586be-7c5f-47d3-a08c-b6a8550f82ab/d76588aa-cc61-46d9-92f7-444377197717) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:54:08.664302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-e242ce55-382f-4f55-9997-55303faab0db None None] Set router 256102d7-91d5-44b0-ab99-2997d029a8ad gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:54:08.862311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:09.110721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:09.124699 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Transition to ACTIVE for port object d76588aa-cc61-46d9-92f7-444377197717 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:54:09.140796 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-e242ce55-382f-4f55-9997-55303faab0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:05Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:09.151656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e242ce55-382f-4f55-9997-55303faab0db None None] The sync data for ids ['256102d7-91d5-44b0-ab99-2997d029a8ad'] in dv-neutron-827796-1-hyperv is: [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:05Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:54:09.155158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Transition to ACTIVE for port object d76588aa-cc61-46d9-92f7-444377197717 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:54:09.226517 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:09.290110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Network d62e5181-2089-4bd9-922b-f3ff01dedd02 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:54:09.290666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.20.0.1 (d62e5181-2089-4bd9-922b-f3ff01dedd02/680586be-7c5f-47d3-a08c-b6a8550f82ab/399d4e27-59b8-49df-84c3-995bf0dc5d88) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:54:09.291275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:54:09.294696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:54:09.387695 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Pushing event updated for resources: {'Port': ['ID=d76588aa-cc61-46d9-92f7-444377197717,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:09.412476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Attempting to bind port d76588aa-cc61-46d9-92f7-444377197717 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:54:09.412875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Attempting to bind port d76588aa-cc61-46d9-92f7-444377197717 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:54:09.413239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Attempting to bind port d76588aa-cc61-46d9-92f7-444377197717 on network d62e5181-2089-4bd9-922b-f3ff01dedd02 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:54:09.420497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:54:09.421088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Checking segment: {'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:54:09.422004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:09.422004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Bound using segment: {'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:54:09.422350 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Bound port: d76588aa-cc61-46d9-92f7-444377197717, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:54:09.422778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:09.464496 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:09.487800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Transition to ACTIVE for port object 399d4e27-59b8-49df-84c3-995bf0dc5d88 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:54:09.538995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] For port d76588aa-cc61-46d9-92f7-444377197717, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:54:09.542944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] For port d76588aa-cc61-46d9-92f7-444377197717, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d76588aa-cc61-46d9-92f7-444377197717,segment=NetworkSegment(f81ec74f-555b-427a-96fa-14de95c0fb6a),segment_id=f81ec74f-555b-427a-96fa-14de95c0fb6a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:54:09.588941 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:09.612254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:09.667142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network d62e5181-2089-4bd9-922b-f3ff01dedd02 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:54:09.671248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:54:09.674204 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:54:09.696503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383383f7-ca73-4209-b802-8aa8b0a086f2 None None] Pushing event updated for resources: {'Port': ['ID=d76588aa-cc61-46d9-92f7-444377197717,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:09.705235 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 57a0b426-e6a9-4794-aeb9-222364662e37 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:54:09.716155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=399d4e27-59b8-49df-84c3-995bf0dc5d88,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:09.745019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:09.841287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 57a0b426-e6a9-4794-aeb9-222364662e37 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:54:09.847870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 57a0b426-e6a9-4794-aeb9-222364662e37 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:09.851785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:10.010214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:10.028118 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 57a0b426-e6a9-4794-aeb9-222364662e37, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=57a0b426-e6a9-4794-aeb9-222364662e37,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:54:10.106218 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:10.161035 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:10.185472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=57a0b426-e6a9-4794-aeb9-222364662e37,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:10.688850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:10.747883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ec652-22ff-4ac2-9fc9-a41223618b5e None None] Network d62e5181-2089-4bd9-922b-f3ff01dedd02 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:54:10.757536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:10.877076 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:10.881475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=399d4e27-59b8-49df-84c3-995bf0dc5d88,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:10.971049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c4102664-0ade-4e57-bf34-d21cf10c6149 None None] Provisioning for port d76588aa-cc61-46d9-92f7-444377197717 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:54:11.020725 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network d62e5181-2089-4bd9-922b-f3ff01dedd02 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:54:11.021994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:54:11.211366 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 256102d7-91d5-44b0-ab99-2997d029a8ad has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:54:11.395211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:54:11.406275 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Sync routers for ids ['256102d7-91d5-44b0-ab99-2997d029a8ad'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:54:11.408592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-415da5f6-1679-4578-bf1d-86147b7eb757 None None] Provisioning for port 399d4e27-59b8-49df-84c3-995bf0dc5d88 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:54:11.422694 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5a8eb345-5550-4271-8a6c-70bbe78f0724 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "PUT /v2.0/routers/256102d7-91d5-44b0-ab99-2997d029a8ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3699703 Feb 04 06:54:11.430617 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Routers {'256102d7-91d5-44b0-ab99-2997d029a8ad'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:54:11.430617 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:53:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['256102d7-91d5-44b0-ab99-2997d029a8ad'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:11.430808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-415da5f6-1679-4578-bf1d-86147b7eb757 None None] Provisioning complete for port 399d4e27-59b8-49df-84c3-995bf0dc5d88 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:11.430808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-415da5f6-1679-4578-bf1d-86147b7eb757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:11.505023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-415da5f6-1679-4578-bf1d-86147b7eb757 None None] Port 399d4e27-59b8-49df-84c3-995bf0dc5d88 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:54:11.605490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-43ae52c6-62fb-4c2e-8431-1726bd20616e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:54:11.617556 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Set router 256102d7-91d5-44b0-ab99-2997d029a8ad gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:54:11.632139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-98c8e20e-a661-4eff-96f7-fb1c03112b4d None None] Provisioning complete for port 399d4e27-59b8-49df-84c3-995bf0dc5d88 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:11.632524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-98c8e20e-a661-4eff-96f7-fb1c03112b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:11.685283 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-43ae52c6-62fb-4c2e-8431-1726bd20616e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:54:11.686798 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-43ae52c6-62fb-4c2e-8431-1726bd20616e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429547033&fields=id&tenant_id=c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 267 time: 0.1253536 Feb 04 06:54:11.695907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-98c8e20e-a661-4eff-96f7-fb1c03112b4d None None] Port 399d4e27-59b8-49df-84c3-995bf0dc5d88 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:54:11.771282 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d76588aa-cc61-46d9-92f7-444377197717 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:54:11.845554 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c283c406-7583-4856-9510-205e3d01a94d None None] Provisioning complete for port 399d4e27-59b8-49df-84c3-995bf0dc5d88 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:11.846069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c283c406-7583-4856-9510-205e3d01a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:11.856859 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-c25a671d-ffb8-4d97-9dd7-da51a3bf6ed3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:11.857637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-c25a671d-ffb8-4d97-9dd7-da51a3bf6ed3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:54:11.902557 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-c283c406-7583-4856-9510-205e3d01a94d None None] Port 399d4e27-59b8-49df-84c3-995bf0dc5d88 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:54:11.929174 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-c25a671d-ffb8-4d97-9dd7-da51a3bf6ed3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:54:11.930415 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-c25a671d-ffb8-4d97-9dd7-da51a3bf6ed3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/networks?id=d62e5181-2089-4bd9-922b-f3ff01dedd02 HTTP/1.1" status: 200 len: 797 time: 0.2278912 Feb 04 06:54:11.946242 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-7bb1455f-f23d-45e8-8a21-4666d777ab3e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/quotas/c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 375 time: 0.0092583 Feb 04 06:54:11.957510 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port d76588aa-cc61-46d9-92f7-444377197717 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:54:11.962663 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d76588aa-cc61-46d9-92f7-444377197717 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:11.966946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:11.969392 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '399d4e27-59b8-49df-84c3-995bf0dc5d88', 'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:a1:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:09Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 2, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:11.973320 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Checking router: 256102d7-91d5-44b0-ab99-2997d029a8ad for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:54:11.973751 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Updating router 256102d7-91d5-44b0-ab99-2997d029a8ad port 399d4e27-59b8-49df-84c3-995bf0dc5d88 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:54:12.029701 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:12.032190 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-3d7f9cdb-49ff-485b-a10b-e91c8c0474d2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:54:12.081659 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:12.086121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-3d7f9cdb-49ff-485b-a10b-e91c8c0474d2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:54:12.088100 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-3d7f9cdb-49ff-485b-a10b-e91c8c0474d2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1355298 Feb 04 06:54:12.114542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port d76588aa-cc61-46d9-92f7-444377197717, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d76588aa-cc61-46d9-92f7-444377197717,segment=NetworkSegment(f81ec74f-555b-427a-96fa-14de95c0fb6a),segment_id=f81ec74f-555b-427a-96fa-14de95c0fb6a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:54:12.171440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:12.172488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 57a0b426-e6a9-4794-aeb9-222364662e37 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:54:12.273884 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-997f64e9-dd1e-4e9a-9d66-371fc50400f5 service neutron] 10.222.0.32 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739459 Feb 04 06:54:12.292989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=d76588aa-cc61-46d9-92f7-444377197717,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:12.300612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 57a0b426-e6a9-4794-aeb9-222364662e37 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:12.301276 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:12.382536 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:12.394917 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Transition to ACTIVE for port object 399d4e27-59b8-49df-84c3-995bf0dc5d88 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:54:12.410815 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-e94641c4-8ef0-4c43-abe8-72f8d522477d service neutron] 10.222.0.32 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285453 Feb 04 06:54:12.472005 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:12.604020 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Pushing event updated for resources: {'Port': ['ID=399d4e27-59b8-49df-84c3-995bf0dc5d88,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:12.694105 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.694564 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.695015 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.695446 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.695838 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.696223 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.696605 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.700038 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.700038 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.700038 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.700038 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.700038 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:54:12.706785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-73b853a5-23d1-4eaa-bd72-4e67cc14987a req-a9a8c6ea-4c65-40bf-b85b-2df72b9bacf1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:54:12.719877 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Attempting to bind port 399d4e27-59b8-49df-84c3-995bf0dc5d88 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:54:12.720395 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Attempting to bind port 399d4e27-59b8-49df-84c3-995bf0dc5d88 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:54:12.720877 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Attempting to bind port 399d4e27-59b8-49df-84c3-995bf0dc5d88 on network d62e5181-2089-4bd9-922b-f3ff01dedd02 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:54:12.723163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-73b853a5-23d1-4eaa-bd72-4e67cc14987a req-a9a8c6ea-4c65-40bf-b85b-2df72b9bacf1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:54:12.732618 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:54:12.732618 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Checking segment: {'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:54:12.732618 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:12.732618 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Bound using segment: {'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:54:12.732618 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Bound port: 399d4e27-59b8-49df-84c3-995bf0dc5d88, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:54:12.732618 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:12.737572 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-73b853a5-23d1-4eaa-bd72-4e67cc14987a req-a9a8c6ea-4c65-40bf-b85b-2df72b9bacf1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 210 time: 0.0991437 Feb 04 06:54:12.832139 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] For port 399d4e27-59b8-49df-84c3-995bf0dc5d88, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:54:12.835192 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] For port 399d4e27-59b8-49df-84c3-995bf0dc5d88, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=399d4e27-59b8-49df-84c3-995bf0dc5d88,segment=NetworkSegment(f81ec74f-555b-427a-96fa-14de95c0fb6a),segment_id=f81ec74f-555b-427a-96fa-14de95c0fb6a)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:54:12.908931 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:12.986856 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Routers {'256102d7-91d5-44b0-ab99-2997d029a8ad'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:54:12.987483 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:53:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['256102d7-91d5-44b0-ab99-2997d029a8ad'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:13.054607 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81932ed6-4173-48b5-8276-cca21c0da395 None None] Pushing event updated for resources: {'Port': ['ID=399d4e27-59b8-49df-84c3-995bf0dc5d88,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:13.178414 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] Set router 256102d7-91d5-44b0-ab99-2997d029a8ad gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:54:13.485214 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '399d4e27-59b8-49df-84c3-995bf0dc5d88', 'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:a1:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:09Z', 'updated_at': '2022-02-04T06:54:12Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:13.489054 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374fbd5d-8106-4df9-9e3e-715e29a5c212 None None] The sync data for ids ['256102d7-91d5-44b0-ab99-2997d029a8ad'] in dv-neutron-827796-1-hyperv is: [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '399d4e27-59b8-49df-84c3-995bf0dc5d88', 'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:a1:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:09Z', 'updated_at': '2022-02-04T06:54:12Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:54:13.729318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d76588aa-cc61-46d9-92f7-444377197717 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:54:13.798772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d76588aa-cc61-46d9-92f7-444377197717 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:13.799405 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:13.887529 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e1c42a8a-a142-44cf-afae-ed9ac146c2c2 req-94ed41e4-49cc-410b-8c41-d92c64f7f9ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 210 time: 0.0433741 Feb 04 06:54:13.922116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 399d4e27-59b8-49df-84c3-995bf0dc5d88 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:54:14.040006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 399d4e27-59b8-49df-84c3-995bf0dc5d88 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:54:14.046018 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 399d4e27-59b8-49df-84c3-995bf0dc5d88 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:14.046396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:14.164976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:14.198979 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 399d4e27-59b8-49df-84c3-995bf0dc5d88, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=399d4e27-59b8-49df-84c3-995bf0dc5d88,segment=NetworkSegment(f81ec74f-555b-427a-96fa-14de95c0fb6a),segment_id=f81ec74f-555b-427a-96fa-14de95c0fb6a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:54:14.273622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:14.339926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=399d4e27-59b8-49df-84c3-995bf0dc5d88,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:15.038864 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cfb52d9d-5f55-4cc1-b64d-eca88c6f9a27 req-81fbd2d7-a290-4ff7-9bab-875ce4cf950a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 210 time: 0.0463006 Feb 04 06:54:15.597875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-4933a6ce-2c76-4053-90ff-cd8c846e4c5c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:15.599303 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-4933a6ce-2c76-4053-90ff-cd8c846e4c5c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/networks?id=d62e5181-2089-4bd9-922b-f3ff01dedd02 HTTP/1.1" status: 200 len: 797 time: 0.1534402 Feb 04 06:54:15.647634 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-3848d272-9262-4305-a988-33e7ae38d85c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 379 time: 0.0409374 Feb 04 06:54:15.654744 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 399d4e27-59b8-49df-84c3-995bf0dc5d88 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:54:15.656202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'port': {'device_id': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'admin_state_up': True, 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'security_groups': ['5ee2e287-47c9-4963-96fc-ad64f1decf27']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:15.736330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 399d4e27-59b8-49df-84c3-995bf0dc5d88 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:15.736615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:15.790932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d62386f-e07d-4d1b-af93-503c71a7294f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:15.797964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:15.808519 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:15.871438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:54:15.875047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:16.043129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.20.0.5 (d62e5181-2089-4bd9-922b-f3ff01dedd02/680586be-7c5f-47d3-a08c-b6a8550f82ab/9afd9892-3113-4848-bfa1-b6dbcb3dc207) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:54:16.188490 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ebac59c1-43b1-4797-9a37-8afbebfe1c9c req-f7eceadf-e073-4407-bf19-bcdca23c3149 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 210 time: 0.0453188 Feb 04 06:54:16.231527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:16.246308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Transition to ACTIVE for port object 9afd9892-3113-4848-bfa1-b6dbcb3dc207 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:54:16.323904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:16.393785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network d62e5181-2089-4bd9-922b-f3ff01dedd02 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:54:16.396849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:54:16.400798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:54:16.437131 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=9afd9892-3113-4848-bfa1-b6dbcb3dc207,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:16.471739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:16.472451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:16.583633 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-93f3d16d-8254-4dd0-b5d8-a751bbcaf1b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9310503 Feb 04 06:54:16.594679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Request body: {'port': {'device_id': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:16.705514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:16.751778 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4094d3bd-7261-4666-991c-0748f802e6e8 None None] Provisioning for port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:54:16.756824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-4094d3bd-7261-4666-991c-0748f802e6e8 None None] Provisioning complete for port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:16.757256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4094d3bd-7261-4666-991c-0748f802e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:16.810023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-4094d3bd-7261-4666-991c-0748f802e6e8 None None] Port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:54:17.134047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afd9892-3113-4848-bfa1-b6dbcb3dc207 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:54:17.141191 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:17.155507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Transition to ACTIVE for port object 9afd9892-3113-4848-bfa1-b6dbcb3dc207 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:54:17.228151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:17.426613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Pushing event updated for resources: {'Port': ['ID=9afd9892-3113-4848-bfa1-b6dbcb3dc207,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:17.525008 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Attempting to bind port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:54:17.525347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Attempting to bind port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:54:17.525673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Attempting to bind port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 on network d62e5181-2089-4bd9-922b-f3ff01dedd02 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:54:17.536916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e48ef5-0138-4306-b82c-3f92208de4df req-e3ae32fb-ac9f-4fd9-a96d-29a56bacca6a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:17.537606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-97e48ef5-0138-4306-b82c-3f92208de4df req-e3ae32fb-ac9f-4fd9-a96d-29a56bacca6a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:54:17.542795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 on network d62e5181-2089-4bd9-922b-f3ff01dedd02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:54:17.543117 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Attempting to bind port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 on network d62e5181-2089-4bd9-922b-f3ff01dedd02 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:54:17.551185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:54:17.551517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Checking segment: {'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:54:17.551895 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Bound using segment: {'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:54:17.552320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Bound port: 9afd9892-3113-4848-bfa1-b6dbcb3dc207, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f81ec74f-555b-427a-96fa-14de95c0fb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:54:17.552799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:17.637289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-97e48ef5-0138-4306-b82c-3f92208de4df req-e3ae32fb-ac9f-4fd9-a96d-29a56bacca6a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:54:17.638435 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-97e48ef5-0138-4306-b82c-3f92208de4df req-e3ae32fb-ac9f-4fd9-a96d-29a56bacca6a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 943 time: 0.3057680 Feb 04 06:54:17.668373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] For port 9afd9892-3113-4848-bfa1-b6dbcb3dc207, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:54:17.684619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] For port 9afd9892-3113-4848-bfa1-b6dbcb3dc207, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9afd9892-3113-4848-bfa1-b6dbcb3dc207,segment=NetworkSegment(f81ec74f-555b-427a-96fa-14de95c0fb6a),segment_id=f81ec74f-555b-427a-96fa-14de95c0fb6a)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:54:17.694424 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-97e48ef5-0138-4306-b82c-3f92208de4df req-053e0345-ca37-4a8a-92b3-bc7375600f40 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504098 Feb 04 06:54:17.760002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:17.819489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:17.820171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:17.821533 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] 10.222.0.24 "PUT /v2.0/ports/9afd9892-3113-4848-bfa1-b6dbcb3dc207 HTTP/1.1" status: 200 len: 1093 time: 1.2309110 Feb 04 06:54:17.821971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'tag': '9afd9892-3113-4848-bfa1-b6dbcb3dc207'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:54:17.842802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4895c1-f8d7-43c1-9115-02d1b10dda24 service neutron] Pushing event updated for resources: {'Port': ['ID=9afd9892-3113-4848-bfa1-b6dbcb3dc207,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:17.872943 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'tag': '9afd9892-3113-4848-bfa1-b6dbcb3dc207', 'status': 'completed', 'code': 200} Feb 04 06:54:17.969392 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2008bc9-9704-4cb6-bdf8-d47ea059a960 req-e23e90c8-0c53-41a9-8584-2b3926e6287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:17.970935 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f2008bc9-9704-4cb6-bdf8-d47ea059a960 req-e23e90c8-0c53-41a9-8584-2b3926e6287f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 1096 time: 0.0776954 Feb 04 06:54:18.005755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-30ee490d-964a-44ac-a93d-08193102bcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:18.111033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2008bc9-9704-4cb6-bdf8-d47ea059a960 req-5a511e80-d0eb-4d3f-ac08-278ad8c4d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:18.112421 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f2008bc9-9704-4cb6-bdf8-d47ea059a960 req-5a511e80-d0eb-4d3f-ac08-278ad8c4d644 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c11deaae1bb6447c836c104d86060bf2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1354592 Feb 04 06:54:18.246347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2008bc9-9704-4cb6-bdf8-d47ea059a960 req-fee46607-b93a-4bcc-8ae1-5dff3094aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:18.247789 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f2008bc9-9704-4cb6-bdf8-d47ea059a960 req-fee46607-b93a-4bcc-8ae1-5dff3094aeac service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301701 Feb 04 06:54:18.353812 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-f2135be9-d884-45c6-a470-fb50824213a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:18.355806 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-f2135be9-d884-45c6-a470-fb50824213a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 1096 time: 0.0738995 Feb 04 06:54:18.424265 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-04355ed2-7fa7-4f2a-bd8e-42f3663740d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afd9892-3113-4848-bfa1-b6dbcb3dc207 HTTP/1.1" status: 200 len: 217 time: 0.0618355 Feb 04 06:54:18.484543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-4f868629-5790-45ec-be19-53601b5fae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:18.486059 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-4f868629-5790-45ec-be19-53601b5fae40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680586be-7c5f-47d3-a08c-b6a8550f82ab HTTP/1.1" status: 200 len: 834 time: 0.0558233 Feb 04 06:54:18.570085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-8f243422-9425-46bf-9d52-570568d7f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:18.571508 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-8f243422-9425-46bf-9d52-570568d7f60b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d62e5181-2089-4bd9-922b-f3ff01dedd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795665 Feb 04 06:54:18.697457 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-a0f349a0-5cf3-45f6-9a8e-1fef4456e95b service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202178 Feb 04 06:54:18.987181 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-467e9763-41e3-466f-98a9-165ba9e44f84 req-cd5e0e92-5675-4d30-8040-d906b5ee41a0 service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834504 Feb 04 06:54:19.002828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e239d6b-cca6-4433-b761-2cc4e434ab85 req-7ff4787a-10d8-4d51-bebc-71ac77eb5c52 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:19.004264 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4e239d6b-cca6-4433-b761-2cc4e434ab85 req-7ff4787a-10d8-4d51-bebc-71ac77eb5c52 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 943 time: 0.1382301 Feb 04 06:54:19.048094 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4e239d6b-cca6-4433-b761-2cc4e434ab85 req-2a8d02fe-f3bb-44ea-ba48-a44137f01078 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382202 Feb 04 06:54:19.147757 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:19.200149 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:20.145787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:20.229048 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ef904-ff36-4558-aca1-5e9c8a652006 req-bd6a46be-ce75-473e-b36f-34e73fbb6c35 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:20.231039 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-852ef904-ff36-4558-aca1-5e9c8a652006 req-bd6a46be-ce75-473e-b36f-34e73fbb6c35 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 943 time: 0.0792000 Feb 04 06:54:20.273292 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-852ef904-ff36-4558-aca1-5e9c8a652006 req-cd8bda63-942a-400d-9aeb-6d5f0ef77f3a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366848 Feb 04 06:54:20.671278 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:21.381878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 9afd9892-3113-4848-bfa1-b6dbcb3dc207 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:54:21.456837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcd06d-6e39-4765-9818-02898c299aaa req-e69614ac-9373-452b-b3ba-ad5d1c16c4dc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:21.458327 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6dbcd06d-6e39-4765-9818-02898c299aaa req-e69614ac-9373-452b-b3ba-ad5d1c16c4dc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 943 time: 0.0822508 Feb 04 06:54:21.509794 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6dbcd06d-6e39-4765-9818-02898c299aaa req-4a33bfb4-588f-4f56-b6ff-722a7e89c4ad tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445299 Feb 04 06:54:21.514764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 9afd9892-3113-4848-bfa1-b6dbcb3dc207, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9afd9892-3113-4848-bfa1-b6dbcb3dc207,segment=NetworkSegment(f81ec74f-555b-427a-96fa-14de95c0fb6a),segment_id=f81ec74f-555b-427a-96fa-14de95c0fb6a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:54:21.528758 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '9afd9892-3113-4848-bfa1-b6dbcb3dc207', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'port_id': '9afd9892-3113-4848-bfa1-b6dbcb3dc207', 'mac_address': 'fa:16:3e:7e:0d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:54:21.611621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:21.628458 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afd9892-3113-4848-bfa1-b6dbcb3dc207 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:54:21.643029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 9afd9892-3113-4848-bfa1-b6dbcb3dc207, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9afd9892-3113-4848-bfa1-b6dbcb3dc207,segment=NetworkSegment(f81ec74f-555b-427a-96fa-14de95c0fb6a),segment_id=f81ec74f-555b-427a-96fa-14de95c0fb6a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:54:21.702054 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:21.767595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=9afd9892-3113-4848-bfa1-b6dbcb3dc207,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:22.026766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['9afd9892-3113-4848-bfa1-b6dbcb3dc207'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:54:22.795983 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aea32d-1435-438b-bbb4-480a67f59519 req-ba0c55e7-d602-4429-ab36-5103854e46b6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:22.797408 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-65aea32d-1435-438b-bbb4-480a67f59519 req-ba0c55e7-d602-4429-ab36-5103854e46b6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 944 time: 0.1819379 Feb 04 06:54:22.842610 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-65aea32d-1435-438b-bbb4-480a67f59519 req-f612e843-70b2-4627-9b4a-f68a03bc8195 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396404 Feb 04 06:54:23.381724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 9afd9892-3113-4848-bfa1-b6dbcb3dc207 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:54:23.506464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:54:23.512305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:54:23.512728 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:23.630646 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:23.656576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afd9892-3113-4848-bfa1-b6dbcb3dc207'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:54:23.665730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 9afd9892-3113-4848-bfa1-b6dbcb3dc207, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9afd9892-3113-4848-bfa1-b6dbcb3dc207,segment=NetworkSegment(f81ec74f-555b-427a-96fa-14de95c0fb6a),segment_id=f81ec74f-555b-427a-96fa-14de95c0fb6a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:54:23.700308 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afd9892-3113-4848-bfa1-b6dbcb3dc207', 'code': 200} Feb 04 06:54:23.731242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:23.798919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=9afd9892-3113-4848-bfa1-b6dbcb3dc207,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:24.025140 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5de45-9f02-443b-a339-20162a8597d8 req-5253d054-e0f9-41dc-afc2-573b84e702e9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:24.027120 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-33a5de45-9f02-443b-a339-20162a8597d8 req-5253d054-e0f9-41dc-afc2-573b84e702e9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0797923 Feb 04 06:54:24.039903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9f6d9-2207-4a1e-bfbb-620c14d63108 req-ace926d9-dfdd-4df0-9bde-620cdb300807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:24.041398 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68f9f6d9-2207-4a1e-bfbb-620c14d63108 req-ace926d9-dfdd-4df0-9bde-620cdb300807 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 1098 time: 0.0689561 Feb 04 06:54:24.074614 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-33a5de45-9f02-443b-a339-20162a8597d8 req-bc154c1b-89ce-4db2-b941-876b8192e7f8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415509 Feb 04 06:54:24.080905 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68f9f6d9-2207-4a1e-bfbb-620c14d63108 req-5e26a98f-2d46-48bd-8f24-adae8c995fac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333974 Feb 04 06:54:25.261388 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98093e58-7e2a-4c98-9f86-ea1bda52d6e4 req-430aedf8-b946-4890-854a-47f39b0b3f0e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:25.263705 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-98093e58-7e2a-4c98-9f86-ea1bda52d6e4 req-430aedf8-b946-4890-854a-47f39b0b3f0e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0852518 Feb 04 06:54:25.306876 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-98093e58-7e2a-4c98-9f86-ea1bda52d6e4 req-eed1b8dd-eb1d-4666-83c4-11e072164692 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376062 Feb 04 06:54:26.485475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bed76-c846-4a72-a3d6-2ca4551b342f req-852be6b0-dc53-44ae-864c-5d38636e6846 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:26.486928 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a72bed76-c846-4a72-a3d6-2ca4551b342f req-852be6b0-dc53-44ae-864c-5d38636e6846 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0784192 Feb 04 06:54:26.529815 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a72bed76-c846-4a72-a3d6-2ca4551b342f req-927db64d-d5f0-46ab-872e-975fafb7d7ca tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373888 Feb 04 06:54:26.710854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27ca02-463d-44ec-95cf-ea835ae27fc8 req-ec172263-2822-4fbe-aea5-897c0bc5915e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:26.712210 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7d27ca02-463d-44ec-95cf-ea835ae27fc8 req-ec172263-2822-4fbe-aea5-897c0bc5915e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0796974 Feb 04 06:54:26.757688 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7d27ca02-463d-44ec-95cf-ea835ae27fc8 req-cc5163fd-7d55-43dd-a880-59065be049be tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393798 Feb 04 06:54:26.780294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56696) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:26.847990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e77cbd-ceb0-4bd1-91e7-0c6c5b2c9e5e tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:26.849485 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-24e77cbd-ceb0-4bd1-91e7-0c6c5b2c9e5e tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 1093 time: 0.0682220 Feb 04 06:54:26.852181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56700) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:26.857081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '9afd9892-3113-4848-bfa1-b6dbcb3dc207', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:54:26.862814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:54:26.866560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:floatingip and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:54:26.869319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:54:26.874824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:54:26.953567 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:27.086495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:27.222414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.26.7.54 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/8f424f49-d6ec-4d22-a217-683f96460033) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:54:27.365793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:27.445615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:27.506955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:54:27.509681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:54:27.513396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:54:27.549675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=8f424f49-d6ec-4d22-a217-683f96460033,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:27.910412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:28.130255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:28.333213 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:28.399169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:28.506874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=8f424f49-d6ec-4d22-a217-683f96460033,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:54:28.518104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:28.694401 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Floating IP 7ae5bf76-f8f3-4253-8cdb-84e780a12f87 associated. External IP: 172.26.7.54, port: 9afd9892-3113-4848-bfa1-b6dbcb3dc207. Feb 04 06:54:29.042276 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 256102d7-91d5-44b0-ab99-2997d029a8ad has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:54:29.220204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:54:29.229601 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87052b4f-cc93-4ff1-8880-d641ddccc72b None None] Sync routers for ids ['256102d7-91d5-44b0-ab99-2997d029a8ad'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:54:29.239871 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87052b4f-cc93-4ff1-8880-d641ddccc72b None None] Routers {'256102d7-91d5-44b0-ab99-2997d029a8ad'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:54:29.240515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-87052b4f-cc93-4ff1-8880-d641ddccc72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:54:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['256102d7-91d5-44b0-ab99-2997d029a8ad'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:29.342368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:29.398020 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9c4cac9d-9772-410f-8237-3b41ed1420b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5423355 Feb 04 06:54:29.398020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'tag': '9afd9892-3113-4848-bfa1-b6dbcb3dc207'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:54:29.413992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-87052b4f-cc93-4ff1-8880-d641ddccc72b None None] Set router 256102d7-91d5-44b0-ab99-2997d029a8ad gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:54:29.440903 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'tag': '9afd9892-3113-4848-bfa1-b6dbcb3dc207', 'status': 'completed', 'code': 200} Feb 04 06:54:29.538617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f59cd3-dbeb-4206-b168-fe9dfef9346f req-1e67f3f6-a580-49ba-ae45-1594f1d1e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:29.540154 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63f59cd3-dbeb-4206-b168-fe9dfef9346f req-1e67f3f6-a580-49ba-ae45-1594f1d1e056 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 1098 time: 0.0739548 Feb 04 06:54:29.577828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca7acc-750e-4720-a60c-0548f66119bb req-9062fec6-a63e-414e-a254-65feab8f3756 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:29.579448 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4aca7acc-750e-4720-a60c-0548f66119bb req-9062fec6-a63e-414e-a254-65feab8f3756 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0898237 Feb 04 06:54:29.634092 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4aca7acc-750e-4720-a60c-0548f66119bb req-d5df2e0d-2960-42ac-be56-8bebb13351fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477853 Feb 04 06:54:29.663794 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56710) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:29.788476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-87052b4f-cc93-4ff1-8880-d641ddccc72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '7ae5bf76-f8f3-4253-8cdb-84e780a12f87', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'port_id': '9afd9892-3113-4848-bfa1-b6dbcb3dc207', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'mac_address': 'fa:16:3e:7e:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:54:27Z', 'updated_at': '2022-02-04T06:54:27Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399d4e27-59b8-49df-84c3-995bf0dc5d88', 'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:a1:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:09Z', 'updated_at': '2022-02-04T06:54:14Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:29.792376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87052b4f-cc93-4ff1-8880-d641ddccc72b None None] Checking router: 256102d7-91d5-44b0-ab99-2997d029a8ad for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:54:29.800744 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87052b4f-cc93-4ff1-8880-d641ddccc72b None None] Routers {'256102d7-91d5-44b0-ab99-2997d029a8ad'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:54:29.801336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-87052b4f-cc93-4ff1-8880-d641ddccc72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:54:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['256102d7-91d5-44b0-ab99-2997d029a8ad'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:29.856490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f59cd3-dbeb-4206-b168-fe9dfef9346f req-a0b88604-b987-4b55-b8a1-026147cf77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:29.857879 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63f59cd3-dbeb-4206-b168-fe9dfef9346f req-a0b88604-b987-4b55-b8a1-026147cf77c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d62e5181-2089-4bd9-922b-f3ff01dedd02 HTTP/1.1" status: 200 len: 898 time: 0.3121781 Feb 04 06:54:29.965716 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-47da25d5-fc72-45ff-984e-bc8ed0dd2eac tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/7ae5bf76-f8f3-4253-8cdb-84e780a12f87 HTTP/1.1" status: 200 len: 990 time: 0.3008232 Feb 04 06:54:29.979301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-87052b4f-cc93-4ff1-8880-d641ddccc72b None None] Set router 256102d7-91d5-44b0-ab99-2997d029a8ad gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:54:29.979589 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63f59cd3-dbeb-4206-b168-fe9dfef9346f req-f7d1be66-037e-4356-925b-1e2da52c5271 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afd9892-3113-4848-bfa1-b6dbcb3dc207 HTTP/1.1" status: 200 len: 998 time: 0.1135798 Feb 04 06:54:30.039828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f59cd3-dbeb-4206-b168-fe9dfef9346f req-45d4154c-9ef8-4a15-b0a3-449693238c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:30.041279 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63f59cd3-dbeb-4206-b168-fe9dfef9346f req-45d4154c-9ef8-4a15-b0a3-449693238c8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680586be-7c5f-47d3-a08c-b6a8550f82ab HTTP/1.1" status: 200 len: 834 time: 0.0560322 Feb 04 06:54:30.116033 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f59cd3-dbeb-4206-b168-fe9dfef9346f req-281cc75d-afbc-48cc-86b7-0e94571238de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:30.117477 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63f59cd3-dbeb-4206-b168-fe9dfef9346f req-281cc75d-afbc-48cc-86b7-0e94571238de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d62e5181-2089-4bd9-922b-f3ff01dedd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706832 Feb 04 06:54:30.245638 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63f59cd3-dbeb-4206-b168-fe9dfef9346f req-c4a6c394-9a98-48cd-9420-d4ec632b2528 service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221600 Feb 04 06:54:30.361418 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-87052b4f-cc93-4ff1-8880-d641ddccc72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '7ae5bf76-f8f3-4253-8cdb-84e780a12f87', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'port_id': '9afd9892-3113-4848-bfa1-b6dbcb3dc207', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'mac_address': 'fa:16:3e:7e:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:54:27Z', 'updated_at': '2022-02-04T06:54:27Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399d4e27-59b8-49df-84c3-995bf0dc5d88', 'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:a1:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:09Z', 'updated_at': '2022-02-04T06:54:14Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:54:30.365319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87052b4f-cc93-4ff1-8880-d641ddccc72b None None] The sync data for ids ['256102d7-91d5-44b0-ab99-2997d029a8ad'] in dv-neutron-827796-1-hyperv is: [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '7ae5bf76-f8f3-4253-8cdb-84e780a12f87', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.54', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'port_id': '9afd9892-3113-4848-bfa1-b6dbcb3dc207', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'mac_address': 'fa:16:3e:7e:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:54:27Z', 'updated_at': '2022-02-04T06:54:27Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399d4e27-59b8-49df-84c3-995bf0dc5d88', 'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:a1:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:09Z', 'updated_at': '2022-02-04T06:54:14Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:54:30.380071 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-63f59cd3-dbeb-4206-b168-fe9dfef9346f req-41d4fc45-5ef9-41b8-8f25-67183b12796b service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285768 Feb 04 06:54:30.556466 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6730e901-3113-4502-81b1-749ab508fb0d None None] New status for floating IP 7ae5bf76-f8f3-4253-8cdb-84e780a12f87: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:54:30.969635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56714) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:54:31.075121 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f2e352f2-67f7-4b2d-af4c-f253a681ce9c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/7ae5bf76-f8f3-4253-8cdb-84e780a12f87 HTTP/1.1" status: 200 len: 992 time: 0.1043460 Feb 04 06:54:35.259258 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-00918e59-8455-4b1a-bc92-37910d6f0e56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718296 Feb 04 06:54:35.390865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-613d893d-bbac-44dd-b2bd-5551b3920cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:35.392306 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-613d893d-bbac-44dd-b2bd-5551b3920cd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 1098 time: 0.0697627 Feb 04 06:54:35.531168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-929d21b4-0fe8-45f7-9cad-130af1631407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:35.532529 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-929d21b4-0fe8-45f7-9cad-130af1631407 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d62e5181-2089-4bd9-922b-f3ff01dedd02 HTTP/1.1" status: 200 len: 898 time: 0.1228921 Feb 04 06:54:35.633863 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-98db06b2-0258-473c-b43e-89ece297a6ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afd9892-3113-4848-bfa1-b6dbcb3dc207 HTTP/1.1" status: 200 len: 1000 time: 0.0954444 Feb 04 06:54:35.695640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-010b5f1b-ea2c-4b00-8d77-0a1d52ed5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:35.697112 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-010b5f1b-ea2c-4b00-8d77-0a1d52ed5fee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680586be-7c5f-47d3-a08c-b6a8550f82ab HTTP/1.1" status: 200 len: 834 time: 0.0577896 Feb 04 06:54:35.772148 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-ae227c46-a59b-42cc-88f2-fb4d6c08eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:54:35.773614 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-ae227c46-a59b-42cc-88f2-fb4d6c08eb10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d62e5181-2089-4bd9-922b-f3ff01dedd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709691 Feb 04 06:54:35.901232 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-79d26389-734c-4535-8a72-7134b564be44 service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214483 Feb 04 06:54:35.912001 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:54:36.125737 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-337f7ae9-73fe-4abe-bbc1-217633634007 req-e9827b3e-f930-4127-b239-6e06231494fa service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191079 Feb 04 06:54:45.742264 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a2ac-cd51-4a5b-b438-09a1f4615b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:48.002769 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c0d87172-02bb-4398-a5d0-791428326edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:49.142172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:49.216837 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:50.151083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:54:50.678957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:12.911583 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:55:15.770262 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d9c91249-ea82-48b9-874e-087fc2906554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:17.986847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-41d3fd4d-1e14-4765-88ed-b60b304527f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.150665 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:19.201853 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:20.141347 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:20.665055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:33.165512 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc2345-4b11-4659-b9c0-e457451d9ff3 req-2b0d087f-601a-4b5c-b212-2a8b51e5f568 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:33.167539 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-97bc2345-4b11-4659-b9c0-e457451d9ff3 req-2b0d087f-601a-4b5c-b212-2a8b51e5f568 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.1376891 Feb 04 06:55:33.169454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a9a7-a146-4736-9898-7d0d0419a85a req-a763642b-d1ba-4f6d-aa6c-d2e5830e1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:33.170784 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4087a9a7-a146-4736-9898-7d0d0419a85a req-a763642b-d1ba-4f6d-aa6c-d2e5830e1ab7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 1098 time: 0.1059477 Feb 04 06:55:33.290705 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-97bc2345-4b11-4659-b9c0-e457451d9ff3 req-4f0f9378-ee5b-4e14-8781-8c7d95813e16 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173699 Feb 04 06:55:33.328546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a9a7-a146-4736-9898-7d0d0419a85a req-45339383-06ea-4a2f-a399-daa8e871a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:33.330036 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4087a9a7-a146-4736-9898-7d0d0419a85a req-45339383-06ea-4a2f-a399-daa8e871a6dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=d62e5181-2089-4bd9-922b-f3ff01dedd02 HTTP/1.1" status: 200 len: 898 time: 0.1439309 Feb 04 06:55:33.432124 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4087a9a7-a146-4736-9898-7d0d0419a85a req-bc76871f-035e-4ed3-83c0-48a7df555c9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afd9892-3113-4848-bfa1-b6dbcb3dc207 HTTP/1.1" status: 200 len: 1000 time: 0.0953233 Feb 04 06:55:33.493409 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a9a7-a146-4736-9898-7d0d0419a85a req-4fbafcec-5a1d-4957-b295-002e872497db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:33.494832 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4087a9a7-a146-4736-9898-7d0d0419a85a req-4fbafcec-5a1d-4957-b295-002e872497db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680586be-7c5f-47d3-a08c-b6a8550f82ab HTTP/1.1" status: 200 len: 834 time: 0.0567617 Feb 04 06:55:33.570254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a9a7-a146-4736-9898-7d0d0419a85a req-5a447855-84e4-4c72-97bb-033a18f30f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:33.571587 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4087a9a7-a146-4736-9898-7d0d0419a85a req-5a447855-84e4-4c72-97bb-033a18f30f62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d62e5181-2089-4bd9-922b-f3ff01dedd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709777 Feb 04 06:55:33.700317 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4087a9a7-a146-4736-9898-7d0d0419a85a req-68eba4b7-42c0-4aee-8208-9156859e7020 service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214421 Feb 04 06:55:33.827970 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4087a9a7-a146-4736-9898-7d0d0419a85a req-4ded1e09-b720-4baa-b46b-1e6e7c38596c service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211784 Feb 04 06:55:34.474075 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483958a-f646-4d59-9f31-8004afe92873 req-d57380e7-2ded-459b-9b20-aaa74e8e061a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:34.475510 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6483958a-f646-4d59-9f31-8004afe92873 req-d57380e7-2ded-459b-9b20-aaa74e8e061a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0782001 Feb 04 06:55:34.519196 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6483958a-f646-4d59-9f31-8004afe92873 req-e8cd9468-b3b3-4cde-8d85-8133c5ae1a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375540 Feb 04 06:55:35.708174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff2d4-d764-4379-b29e-8006a1c90985 req-a10247db-e658-4645-98ba-f7aff9428b4c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:35.709655 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1aeff2d4-d764-4379-b29e-8006a1c90985 req-a10247db-e658-4645-98ba-f7aff9428b4c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0838573 Feb 04 06:55:35.753046 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1aeff2d4-d764-4379-b29e-8006a1c90985 req-8d4fdf15-cf53-4ab6-a04e-981aca2cf1f6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376029 Feb 04 06:55:36.357929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f94474-2857-4395-baa5-e08668f96d21 req-1288d486-89ea-4ff8-9a67-7aaec9bbd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:36.359344 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-02f94474-2857-4395-baa5-e08668f96d21 req-1288d486-89ea-4ff8-9a67-7aaec9bbd5b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 1098 time: 0.0711262 Feb 04 06:55:36.500319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f94474-2857-4395-baa5-e08668f96d21 req-be3d285e-66d5-4eab-a0d4-29523796afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:36.501796 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-02f94474-2857-4395-baa5-e08668f96d21 req-be3d285e-66d5-4eab-a0d4-29523796afe1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d62e5181-2089-4bd9-922b-f3ff01dedd02 HTTP/1.1" status: 200 len: 898 time: 0.1232121 Feb 04 06:55:36.604905 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-02f94474-2857-4395-baa5-e08668f96d21 req-a56b66e5-5425-4e56-8d59-caf91e070689 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afd9892-3113-4848-bfa1-b6dbcb3dc207 HTTP/1.1" status: 200 len: 1000 time: 0.0930541 Feb 04 06:55:36.665338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f94474-2857-4395-baa5-e08668f96d21 req-48e0a3ff-1d1f-46ea-bd4c-1b06582b45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:36.666616 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-02f94474-2857-4395-baa5-e08668f96d21 req-48e0a3ff-1d1f-46ea-bd4c-1b06582b45a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680586be-7c5f-47d3-a08c-b6a8550f82ab HTTP/1.1" status: 200 len: 834 time: 0.0557997 Feb 04 06:55:36.739616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f94474-2857-4395-baa5-e08668f96d21 req-51c68822-3156-47cb-a3fb-20ec1fa98606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:36.749176 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-02f94474-2857-4395-baa5-e08668f96d21 req-51c68822-3156-47cb-a3fb-20ec1fa98606 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d62e5181-2089-4bd9-922b-f3ff01dedd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669949 Feb 04 06:55:36.868551 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-02f94474-2857-4395-baa5-e08668f96d21 req-613aaa6f-33c5-4d99-b763-512105d12baf service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213813 Feb 04 06:55:36.937973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0d459-d8b9-4846-aa91-d1f4c39e24fa req-bd32aa0e-68c0-46c4-9ef8-2cec16fa377f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:36.939460 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-06d0d459-d8b9-4846-aa91-d1f4c39e24fa req-bd32aa0e-68c0-46c4-9ef8-2cec16fa377f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0845580 Feb 04 06:55:36.985475 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-06d0d459-d8b9-4846-aa91-d1f4c39e24fa req-eaef8352-9704-454c-b26d-92bcafcf0fc9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401757 Feb 04 06:55:37.108055 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-02f94474-2857-4395-baa5-e08668f96d21 req-c72a5a70-d794-457d-83e3-649a9ee4995e service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325356 Feb 04 06:55:38.166249 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013ddf6-c218-4d90-9d32-919771abf281 req-92e310ce-dcd8-4393-9106-5e9a6ae9132d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:38.167705 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7013ddf6-c218-4d90-9d32-919771abf281 req-92e310ce-dcd8-4393-9106-5e9a6ae9132d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0775237 Feb 04 06:55:38.210691 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7013ddf6-c218-4d90-9d32-919771abf281 req-96ccf120-9dbc-4b71-a8a9-17c8fc07c0e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373909 Feb 04 06:55:39.391590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d210e-f083-4b24-8fe8-6931b4e97a9b req-e773fcc2-1bae-4e6c-b57f-bea54fa7efff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:39.393272 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b82d210e-f083-4b24-8fe8-6931b4e97a9b req-e773fcc2-1bae-4e6c-b57f-bea54fa7efff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0808573 Feb 04 06:55:39.441067 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b82d210e-f083-4b24-8fe8-6931b4e97a9b req-7b7a6b58-2ec2-4401-9e86-4a5dd2cd1861 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411787 Feb 04 06:55:40.624911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff696c1-5a68-48d1-9e0c-d8e058278dea req-930abbac-df44-49cc-b8da-007e6f3d1571 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:40.626327 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7ff696c1-5a68-48d1-9e0c-d8e058278dea req-930abbac-df44-49cc-b8da-007e6f3d1571 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0807564 Feb 04 06:55:40.669004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7ff696c1-5a68-48d1-9e0c-d8e058278dea req-7eb71e80-f67b-431e-935e-a4f972489b5c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371716 Feb 04 06:55:42.003207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e0a2f-f5f1-4ca6-8ac4-d6b459ad864e req-94c3c2cc-24d8-483c-9971-aa254fefb859 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:42.004641 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-865e0a2f-f5f1-4ca6-8ac4-d6b459ad864e req-94c3c2cc-24d8-483c-9971-aa254fefb859 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0807519 Feb 04 06:55:42.046369 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-865e0a2f-f5f1-4ca6-8ac4-d6b459ad864e req-d4a4e166-5f91-4cca-818e-6e6b4394a6d8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362747 Feb 04 06:55:43.234673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecd007-d053-4885-bf66-9ff114413efd req-70291ce1-36a8-470c-9c04-041ba9d5fab9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:43.236117 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f9ecd007-d053-4885-bf66-9ff114413efd req-70291ce1-36a8-470c-9c04-041ba9d5fab9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0793469 Feb 04 06:55:43.278873 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f9ecd007-d053-4885-bf66-9ff114413efd req-1ef0d8bf-b241-431d-95b7-7de56c85cc71 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371089 Feb 04 06:55:44.458326 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaee5e-e57c-406b-bf24-49c9419ac2c1 req-b7439611-ea2c-4bb0-bb9f-622183055739 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:44.459769 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-43aaee5e-e57c-406b-bf24-49c9419ac2c1 req-b7439611-ea2c-4bb0-bb9f-622183055739 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0790362 Feb 04 06:55:44.506989 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-43aaee5e-e57c-406b-bf24-49c9419ac2c1 req-855589ee-c331-4afa-b88c-7a35766748a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415316 Feb 04 06:55:45.690598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bec605-3af6-448d-8563-5f9bb14177e9 req-38a36776-fc6c-4234-929f-1b9cc5b2f335 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:55:45.692051 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-22bec605-3af6-448d-8563-5f9bb14177e9 req-38a36776-fc6c-4234-929f-1b9cc5b2f335 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0831313 Feb 04 06:55:45.736011 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-22bec605-3af6-448d-8563-5f9bb14177e9 req-1ee4006c-005a-4e61-b08d-d2296a7c6040 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380554 Feb 04 06:55:45.740913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14dfc2c2-64f2-4e74-90c2-115fa76d9170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:45.760859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56776) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:55:45.866092 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f392781e-de0b-4260-8384-a170cc81b91d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/7ae5bf76-f8f3-4253-8cdb-84e780a12f87 HTTP/1.1" status: 200 len: 992 time: 0.1040974 Feb 04 06:55:47.992413 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-52dfcada-8d01-429f-9e9c-f02ba49cff51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:49.150243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:49.207229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:49.913763 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:55:50.157551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:55:50.689073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:15.732595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5f58d11b-711f-486d-9b65-79ceeaf18659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:17.992062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-94f20f54-cfd8-4356-b193-f5872c810b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:19.146060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:19.185822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:20.144178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:20.675707 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:26.912564 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:56:35.186951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56800) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:35.384602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port 8f424f49-d6ec-4d22-a217-683f96460033 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:56:35.385575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:35.548524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:35.548879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:35.667537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for 8f424f49-d6ec-4d22-a217-683f96460033 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:56:35.865930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:35.910553 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=8f424f49-d6ec-4d22-a217-683f96460033,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:35.949638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:35.949983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:35.950321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:35.950650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:35.950978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:35.951304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:35.951625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:35.951945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:35.952264 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:35.952583 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:35.952923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:35.953237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:36.010641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:36.010964 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Floating IP 7ae5bf76-f8f3-4253-8cdb-84e780a12f87 disassociated (deleted). External IP: 172.26.7.54, port: 9afd9892-3113-4848-bfa1-b6dbcb3dc207. Feb 04 06:56:36.446219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 256102d7-91d5-44b0-ab99-2997d029a8ad has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:56:36.621044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:56:36.630624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33cbff-520a-4772-bf38-0f9e7291654a None None] Sync routers for ids ['256102d7-91d5-44b0-ab99-2997d029a8ad'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:56:36.642016 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33cbff-520a-4772-bf38-0f9e7291654a None None] Routers {'256102d7-91d5-44b0-ab99-2997d029a8ad'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:56:36.642696 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cd33cbff-520a-4772-bf38-0f9e7291654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:56:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['256102d7-91d5-44b0-ab99-2997d029a8ad'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:36.722829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:36.779812 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b9b051b4-a01e-4852-a24c-a2995354127e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/floatingips/7ae5bf76-f8f3-4253-8cdb-84e780a12f87 HTTP/1.1" status: 204 len: 168 time: 1.5892673 Feb 04 06:56:36.779812 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'tag': '9afd9892-3113-4848-bfa1-b6dbcb3dc207'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:56:36.824304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-cd33cbff-520a-4772-bf38-0f9e7291654a None None] Set router 256102d7-91d5-44b0-ab99-2997d029a8ad gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:56:36.825422 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'tag': '9afd9892-3113-4848-bfa1-b6dbcb3dc207', 'status': 'completed', 'code': 200} Feb 04 06:56:36.919991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03add7-6748-460a-8e7c-8fd4a2136ae0 req-25161cbc-1259-4cab-9a6c-15ffb061dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:56:36.921800 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa03add7-6748-460a-8e7c-8fd4a2136ae0 req-25161cbc-1259-4cab-9a6c-15ffb061dea2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 1098 time: 0.0750978 Feb 04 06:56:37.051386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03add7-6748-460a-8e7c-8fd4a2136ae0 req-d33d73c6-b1fd-4792-841a-6081553c5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:56:37.052803 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa03add7-6748-460a-8e7c-8fd4a2136ae0 req-d33d73c6-b1fd-4792-841a-6081553c5d1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d62e5181-2089-4bd9-922b-f3ff01dedd02 HTTP/1.1" status: 200 len: 898 time: 0.1250710 Feb 04 06:56:37.118365 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa03add7-6748-460a-8e7c-8fd4a2136ae0 req-63951922-ee75-49c0-954a-7b47d34302ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9afd9892-3113-4848-bfa1-b6dbcb3dc207 HTTP/1.1" status: 200 len: 217 time: 0.0594759 Feb 04 06:56:37.138245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cd33cbff-520a-4772-bf38-0f9e7291654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '399d4e27-59b8-49df-84c3-995bf0dc5d88', 'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:a1:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:09Z', 'updated_at': '2022-02-04T06:54:14Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:37.142181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33cbff-520a-4772-bf38-0f9e7291654a None None] Checking router: 256102d7-91d5-44b0-ab99-2997d029a8ad for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:56:37.150370 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33cbff-520a-4772-bf38-0f9e7291654a None None] Routers {'256102d7-91d5-44b0-ab99-2997d029a8ad'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:56:37.150955 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cd33cbff-520a-4772-bf38-0f9e7291654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:56:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['256102d7-91d5-44b0-ab99-2997d029a8ad'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:37.189455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03add7-6748-460a-8e7c-8fd4a2136ae0 req-ff7feddd-f14e-4b99-8d06-e1aa58158092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:56:37.191611 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa03add7-6748-460a-8e7c-8fd4a2136ae0 req-ff7feddd-f14e-4b99-8d06-e1aa58158092 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680586be-7c5f-47d3-a08c-b6a8550f82ab HTTP/1.1" status: 200 len: 834 time: 0.0666640 Feb 04 06:56:37.265720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03add7-6748-460a-8e7c-8fd4a2136ae0 req-260462a5-4e9e-4bfb-b060-74ec455a480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:56:37.267166 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa03add7-6748-460a-8e7c-8fd4a2136ae0 req-260462a5-4e9e-4bfb-b060-74ec455a480f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d62e5181-2089-4bd9-922b-f3ff01dedd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701082 Feb 04 06:56:37.339298 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8e33d-4da8-476f-abb2-2b5bae06e73b req-d4fdcf09-374e-4540-813b-312027a4e8af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:56:37.340759 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7ed8e33d-4da8-476f-abb2-2b5bae06e73b req-d4fdcf09-374e-4540-813b-312027a4e8af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0845356 Feb 04 06:56:37.371339 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-cd33cbff-520a-4772-bf38-0f9e7291654a None None] Set router 256102d7-91d5-44b0-ab99-2997d029a8ad gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:56:37.386411 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7ed8e33d-4da8-476f-abb2-2b5bae06e73b req-e6baf6d0-fdad-4ec1-942c-a470ea1d0436 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388038 Feb 04 06:56:37.402229 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa03add7-6748-460a-8e7c-8fd4a2136ae0 req-fcaeff1c-b460-499b-ad07-126788df52ba service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271365 Feb 04 06:56:37.534173 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa03add7-6748-460a-8e7c-8fd4a2136ae0 req-a2fb752e-17da-43c8-a2b8-6f547712d3ce service neutron] 10.222.0.24 "GET /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249678 Feb 04 06:56:37.675531 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cd33cbff-520a-4772-bf38-0f9e7291654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '399d4e27-59b8-49df-84c3-995bf0dc5d88', 'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:a1:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:09Z', 'updated_at': '2022-02-04T06:54:14Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:37.679845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33cbff-520a-4772-bf38-0f9e7291654a None None] The sync data for ids ['256102d7-91d5-44b0-ab99-2997d029a8ad'] in dv-neutron-827796-1-hyperv is: [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '399d4e27-59b8-49df-84c3-995bf0dc5d88', 'name': '', 'network_id': 'd62e5181-2089-4bd9-922b-f3ff01dedd02', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:a1:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:09Z', 'updated_at': '2022-02-04T06:54:14Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '680586be-7c5f-47d3-a08c-b6a8550f82ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:56:37.900045 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3739f5d-d851-46d8-bfca-59760250b0c9 None None] New status for floating IP 7ae5bf76-f8f3-4253-8cdb-84e780a12f87: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:56:38.573789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934ed36-356a-44d5-92aa-d833e8b173ac req-1f7d9554-7ab4-41fa-98d9-eb8df24401d3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:56:38.574477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-5934ed36-356a-44d5-92aa-d833e8b173ac req-1f7d9554-7ab4-41fa-98d9-eb8df24401d3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:56:38.676884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-5934ed36-356a-44d5-92aa-d833e8b173ac req-1f7d9554-7ab4-41fa-98d9-eb8df24401d3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:56:38.678013 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5934ed36-356a-44d5-92aa-d833e8b173ac req-1f7d9554-7ab4-41fa-98d9-eb8df24401d3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.1862137 Feb 04 06:56:38.722455 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5934ed36-356a-44d5-92aa-d833e8b173ac req-2f1d380b-62fa-4e62-81c0-89e2b590e25c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ee2e287-47c9-4963-96fc-ad64f1decf27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378985 Feb 04 06:56:38.924056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba8db1-d9c0-4183-a1f5-34394773f14b req-18b0c1e9-ef4d-48a2-ba47-32f32d3d7eb0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:56:38.925518 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddba8db1-d9c0-4183-a1f5-34394773f14b req-18b0c1e9-ef4d-48a2-ba47-32f32d3d7eb0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 945 time: 0.0781534 Feb 04 06:56:39.098138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ddba8db1-d9c0-4183-a1f5-34394773f14b req-8dac1147-50dd-48c7-87fb-0eda537b8994 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:56:39.098477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddba8db1-d9c0-4183-a1f5-34394773f14b req-8dac1147-50dd-48c7-87fb-0eda537b8994 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:39.338660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-ddba8db1-d9c0-4183-a1f5-34394773f14b req-8dac1147-50dd-48c7-87fb-0eda537b8994 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port 9afd9892-3113-4848-bfa1-b6dbcb3dc207, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9afd9892-3113-4848-bfa1-b6dbcb3dc207,segment=NetworkSegment(f81ec74f-555b-427a-96fa-14de95c0fb6a),segment_id=f81ec74f-555b-427a-96fa-14de95c0fb6a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:56:39.339012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddba8db1-d9c0-4183-a1f5-34394773f14b req-8dac1147-50dd-48c7-87fb-0eda537b8994 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:39.458404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-ddba8db1-d9c0-4183-a1f5-34394773f14b req-8dac1147-50dd-48c7-87fb-0eda537b8994 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for 9afd9892-3113-4848-bfa1-b6dbcb3dc207 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:56:39.692557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddba8db1-d9c0-4183-a1f5-34394773f14b req-8dac1147-50dd-48c7-87fb-0eda537b8994 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:39.742570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac1147-50dd-48c7-87fb-0eda537b8994 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=9afd9892-3113-4848-bfa1-b6dbcb3dc207,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:39.820629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddba8db1-d9c0-4183-a1f5-34394773f14b req-8dac1147-50dd-48c7-87fb-0eda537b8994 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] No DVR routers for this DVR port 9afd9892-3113-4848-bfa1-b6dbcb3dc207 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:56:39.823134 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-ddba8db1-d9c0-4183-a1f5-34394773f14b req-8dac1147-50dd-48c7-87fb-0eda537b8994 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:39.825716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'name': 'network-vif-deleted', 'tag': '9afd9892-3113-4848-bfa1-b6dbcb3dc207'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:56:39.869248 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e666d1b8-f2d2-4846-b39a-a6d3d2739a3c', 'name': 'network-vif-deleted', 'tag': '9afd9892-3113-4848-bfa1-b6dbcb3dc207', 'status': 'completed', 'code': 200} Feb 04 06:56:39.877841 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-052320c2-2ae9-4ba1-8fea-d7d3685e5e14 req-c335a52a-e2ce-434e-b265-dc161563b89d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=e666d1b8-f2d2-4846-b39a-a6d3d2739a3c HTTP/1.1" status: 200 len: 210 time: 0.0491657 Feb 04 06:56:39.911935 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ddba8db1-d9c0-4183-a1f5-34394773f14b req-8dac1147-50dd-48c7-87fb-0eda537b8994 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "DELETE /v2.0/ports/9afd9892-3113-4848-bfa1-b6dbcb3dc207 HTTP/1.1" status: 204 len: 173 time: 0.9799113 Feb 04 06:56:40.968038 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56822) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:41.502939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:41.943447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port 399d4e27-59b8-49df-84c3-995bf0dc5d88 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:56:41.943697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:42.036198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 9afd9892-3113-4848-bfa1-b6dbcb3dc207 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:56:42.080200 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 9afd9892-3113-4848-bfa1-b6dbcb3dc207 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:56:42.080536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 9afd9892-3113-4848-bfa1-b6dbcb3dc207 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:56:42.134022 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port 399d4e27-59b8-49df-84c3-995bf0dc5d88, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=399d4e27-59b8-49df-84c3-995bf0dc5d88,segment=NetworkSegment(f81ec74f-555b-427a-96fa-14de95c0fb6a),segment_id=f81ec74f-555b-427a-96fa-14de95c0fb6a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:56:42.135172 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:42.255566 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for 399d4e27-59b8-49df-84c3-995bf0dc5d88 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:56:42.517178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:42.568312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=399d4e27-59b8-49df-84c3-995bf0dc5d88,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:42.843405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:43.196694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 256102d7-91d5-44b0-ab99-2997d029a8ad has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:56:43.503237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:56:43.513409 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486f34af-9691-41e4-87d2-e77ebeaec54d None None] Sync routers for ids ['256102d7-91d5-44b0-ab99-2997d029a8ad'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:56:43.516246 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2e6d8144-6267-4714-9cd9-095c5a9c41ab tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "PUT /v2.0/routers/256102d7-91d5-44b0-ab99-2997d029a8ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5470011 Feb 04 06:56:43.518784 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56826) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:43.523219 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f34af-9691-41e4-87d2-e77ebeaec54d None None] Routers {'256102d7-91d5-44b0-ab99-2997d029a8ad'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:56:43.523834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-486f34af-9691-41e4-87d2-e77ebeaec54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:56:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['256102d7-91d5-44b0-ab99-2997d029a8ad'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:43.586801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ea0e59-3c7c-4f7f-b8de-2966606bf77c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting subnet 680586be-7c5f-47d3-a08c-b6a8550f82ab {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:56:43.590300 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0e59-3c7c-4f7f-b8de-2966606bf77c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:43.644757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0e59-3c7c-4f7f-b8de-2966606bf77c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:43.721401 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-486f34af-9691-41e4-87d2-e77ebeaec54d None None] Set router 256102d7-91d5-44b0-ab99-2997d029a8ad gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:56:43.746414 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0e59-3c7c-4f7f-b8de-2966606bf77c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:43.866373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0e59-3c7c-4f7f-b8de-2966606bf77c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:43.917971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea0e59-3c7c-4f7f-b8de-2966606bf77c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Subnet': ['ID=680586be-7c5f-47d3-a08c-b6a8550f82ab,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:43.927958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0e59-3c7c-4f7f-b8de-2966606bf77c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:43.935150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e4471a-216d-4db3-bbfa-e3a7ba0c6f52 None None] Network d62e5181-2089-4bd9-922b-f3ff01dedd02 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:56:43.937994 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c2ea0e59-3c7c-4f7f-b8de-2966606bf77c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/subnets/680586be-7c5f-47d3-a08c-b6a8550f82ab HTTP/1.1" status: 204 len: 168 time: 0.4182069 Feb 04 06:56:43.940696 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56830) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:44.121055 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:44.206327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-486f34af-9691-41e4-87d2-e77ebeaec54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:56:42Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:44.213383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486f34af-9691-41e4-87d2-e77ebeaec54d None None] Checking router: 256102d7-91d5-44b0-ab99-2997d029a8ad for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:56:44.222310 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f34af-9691-41e4-87d2-e77ebeaec54d None None] Routers {'256102d7-91d5-44b0-ab99-2997d029a8ad'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:56:44.222916 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-486f34af-9691-41e4-87d2-e77ebeaec54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:56:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['256102d7-91d5-44b0-ab99-2997d029a8ad'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:44.279501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] DHCP port deletion for d62e5181-2089-4bd9-922b-f3ff01dedd02 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:56:44.294389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Deleting port d76588aa-cc61-46d9-92f7-444377197717 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:56:44.294761 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:44.301897 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:44.379759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port 57a0b426-e6a9-4794-aeb9-222364662e37 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:56:44.380035 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:44.548342 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-486f34af-9691-41e4-87d2-e77ebeaec54d None None] Set router 256102d7-91d5-44b0-ab99-2997d029a8ad gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:56:44.555637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port 57a0b426-e6a9-4794-aeb9-222364662e37, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=57a0b426-e6a9-4794-aeb9-222364662e37,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:56:44.555996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:44.773257 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for 57a0b426-e6a9-4794-aeb9-222364662e37 owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:56:44.808674 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] For port d76588aa-cc61-46d9-92f7-444377197717, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d76588aa-cc61-46d9-92f7-444377197717,segment=NetworkSegment(f81ec74f-555b-427a-96fa-14de95c0fb6a),segment_id=f81ec74f-555b-427a-96fa-14de95c0fb6a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:56:44.809064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:44.950428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Calling delete_port for d76588aa-cc61-46d9-92f7-444377197717 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:56:45.083280 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-486f34af-9691-41e4-87d2-e77ebeaec54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:56:42Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:45.087009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486f34af-9691-41e4-87d2-e77ebeaec54d None None] The sync data for ids ['256102d7-91d5-44b0-ab99-2997d029a8ad'] in dv-neutron-827796-1-hyperv is: [{'id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168002754', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:54:04Z', 'updated_at': '2022-02-04T06:56:42Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '57a0b426-e6a9-4794-aeb9-222364662e37', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256102d7-91d5-44b0-ab99-2997d029a8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:54:05Z', 'updated_at': '2022-02-04T06:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:56:45.174400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.185473 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.223001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Pushing event deleted for resources: {'Port': ['ID=d76588aa-cc61-46d9-92f7-444377197717,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:45.227507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] No DVR routers for this DVR port d76588aa-cc61-46d9-92f7-444377197717 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:56:45.234124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.234320 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=57a0b426-e6a9-4794-aeb9-222364662e37,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:45.234426 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.238714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.238714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.238714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.238714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.238714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.238714 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.240953 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.240953 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.240953 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.240953 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240b0-c186-4fb1-9a41-fb2953696c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.247494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.247850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.248196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.248529 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.248891 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.249251 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.249577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.249901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.250222 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.250542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.250863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.251181 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:45.339191 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.513536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.516148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.620392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.620863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Fanout notify agent at l3_agent the message router_deleted on router 256102d7-91d5-44b0-ab99-2997d029a8ad {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:56:45.636064 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.637175 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8d013496-24d1-4399-ab6d-5f3698fbc988 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/routers/256102d7-91d5-44b0-ab99-2997d029a8ad HTTP/1.1" status: 204 len: 168 time: 1.6948228 Feb 04 06:56:45.639996 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56834) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:45.749851 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-53e3dddc-87fd-426e-a083-0c095d8bb36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.761446 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.826377 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d76588aa-cc61-46d9-92f7-444377197717 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:56:45.861852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: d76588aa-cc61-46d9-92f7-444377197717 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:56:45.862189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d76588aa-cc61-46d9-92f7-444377197717 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:56:45.862808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 399d4e27-59b8-49df-84c3-995bf0dc5d88 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:56:45.897846 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 399d4e27-59b8-49df-84c3-995bf0dc5d88 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:56:45.898667 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 399d4e27-59b8-49df-84c3-995bf0dc5d88 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:56:45.903067 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.927047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62e5181-2089-4bd9-922b-f3ff01dedd02']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:45.940278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81ec74f-555b-427a-96fa-14de95c0fb6a') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:45.940568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81ec74f-555b-427a-96fa-14de95c0fb6a') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:45.951873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.966888 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.972550 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:56:45.972956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:56:45.987118 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:56:46.099654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:46.116629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:46.128000 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Network': ['ID=d62e5181-2089-4bd9-922b-f3ff01dedd02,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:46.179061 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0cd53d87-f9a7-4a84-93e2-c724a88dcd2e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/networks/d62e5181-2089-4bd9-922b-f3ff01dedd02 HTTP/1.1" status: 204 len: 168 time: 0.5378454 Feb 04 06:56:46.182406 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56838) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:46.248061 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-964eaf12-c278-42dc-b6ea-ddbb1bdc6a2a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:46.276277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-964eaf12-c278-42dc-b6ea-ddbb1bdc6a2a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:46.401467 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-964eaf12-c278-42dc-b6ea-ddbb1bdc6a2a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:46.419832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964eaf12-c278-42dc-b6ea-ddbb1bdc6a2a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee2e287-47c9-4963-96fc-ad64f1decf27,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:46.497297 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-964eaf12-c278-42dc-b6ea-ddbb1bdc6a2a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:46.498479 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-964eaf12-c278-42dc-b6ea-ddbb1bdc6a2a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/security-groups/5ee2e287-47c9-4963-96fc-ad64f1decf27 HTTP/1.1" status: 204 len: 168 time: 0.3151491 Feb 04 06:56:47.060841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56846) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:47.066123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118701291', 'description': 'tempest-secgroup-smoke-118701291 description', 'project_id': 'c11deaae1bb6447c836c104d86060bf2'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:56:47.072547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:56:47.076599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:56:47.079410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:56:47.084970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:56:47.189637 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:47.303925 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:56:47.308423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:56:47.311207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:56:47.316817 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:56:47.386568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:47.431762 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:47.475193 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89cf371-c09b-47a9-8810-e23d0ec44c72,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:47.522966 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:47.524232 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c09bba99-04f5-41a9-b1d9-7c46b14de7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4624102 Feb 04 06:56:47.527322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56850) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:47.532522 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-46c0a718-5391-4940-a4f9-a5614cc7e9d9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'c89cf371-c09b-47a9-8810-e23d0ec44c72', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:56:47.538657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-46c0a718-5391-4940-a4f9-a5614cc7e9d9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:56:47.542947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-46c0a718-5391-4940-a4f9-a5614cc7e9d9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:56:47.545800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-46c0a718-5391-4940-a4f9-a5614cc7e9d9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:56:47.551947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-46c0a718-5391-4940-a4f9-a5614cc7e9d9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:56:47.609771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46c0a718-5391-4940-a4f9-a5614cc7e9d9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:47.668627 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46c0a718-5391-4940-a4f9-a5614cc7e9d9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:47.678293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 57a0b426-e6a9-4794-aeb9-222364662e37 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:56:47.715999 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 57a0b426-e6a9-4794-aeb9-222364662e37 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:56:47.716335 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 57a0b426-e6a9-4794-aeb9-222364662e37 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:56:47.755332 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46c0a718-5391-4940-a4f9-a5614cc7e9d9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:47.783004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0a718-5391-4940-a4f9-a5614cc7e9d9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ad05de-6e92-47e4-8ba9-3c82ce98d688,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:47.871622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-46c0a718-5391-4940-a4f9-a5614cc7e9d9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:47.872803 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-46c0a718-5391-4940-a4f9-a5614cc7e9d9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444667 Feb 04 06:56:47.875441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56854) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:47.880764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9f44f176-f652-43af-b4de-9dc7b7d145fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'c89cf371-c09b-47a9-8810-e23d0ec44c72', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:56:47.886739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9f44f176-f652-43af-b4de-9dc7b7d145fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:56:47.890547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9f44f176-f652-43af-b4de-9dc7b7d145fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:56:47.893463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9f44f176-f652-43af-b4de-9dc7b7d145fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:56:47.899283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9f44f176-f652-43af-b4de-9dc7b7d145fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:56:47.981386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f44f176-f652-43af-b4de-9dc7b7d145fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.002538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-78dd4863-561f-4ae7-b9fa-cda973133a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.042487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f44f176-f652-43af-b4de-9dc7b7d145fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.099640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f44f176-f652-43af-b4de-9dc7b7d145fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.124637 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44f176-f652-43af-b4de-9dc7b7d145fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9a263c-fc1c-44b8-9d02-5911bf9511e1,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:48.174518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f44f176-f652-43af-b4de-9dc7b7d145fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.175845 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9f44f176-f652-43af-b4de-9dc7b7d145fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2994313 Feb 04 06:56:48.179554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56858) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:48.185513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1c2ebf96-7dfa-4918-8f3e-cc40587ff888 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'c89cf371-c09b-47a9-8810-e23d0ec44c72', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:56:48.191475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1c2ebf96-7dfa-4918-8f3e-cc40587ff888 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:56:48.195291 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1c2ebf96-7dfa-4918-8f3e-cc40587ff888 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:56:48.198199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1c2ebf96-7dfa-4918-8f3e-cc40587ff888 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:56:48.203684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1c2ebf96-7dfa-4918-8f3e-cc40587ff888 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:56:48.278867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c2ebf96-7dfa-4918-8f3e-cc40587ff888 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.338419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c2ebf96-7dfa-4918-8f3e-cc40587ff888 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.408412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c2ebf96-7dfa-4918-8f3e-cc40587ff888 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.433464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ebf96-7dfa-4918-8f3e-cc40587ff888 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842be799-4abc-4143-9980-5f00d79aa4eb,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:48.519877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1c2ebf96-7dfa-4918-8f3e-cc40587ff888 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.519877 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1c2ebf96-7dfa-4918-8f3e-cc40587ff888 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3358443 Feb 04 06:56:48.519877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56862) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:48.524558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-425d0366-249e-4fed-9e66-9827637668f4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'c89cf371-c09b-47a9-8810-e23d0ec44c72', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:56:48.531244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-425d0366-249e-4fed-9e66-9827637668f4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:56:48.535065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-425d0366-249e-4fed-9e66-9827637668f4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:56:48.538065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-425d0366-249e-4fed-9e66-9827637668f4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:56:48.543893 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-425d0366-249e-4fed-9e66-9827637668f4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:56:48.614402 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425d0366-249e-4fed-9e66-9827637668f4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.679092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425d0366-249e-4fed-9e66-9827637668f4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.751346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425d0366-249e-4fed-9e66-9827637668f4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.774738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d0366-249e-4fed-9e66-9827637668f4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4612f2f8-09ca-4588-b10e-0c32bf994672,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:48.831095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-425d0366-249e-4fed-9e66-9827637668f4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.832283 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-425d0366-249e-4fed-9e66-9827637668f4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3118353 Feb 04 06:56:48.834961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56866) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:48.839722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'c89cf371-c09b-47a9-8810-e23d0ec44c72', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:56:48.845534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:56:48.849342 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:56:48.852158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:56:48.858061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:56:48.928341 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Project c11deaae1bb6447c836c104d86060bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:56:48.939746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:48.998754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.059559 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.087817 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81782df8-3433-4db0-999b-2b2562bd2d25,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:49.145331 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.146559 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fbab47c4-f592-4a2f-974d-97d22a35741f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3106635 Feb 04 06:56:49.149294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56870) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:49.154182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': 'c89cf371-c09b-47a9-8810-e23d0ec44c72', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:56:49.160003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:56:49.163720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:56:49.167070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:56:49.168178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.172788 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:56:49.225129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.257931 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Project c11deaae1bb6447c836c104d86060bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:56:49.264705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.330177 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.402805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.427478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed627b82-b86c-446a-ba5a-c4e382fc7b9e,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:49.515424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.516665 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2ae5c376-74a7-4be4-89ff-3c6c639c5dfe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3664327 Feb 04 06:56:49.519464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56874) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:49.525549 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'network': {'name': 'tempest-network-smoke--1350602279', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:56:49.530618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:56:49.534737 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:network and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:56:49.537578 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:56:49.543703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:56:49.631069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:56:49.634536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.661449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:56:49.672370 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.672370 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Added segment c75f124a-8fd0-4b92-91e5-77b725b0ff1a of type vlan for network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c Feb 04 06:56:49.697673 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.768419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.773667 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:56:49.774263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:49.882299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Network': ['ID=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:49.896420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:56:49.950591 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f58539f6-6d62-4211-a908-81b4cd2374f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4301145 Feb 04 06:56:49.953189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56882) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:49.958145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'admin_state_up': True, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:56:49.966190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:56:49.969629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:router and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:56:49.972731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:56:49.979372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:56:50.098678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:50.099655 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:50.113795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:50.178455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:50.446518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:50.671119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:50.897544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:50.925609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:51.058250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.26.7.111 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/c968c9f6-49f9-4f75-a293-e9675e59d949) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:56:51.200076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:51.275294 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:51.336605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:56:51.339259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:56:51.342968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:56:51.376786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=c968c9f6-49f9-4f75-a293-e9675e59d949,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:51.828001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:52.268746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:52.566858 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router b1dae84a-9318-41b7-87cb-ffb5cedca20d is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:56:52.740907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:56:52.751776 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Sync routers for ids ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:56:52.760681 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Routers {'b1dae84a-9318-41b7-87cb-ffb5cedca20d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:56:52.761293 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:56:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:52.818576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:52.819749 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-76eb0ff6-2a86-4d82-9345-6c9945c314a9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8655641 Feb 04 06:56:52.822997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56890) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:52.862210 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-60bcdf31-632a-4ad8-a199-9c5c09e237e0 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c11deaae1bb6447c836c104d86060bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380974 Feb 04 06:56:52.864922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56894) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:52.936455 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Set router b1dae84a-9318-41b7-87cb-ffb5cedca20d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:56:52.996244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d08f6a-7380-497c-95a4-ba6f13596db3 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:56:52.997769 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-19d08f6a-7380-497c-95a4-ba6f13596db3 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319606 Feb 04 06:56:53.000675 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56898) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:53.042943 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9b81a8b6-a0ce-4cb8-a6b8-dfea4d7a00f5 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412028 Feb 04 06:56:53.045902 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56902) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:53.051589 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1635671062', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:56:53.157808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:56:53.161568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:subnet and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:56:53.166599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:56:53.170905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:56:53.248321 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:51Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:53.252050 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Checking router: b1dae84a-9318-41b7-87cb-ffb5cedca20d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:56:53.252392 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Updating router b1dae84a-9318-41b7-87cb-ffb5cedca20d port c968c9f6-49f9-4f75-a293-e9675e59d949 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:56:53.271159 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:56:53.275235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:53.303504 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:53.579653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:53.636183 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:53.647448 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Transition to ACTIVE for port object c968c9f6-49f9-4f75-a293-e9675e59d949 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:56:53.656237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Subnet': ['ID=9591e1a6-9110-4d98-944e-7dc2951d1d72,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:53.663452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Checking segment: {'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:56:53.663801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network hostable DHCP agents. Network: 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:56:53.728180 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:53.756779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:56:53.805078 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Attempting to bind port c968c9f6-49f9-4f75-a293-e9675e59d949 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:56:53.805805 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Attempting to bind port c968c9f6-49f9-4f75-a293-e9675e59d949 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:56:53.806110 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Attempting to bind port c968c9f6-49f9-4f75-a293-e9675e59d949 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:56:53.813541 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Pushing event updated for resources: {'Port': ['ID=c968c9f6-49f9-4f75-a293-e9675e59d949,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:53.816803 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:56:53.817165 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:56:53.817557 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:53.817976 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:56:53.818451 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Bound port: c968c9f6-49f9-4f75-a293-e9675e59d949, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:56:53.818810 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:53.842353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:56:53.846343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:56:53.846993 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:53.852861 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.859216 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.859355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc87581-04f7-4e50-a966-08b21280cf9c None None] Network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:56:53.859998 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.859998 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.859998 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.859998 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.859998 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.859998 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.859998 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.859998 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.859998 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.859998 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:56:53.906842 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] For port c968c9f6-49f9-4f75-a293-e9675e59d949, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:56:53.909862 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] For port c968c9f6-49f9-4f75-a293-e9675e59d949, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c968c9f6-49f9-4f75-a293-e9675e59d949,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:56:53.934660 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-944c27ec-0487-4eb4-963f-1d4723c48352 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8875718 Feb 04 06:56:53.937646 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 56906) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:56:53.986190 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:54.063892 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Routers {'b1dae84a-9318-41b7-87cb-ffb5cedca20d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:56:54.064692 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:56:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:54.071434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 06:56:54.072862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:54.129805 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9194d-381b-4e25-9268-2004795dcc3e None None] Pushing event updated for resources: {'Port': ['ID=c968c9f6-49f9-4f75-a293-e9675e59d949,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:54.238071 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Allocated IP 172.20.0.2 (0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c/9591e1a6-9110-4d98-944e-7dc2951d1d72/78f4a916-8d14-4f3e-b38c-5f5db78938cb) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:56:54.255047 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] Set router b1dae84a-9318-41b7-87cb-ffb5cedca20d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:56:54.446727 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:54.456604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Transition to ACTIVE for port object 78f4a916-8d14-4f3e-b38c-5f5db78938cb will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:56:54.474434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Transition to ACTIVE for port object 78f4a916-8d14-4f3e-b38c-5f5db78938cb will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:56:54.544919 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:51Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:54.546190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:54.548839 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9109e-21fb-48a4-be1b-6f2770ee68c3 None None] The sync data for ids ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'] in dv-neutron-827796-1-hyperv is: [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:51Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:56:54.667107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:56:54.670000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:56:54.673814 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:56:54.709854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Pushing event updated for resources: {'Port': ['ID=78f4a916-8d14-4f3e-b38c-5f5db78938cb,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:54.768799 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:54.769308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Attempting to bind port 78f4a916-8d14-4f3e-b38c-5f5db78938cb on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:56:54.769308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Attempting to bind port 78f4a916-8d14-4f3e-b38c-5f5db78938cb by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:56:54.769512 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Attempting to bind port 78f4a916-8d14-4f3e-b38c-5f5db78938cb on network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:56:54.775899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:56:54.776117 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Checking segment: {'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:56:54.778146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:54.778146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Bound using segment: {'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:56:54.781128 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Bound port: 78f4a916-8d14-4f3e-b38c-5f5db78938cb, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:56:54.781390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:54.884686 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] For port 78f4a916-8d14-4f3e-b38c-5f5db78938cb, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:56:54.887956 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] For port 78f4a916-8d14-4f3e-b38c-5f5db78938cb, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=78f4a916-8d14-4f3e-b38c-5f5db78938cb,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:56:54.986350 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:55.080943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57538d30-7a7b-49c9-81df-6b6701b24894 None None] Pushing event updated for resources: {'Port': ['ID=78f4a916-8d14-4f3e-b38c-5f5db78938cb,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:55.202133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.20.0.1 (0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c/9591e1a6-9110-4d98-944e-7dc2951d1d72/b9d31597-f9bb-425b-adfa-90124ba1ca17) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:56:55.393704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:55.411831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Transition to ACTIVE for port object b9d31597-f9bb-425b-adfa-90124ba1ca17 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:56:55.498547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:55.570766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:56:55.574636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:56:55.578496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:56:55.607807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=b9d31597-f9bb-425b-adfa-90124ba1ca17,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:55.637280 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:55.795564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 78f4a916-8d14-4f3e-b38c-5f5db78938cb up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:56:55.949817 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 78f4a916-8d14-4f3e-b38c-5f5db78938cb completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:56:55.956614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c968c9f6-49f9-4f75-a293-e9675e59d949 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:56:55.986691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:56.081523 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22661f0f-f78b-4a92-9ecb-db016dfe90c2 None None] Network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:56:56.147755 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port c968c9f6-49f9-4f75-a293-e9675e59d949 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:56:56.156774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port c968c9f6-49f9-4f75-a293-e9675e59d949 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:56:56.157153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:56.314261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d4f78590-d923-4074-b77f-333c1dccab41 None None] Provisioning for port 78f4a916-8d14-4f3e-b38c-5f5db78938cb completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:56:56.329504 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d4f78590-d923-4074-b77f-333c1dccab41 None None] Provisioning complete for port 78f4a916-8d14-4f3e-b38c-5f5db78938cb triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:56:56.329798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d4f78590-d923-4074-b77f-333c1dccab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:56.489084 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:56.535969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:56.554539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port c968c9f6-49f9-4f75-a293-e9675e59d949, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c968c9f6-49f9-4f75-a293-e9675e59d949,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:56:56.566721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d4f78590-d923-4074-b77f-333c1dccab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:56.603333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:56.604006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d4f78590-d923-4074-b77f-333c1dccab41 None None] For port 78f4a916-8d14-4f3e-b38c-5f5db78938cb, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=78f4a916-8d14-4f3e-b38c-5f5db78938cb,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:56:56.631620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:56.693819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d4f78590-d923-4074-b77f-333c1dccab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:56.714208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=c968c9f6-49f9-4f75-a293-e9675e59d949,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:56.722431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:56.726047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=b9d31597-f9bb-425b-adfa-90124ba1ca17,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:56.786053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f78590-d923-4074-b77f-333c1dccab41 None None] Pushing event updated for resources: {'Port': ['ID=78f4a916-8d14-4f3e-b38c-5f5db78938cb,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:56.870387 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:56:56.871510 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:56:56.876889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9d769cac-2f62-4994-89e9-621e54e47fe6 None None] Provisioning for port b9d31597-f9bb-425b-adfa-90124ba1ca17 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:56:56.882444 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9d769cac-2f62-4994-89e9-621e54e47fe6 None None] Provisioning complete for port b9d31597-f9bb-425b-adfa-90124ba1ca17 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:56:56.883047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9d769cac-2f62-4994-89e9-621e54e47fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:56.941661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9d769cac-2f62-4994-89e9-621e54e47fe6 None None] Port b9d31597-f9bb-425b-adfa-90124ba1ca17 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:56:56.955150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9d769cac-2f62-4994-89e9-621e54e47fe6 None None] Provisioning complete for port 78f4a916-8d14-4f3e-b38c-5f5db78938cb triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:56:56.955864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9d769cac-2f62-4994-89e9-621e54e47fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:57.063354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router b1dae84a-9318-41b7-87cb-ffb5cedca20d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:56:57.200605 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-08cadee0-2d95-4ad3-89c1-b907da21eb30 None None] Provisioning complete for port b9d31597-f9bb-425b-adfa-90124ba1ca17 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:56:57.201437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-08cadee0-2d95-4ad3-89c1-b907da21eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:57.243012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:56:57.254572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Sync routers for ids ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:56:57.255898 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f6de013c-bb27-4345-9bcc-1d28f1a320cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "PUT /v2.0/routers/b1dae84a-9318-41b7-87cb-ffb5cedca20d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3172257 Feb 04 06:56:57.261184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-08cadee0-2d95-4ad3-89c1-b907da21eb30 None None] Port b9d31597-f9bb-425b-adfa-90124ba1ca17 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:56:57.266105 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Routers {'b1dae84a-9318-41b7-87cb-ffb5cedca20d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:56:57.266704 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:56:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:57.414371 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-dbdd9a81-216f-4bec-b565-604063fdd93c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:56:57.451708 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Set router b1dae84a-9318-41b7-87cb-ffb5cedca20d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:56:57.499841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-dbdd9a81-216f-4bec-b565-604063fdd93c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:56:57.501101 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-dbdd9a81-216f-4bec-b565-604063fdd93c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118701291&fields=id&tenant_id=c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 267 time: 0.1246386 Feb 04 06:56:57.649100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-699afe35-4b35-4706-9df6-f2eeadaca991 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:56:57.650218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-699afe35-4b35-4706-9df6-f2eeadaca991 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:56:57.724742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-699afe35-4b35-4706-9df6-f2eeadaca991 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:56:57.726374 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-699afe35-4b35-4706-9df6-f2eeadaca991 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/networks?id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c HTTP/1.1" status: 200 len: 797 time: 0.2184370 Feb 04 06:56:57.742735 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c9b3e04b-c49a-4452-aa97-5b2d03688833 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/quotas/c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 375 time: 0.0097258 Feb 04 06:56:57.743316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 78f4a916-8d14-4f3e-b38c-5f5db78938cb up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:56:57.827389 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-b254381c-c9ef-436f-ac81-41503928070e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790544 Feb 04 06:56:57.861089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 78f4a916-8d14-4f3e-b38c-5f5db78938cb triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:56:57.861456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:57.907611 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:55Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'b9d31597-f9bb-425b-adfa-90124ba1ca17', 'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:13:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:55Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 2, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:57.914495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Checking router: b1dae84a-9318-41b7-87cb-ffb5cedca20d for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:56:57.914842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Updating router b1dae84a-9318-41b7-87cb-ffb5cedca20d port b9d31597-f9bb-425b-adfa-90124ba1ca17 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:56:57.961945 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-e4752db1-c8d1-4000-9832-94acf1a5b4e1 service neutron] 10.222.0.32 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225085 Feb 04 06:56:57.976779 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:58.094812 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-4c6dc8c4-3c53-4f98-9dbb-ab3f851156ee service neutron] 10.222.0.32 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264551 Feb 04 06:56:58.099902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c968c9f6-49f9-4f75-a293-e9675e59d949 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:56:58.292890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port c968c9f6-49f9-4f75-a293-e9675e59d949 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:56:58.293269 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:58.373757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-85416bba-465e-4425-84de-a125816e50d9 req-83e33b8b-3199-4cc1-a194-d20c58e86c1b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:56:58.453975 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-85416bba-465e-4425-84de-a125816e50d9 req-83e33b8b-3199-4cc1-a194-d20c58e86c1b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:56:58.456178 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-85416bba-465e-4425-84de-a125816e50d9 req-83e33b8b-3199-4cc1-a194-d20c58e86c1b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 210 time: 0.1258583 Feb 04 06:56:58.527121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:58.538129 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Transition to ACTIVE for port object b9d31597-f9bb-425b-adfa-90124ba1ca17 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:56:58.630883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:58.762199 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be55e9-bc82-4e95-81ea-60dd5ed14630 None None] Pushing event updated for resources: {'Port': ['ID=b9d31597-f9bb-425b-adfa-90124ba1ca17,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:58.850537 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Attempting to bind port b9d31597-f9bb-425b-adfa-90124ba1ca17 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:56:58.850980 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Attempting to bind port b9d31597-f9bb-425b-adfa-90124ba1ca17 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:56:58.851412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Attempting to bind port b9d31597-f9bb-425b-adfa-90124ba1ca17 on network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:56:58.857639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:56:58.858112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Checking segment: {'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:56:58.858581 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:58.859035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Bound using segment: {'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:56:58.859501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Bound port: b9d31597-f9bb-425b-adfa-90124ba1ca17, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:56:58.859898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:58.958878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] For port b9d31597-f9bb-425b-adfa-90124ba1ca17, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:56:58.961753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] For port b9d31597-f9bb-425b-adfa-90124ba1ca17, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b9d31597-f9bb-425b-adfa-90124ba1ca17,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:56:59.048806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:56:59.169085 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Routers {'b1dae84a-9318-41b7-87cb-ffb5cedca20d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:56:59.169639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:56:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:59.235365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be55e9-bc82-4e95-81ea-60dd5ed14630 None None] Pushing event updated for resources: {'Port': ['ID=b9d31597-f9bb-425b-adfa-90124ba1ca17,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:56:59.360282 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] Set router b1dae84a-9318-41b7-87cb-ffb5cedca20d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:56:59.609422 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-08670f42-fc8a-46bb-811d-af73f7867292 req-84a3925b-9257-481d-91b2-4887fbc762cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 210 time: 0.0432763 Feb 04 06:56:59.685409 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:55Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'b9d31597-f9bb-425b-adfa-90124ba1ca17', 'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:13:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:55Z', 'updated_at': '2022-02-04T06:56:58Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:56:59.689262 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ebe06-89df-41ac-a57b-c77f20b67c73 None None] The sync data for ids ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'] in dv-neutron-827796-1-hyperv is: [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:55Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'b9d31597-f9bb-425b-adfa-90124ba1ca17', 'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:13:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:55Z', 'updated_at': '2022-02-04T06:56:58Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:57:00.380720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-e2a4ee47-83e6-4bb4-9b72-1505ceacf93e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:00.381430 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-e2a4ee47-83e6-4bb4-9b72-1505ceacf93e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:57:00.393245 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-e2a4ee47-83e6-4bb4-9b72-1505ceacf93e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:57:00.394380 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-e2a4ee47-83e6-4bb4-9b72-1505ceacf93e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/networks?id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c HTTP/1.1" status: 200 len: 797 time: 0.1635761 Feb 04 06:57:00.448748 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-821fb659-9b6e-46fd-a3ec-ade107371cec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 379 time: 0.0464163 Feb 04 06:57:00.456746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'port': {'device_id': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'admin_state_up': True, 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'security_groups': ['c89cf371-c09b-47a9-8810-e23d0ec44c72']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:57:00.604203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:57:00.614400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:57:00.666141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:57:00.670940 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:00.776272 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f92bb4-9878-4ef1-b9f2-d125c5c95737 req-e84e837f-602f-4ffb-b27a-c5cea80a6677 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 210 time: 0.0490446 Feb 04 06:57:00.880074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.20.0.14 (0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c/9591e1a6-9110-4d98-944e-7dc2951d1d72/a87512ce-a2f5-40d4-9faf-59c8a9846e3e) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:57:01.169733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:01.185655 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Transition to ACTIVE for port object a87512ce-a2f5-40d4-9faf-59c8a9846e3e will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:57:01.277000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:01.346674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:57:01.349608 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:57:01.354119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:57:01.389240 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:57:01.421665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:01.422278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:01.517537 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-281331b5-1616-40e4-964c-ab73515acf7b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0642562 Feb 04 06:57:01.529697 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Request body: {'port': {'device_id': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:57:01.630942 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-12b986c1-ddad-44d2-b57b-078ebb99da30 None None] Provisioning for port a87512ce-a2f5-40d4-9faf-59c8a9846e3e completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:57:01.635891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-12b986c1-ddad-44d2-b57b-078ebb99da30 None None] Provisioning complete for port a87512ce-a2f5-40d4-9faf-59c8a9846e3e triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:57:01.636259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-12b986c1-ddad-44d2-b57b-078ebb99da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:01.641485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:01.695410 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-12b986c1-ddad-44d2-b57b-078ebb99da30 None None] Port a87512ce-a2f5-40d4-9faf-59c8a9846e3e cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 06:57:01.768170 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b9d31597-f9bb-425b-adfa-90124ba1ca17 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:57:01.915507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port b9d31597-f9bb-425b-adfa-90124ba1ca17 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:57:01.921087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port b9d31597-f9bb-425b-adfa-90124ba1ca17 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:57:01.921497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:01.966918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bb884-f390-49cd-81f7-580beed28a31 req-0150e81f-ed84-4cf5-9962-5399272cbd1b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:01.969067 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ac3bb884-f390-49cd-81f7-580beed28a31 req-0150e81f-ed84-4cf5-9962-5399272cbd1b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 932 time: 0.0861828 Feb 04 06:57:01.989385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87512ce-a2f5-40d4-9faf-59c8a9846e3e {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:57:01.996678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:02.011325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Transition to ACTIVE for port object a87512ce-a2f5-40d4-9faf-59c8a9846e3e will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:57:02.014555 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ac3bb884-f390-49cd-81f7-580beed28a31 req-417f948b-e7d3-41f6-89a7-6b91de9408f8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392489 Feb 04 06:57:02.047367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:02.078538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port b9d31597-f9bb-425b-adfa-90124ba1ca17, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b9d31597-f9bb-425b-adfa-90124ba1ca17,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:57:02.093834 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:02.161090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:02.236468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=b9d31597-f9bb-425b-adfa-90124ba1ca17,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:57:02.278783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Pushing event updated for resources: {'Port': ['ID=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:57:02.352551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Attempting to bind port a87512ce-a2f5-40d4-9faf-59c8a9846e3e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:57:02.352914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Attempting to bind port a87512ce-a2f5-40d4-9faf-59c8a9846e3e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:57:02.353243 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Attempting to bind port a87512ce-a2f5-40d4-9faf-59c8a9846e3e on network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:57:02.357762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Port a87512ce-a2f5-40d4-9faf-59c8a9846e3e on network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 06:57:02.358084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Attempting to bind port a87512ce-a2f5-40d4-9faf-59c8a9846e3e on network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 06:57:02.363121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 06:57:02.363457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Checking segment: {'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 06:57:02.363842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Bound using segment: {'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 06:57:02.364259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Bound port: a87512ce-a2f5-40d4-9faf-59c8a9846e3e, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:57:02.364600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:02.455252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] For port a87512ce-a2f5-40d4-9faf-59c8a9846e3e, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 06:57:02.458111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] For port a87512ce-a2f5-40d4-9faf-59c8a9846e3e, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 06:57:02.510385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:02.570180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:02.570693 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:02.572061 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] 10.222.0.24 "PUT /v2.0/ports/a87512ce-a2f5-40d4-9faf-59c8a9846e3e HTTP/1.1" status: 200 len: 1094 time: 1.0465944 Feb 04 06:57:02.572503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:57:02.598372 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d2e0f-3749-4e8c-8d6e-58723a91cd82 service neutron] Pushing event updated for resources: {'Port': ['ID=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:57:02.623081 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'status': 'completed', 'code': 200} Feb 04 06:57:02.718660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a49ce-0e91-4cc2-88f3-deda6b6ab508 req-2092bf39-5e42-493b-abf7-88fc8e1b817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:02.720244 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d17a49ce-0e91-4cc2-88f3-deda6b6ab508 req-2092bf39-5e42-493b-abf7-88fc8e1b817c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 1097 time: 0.0774238 Feb 04 06:57:02.866610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a49ce-0e91-4cc2-88f3-deda6b6ab508 req-cbd31859-f972-4184-998a-174961deb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:02.868058 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d17a49ce-0e91-4cc2-88f3-deda6b6ab508 req-cbd31859-f972-4184-998a-174961deb6f8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c11deaae1bb6447c836c104d86060bf2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1412525 Feb 04 06:57:03.001852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a49ce-0e91-4cc2-88f3-deda6b6ab508 req-740672b0-c2c9-4350-9b6b-54e6c1697b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:03.003266 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d17a49ce-0e91-4cc2-88f3-deda6b6ab508 req-740672b0-c2c9-4350-9b6b-54e6c1697b7a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294184 Feb 04 06:57:03.105757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-ac3955eb-f738-4932-b621-f08b720bc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:03.107292 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-ac3955eb-f738-4932-b621-f08b720bc82b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 1097 time: 0.0701082 Feb 04 06:57:03.198310 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22444e67-2206-45a6-8910-c2b206d2d497 req-efabd139-463b-40f5-b874-ad680e278dde tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:03.199870 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-22444e67-2206-45a6-8910-c2b206d2d497 req-efabd139-463b-40f5-b874-ad680e278dde tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 944 time: 0.0814824 Feb 04 06:57:03.246650 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-22444e67-2206-45a6-8910-c2b206d2d497 req-47ad79db-676c-4966-bf67-182a57ee8424 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409391 Feb 04 06:57:03.287790 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-f3ca52b6-e63d-43d7-ba2f-5f8d52505238 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e HTTP/1.1" status: 200 len: 217 time: 0.1742237 Feb 04 06:57:03.348304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-7f593e59-5ee6-4603-998e-5ba2d4e7039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:03.349700 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-7f593e59-5ee6-4603-998e-5ba2d4e7039f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9591e1a6-9110-4d98-944e-7dc2951d1d72 HTTP/1.1" status: 200 len: 835 time: 0.0562572 Feb 04 06:57:03.423800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-78000dd3-d71c-4e18-a4db-84cf7cca0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:03.425277 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-78000dd3-d71c-4e18-a4db-84cf7cca0ae2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698602 Feb 04 06:57:03.557637 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-fd5ab730-7791-41c2-9cc7-a3c7a37afe34 service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259885 Feb 04 06:57:03.686572 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-38a882ac-fe99-4110-8acd-00f6c7bc29c4 req-c8e59541-f2ab-47ce-bd9f-56a3326b321c service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236846 Feb 04 06:57:03.728486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b9d31597-f9bb-425b-adfa-90124ba1ca17 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:57:03.798713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port b9d31597-f9bb-425b-adfa-90124ba1ca17 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:57:03.799076 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:03.911319 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:57:04.432017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faa3ac-f5e9-4f90-96a8-73292bd064b5 req-8175a966-a83b-406b-9d51-dc81c699672a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:04.432749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-52faa3ac-f5e9-4f90-96a8-73292bd064b5 req-8175a966-a83b-406b-9d51-dc81c699672a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:57:04.516720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-52faa3ac-f5e9-4f90-96a8-73292bd064b5 req-8175a966-a83b-406b-9d51-dc81c699672a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:57:04.517925 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-52faa3ac-f5e9-4f90-96a8-73292bd064b5 req-8175a966-a83b-406b-9d51-dc81c699672a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 944 time: 0.1670637 Feb 04 06:57:04.562316 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-52faa3ac-f5e9-4f90-96a8-73292bd064b5 req-c0a78d4e-0322-4b63-a50e-60441645d406 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387409 Feb 04 06:57:05.747250 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004a13c-6cc0-43b8-909c-88f3f9995d9c req-1632d393-6d06-41d4-a84b-8e60b91bc1f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:05.748633 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7004a13c-6cc0-43b8-909c-88f3f9995d9c req-1632d393-6d06-41d4-a84b-8e60b91bc1f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 944 time: 0.0852373 Feb 04 06:57:05.792245 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7004a13c-6cc0-43b8-909c-88f3f9995d9c req-bc3d648c-533e-444f-9fe8-0e9fe852ecdd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378730 Feb 04 06:57:06.144225 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a87512ce-a2f5-40d4-9faf-59c8a9846e3e details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:57:06.275004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a87512ce-a2f5-40d4-9faf-59c8a9846e3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:57:06.287486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'port_id': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'mac_address': 'fa:16:3e:9e:a8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:57:06.340753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:06.356437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87512ce-a2f5-40d4-9faf-59c8a9846e3e {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:57:06.370848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a87512ce-a2f5-40d4-9faf-59c8a9846e3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:57:06.436708 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:06.504723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:57:06.795639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['a87512ce-a2f5-40d4-9faf-59c8a9846e3e'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:57:06.979705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7e3bd-2157-41dc-a2e3-469062211eac req-15776624-0b80-48cc-9c7f-4c1053acf052 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:06.981192 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-12e7e3bd-2157-41dc-a2e3-469062211eac req-15776624-0b80-48cc-9c7f-4c1053acf052 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 945 time: 0.0831203 Feb 04 06:57:07.026778 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-12e7e3bd-2157-41dc-a2e3-469062211eac req-08f92261-c01f-448c-bedb-9ea6ab52c0e6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399306 Feb 04 06:57:08.159900 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a87512ce-a2f5-40d4-9faf-59c8a9846e3e up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:57:08.210427 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77052842-56e6-4e36-98e8-018d81d1fbe1 req-15a37b79-8844-4832-ba7f-487fa0c93df1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:08.212082 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-77052842-56e6-4e36-98e8-018d81d1fbe1 req-15a37b79-8844-4832-ba7f-487fa0c93df1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 945 time: 0.0801623 Feb 04 06:57:08.256023 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-77052842-56e6-4e36-98e8-018d81d1fbe1 req-595f3158-474f-4090-b9f8-f0db24cb0f5f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383108 Feb 04 06:57:08.282534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port a87512ce-a2f5-40d4-9faf-59c8a9846e3e completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:57:08.287753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port a87512ce-a2f5-40d4-9faf-59c8a9846e3e triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:57:08.288124 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:08.400107 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:08.427599 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:57:08.438026 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a87512ce-a2f5-40d4-9faf-59c8a9846e3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:57:08.474259 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'code': 200} Feb 04 06:57:08.505606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:08.570943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:57:08.826045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dd7ed-75a0-4927-8559-0cde8b5d6aa3 req-946f2771-4129-4928-aa9a-cff1464d6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:08.827555 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-720dd7ed-75a0-4927-8559-0cde8b5d6aa3 req-946f2771-4129-4928-aa9a-cff1464d6ef8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 1099 time: 0.0816021 Feb 04 06:57:08.867080 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-720dd7ed-75a0-4927-8559-0cde8b5d6aa3 req-2173999e-c670-4e82-b65c-3876a2ac4c3c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342245 Feb 04 06:57:09.438357 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb03a01-026f-400c-8348-8f634ac3a301 req-2b6a47d5-0685-4638-a09d-267f49c81434 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:09.439800 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bdb03a01-026f-400c-8348-8f634ac3a301 req-2b6a47d5-0685-4638-a09d-267f49c81434 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0806725 Feb 04 06:57:09.482899 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bdb03a01-026f-400c-8348-8f634ac3a301 req-37b9565c-f237-4afb-a5a4-c971871499e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375221 Feb 04 06:57:10.709269 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd590085-2f08-45fd-81f8-f497dbba9b5e req-03e3603a-9480-41a0-b04e-cbe96e2c4b6b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:10.710626 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bd590085-2f08-45fd-81f8-f497dbba9b5e req-03e3603a-9480-41a0-b04e-cbe96e2c4b6b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0815215 Feb 04 06:57:10.753565 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bd590085-2f08-45fd-81f8-f497dbba9b5e req-ade86f59-f93c-4d73-afa1-f732ca9b15e5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374484 Feb 04 06:57:10.938736 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977a1f9-d14c-42ce-b902-00c76133174c req-02bf7c42-e810-40fe-9682-963c833f86f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:10.940165 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4977a1f9-d14c-42ce-b902-00c76133174c req-02bf7c42-e810-40fe-9682-963c833f86f0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0781569 Feb 04 06:57:10.985700 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4977a1f9-d14c-42ce-b902-00c76133174c req-2156414f-3a5b-464c-be44-6c38928b1363 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399208 Feb 04 06:57:11.007709 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56964) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:57:11.074732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe5fffe-adcb-4c95-987b-69604d520c98 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:11.076238 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-afe5fffe-adcb-4c95-987b-69604d520c98 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 1094 time: 0.0676162 Feb 04 06:57:11.078998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56968) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:57:11.083739 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:57:11.090137 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:57:11.093890 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:floatingip and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:57:11.096625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:57:11.102292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:57:11.151517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:11.284042 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:11.419911 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.26.7.127 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/b29e5738-e602-4246-8f59-7c071bd3863f) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:57:11.664195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:11.749463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:11.814695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:57:11.817434 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:57:11.821150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:57:11.860816 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=b29e5738-e602-4246-8f59-7c071bd3863f,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:57:12.218467 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:12.356766 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:12.552801 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:12.630579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:12.733459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=b29e5738-e602-4246-8f59-7c071bd3863f,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:57:12.748800 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:12.928205 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Floating IP ed47875f-f19d-49d0-8168-304d76f4a179 associated. External IP: 172.26.7.127, port: a87512ce-a2f5-40d4-9faf-59c8a9846e3e. Feb 04 06:57:13.388942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router b1dae84a-9318-41b7-87cb-ffb5cedca20d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:57:13.574409 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:57:13.583550 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9ba11-6f50-43ed-b2e7-d0b54c8dbaac None None] Sync routers for ids ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:57:13.592991 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9ba11-6f50-43ed-b2e7-d0b54c8dbaac None None] Routers {'b1dae84a-9318-41b7-87cb-ffb5cedca20d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:57:13.593593 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-89b9ba11-6f50-43ed-b2e7-d0b54c8dbaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:56:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:57:13.665058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:13.720905 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-4637b6be-79af-4d7f-a590-a848b3515a39 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6408815 Feb 04 06:57:13.721455 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:57:13.766693 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-89b9ba11-6f50-43ed-b2e7-d0b54c8dbaac None None] Set router b1dae84a-9318-41b7-87cb-ffb5cedca20d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:57:13.824423 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'status': 'completed', 'code': 200} Feb 04 06:57:13.946079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411fcd-1a8a-4eef-a146-bcbb85989228 req-9e84a11d-69ec-484f-ab8f-774f99dab83f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:13.948566 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bd411fcd-1a8a-4eef-a146-bcbb85989228 req-9e84a11d-69ec-484f-ab8f-774f99dab83f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.1391182 Feb 04 06:57:13.954034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e11775-0312-4012-bbcc-247d24b0477a req-be4ad409-e2f5-4770-830c-47dc3334dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:13.955406 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b1e11775-0312-4012-bbcc-247d24b0477a req-be4ad409-e2f5-4770-830c-47dc3334dad4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 1099 time: 0.1044116 Feb 04 06:57:14.069779 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bd411fcd-1a8a-4eef-a146-bcbb85989228 req-1fec6bf2-a1bb-4d61-bfc4-a531b4a59ba8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134148 Feb 04 06:57:14.094620 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56978) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:57:14.112775 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e11775-0312-4012-bbcc-247d24b0477a req-807c88ea-bf4a-46cf-9116-b7e1cebb3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:14.114208 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b1e11775-0312-4012-bbcc-247d24b0477a req-807c88ea-bf4a-46cf-9116-b7e1cebb3344 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c HTTP/1.1" status: 200 len: 898 time: 0.1434462 Feb 04 06:57:14.144610 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-89b9ba11-6f50-43ed-b2e7-d0b54c8dbaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:55Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'ed47875f-f19d-49d0-8168-304d76f4a179', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.127', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'port_id': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'mac_address': 'fa:16:3e:9e:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:57:12Z', 'updated_at': '2022-02-04T06:57:12Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d31597-f9bb-425b-adfa-90124ba1ca17', 'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:13:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:55Z', 'updated_at': '2022-02-04T06:57:02Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:57:14.148623 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9ba11-6f50-43ed-b2e7-d0b54c8dbaac None None] Checking router: b1dae84a-9318-41b7-87cb-ffb5cedca20d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:57:14.157297 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9ba11-6f50-43ed-b2e7-d0b54c8dbaac None None] Routers {'b1dae84a-9318-41b7-87cb-ffb5cedca20d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:57:14.157905 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-89b9ba11-6f50-43ed-b2e7-d0b54c8dbaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:56:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:57:14.202048 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e5f3a737-0c02-4033-b65e-dedad839a8fb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/ed47875f-f19d-49d0-8168-304d76f4a179 HTTP/1.1" status: 200 len: 992 time: 0.1061263 Feb 04 06:57:14.227169 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b1e11775-0312-4012-bbcc-247d24b0477a req-6b69d608-87a9-44fa-b45d-9c10dade35ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e HTTP/1.1" status: 200 len: 1000 time: 0.1071658 Feb 04 06:57:14.292670 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e11775-0312-4012-bbcc-247d24b0477a req-e8dab4b1-9ad9-4c26-8857-4f2b894d97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:14.294137 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b1e11775-0312-4012-bbcc-247d24b0477a req-e8dab4b1-9ad9-4c26-8857-4f2b894d97f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9591e1a6-9110-4d98-944e-7dc2951d1d72 HTTP/1.1" status: 200 len: 835 time: 0.0613003 Feb 04 06:57:14.333408 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-89b9ba11-6f50-43ed-b2e7-d0b54c8dbaac None None] Set router b1dae84a-9318-41b7-87cb-ffb5cedca20d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:57:14.370616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e11775-0312-4012-bbcc-247d24b0477a req-69f1536c-f86c-419c-aaa1-d257712b4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:14.372061 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b1e11775-0312-4012-bbcc-247d24b0477a req-69f1536c-f86c-419c-aaa1-d257712b4cbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718205 Feb 04 06:57:14.501639 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b1e11775-0312-4012-bbcc-247d24b0477a req-31c751e9-b18d-4819-896d-3a8ce42cb0a7 service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232297 Feb 04 06:57:14.673480 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-89b9ba11-6f50-43ed-b2e7-d0b54c8dbaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:55Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'ed47875f-f19d-49d0-8168-304d76f4a179', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.127', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'port_id': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'mac_address': 'fa:16:3e:9e:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:57:12Z', 'updated_at': '2022-02-04T06:57:12Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d31597-f9bb-425b-adfa-90124ba1ca17', 'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:13:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:55Z', 'updated_at': '2022-02-04T06:57:02Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:57:14.677549 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9ba11-6f50-43ed-b2e7-d0b54c8dbaac None None] The sync data for ids ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'] in dv-neutron-827796-1-hyperv is: [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:55Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'ed47875f-f19d-49d0-8168-304d76f4a179', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.127', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'port_id': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'mac_address': 'fa:16:3e:9e:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:57:12Z', 'updated_at': '2022-02-04T06:57:12Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d31597-f9bb-425b-adfa-90124ba1ca17', 'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:13:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:55Z', 'updated_at': '2022-02-04T06:57:02Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:57:14.758312 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b1e11775-0312-4012-bbcc-247d24b0477a req-01c6909f-b172-4eab-aff5-afd9423c410f service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365661 Feb 04 06:57:14.877496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df39fe4-0cd3-4018-88aa-99c455ac1262 None None] New status for floating IP ed47875f-f19d-49d0-8168-304d76f4a179: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:57:15.205799 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 56982) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:57:15.310227 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6f4a0ba3-7375-44af-bc1f-fd662a396cd6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/ed47875f-f19d-49d0-8168-304d76f4a179 HTTP/1.1" status: 200 len: 994 time: 0.1034386 Feb 04 06:57:16.069155 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9da32af9-ba78-4e12-99ab-d79efa822467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:18.006355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5d00f31e-b2dd-4529-8ec3-5c6c0082be98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:19.154592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:19.234802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:20.162294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:20.663453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:40.379601 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-a1ebcd9e-979b-4439-bb64-13fc09b4da5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1186831 Feb 04 06:57:40.517617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-3531f77f-1a95-4aea-8e32-965b06a62d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:40.518985 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-3531f77f-1a95-4aea-8e32-965b06a62d74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 1099 time: 0.0726278 Feb 04 06:57:40.659930 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-b4625a9a-6e72-4d6e-9dfd-54f46b6ec6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:40.661382 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-b4625a9a-6e72-4d6e-9dfd-54f46b6ec6dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c HTTP/1.1" status: 200 len: 898 time: 0.1236653 Feb 04 06:57:40.760499 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-88f61913-981f-4de0-a288-a8df05a36f0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e HTTP/1.1" status: 200 len: 1002 time: 0.0933883 Feb 04 06:57:40.824907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-3ec9cd00-b627-4142-b38f-7ab681fa1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:40.824907 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-3ec9cd00-b627-4142-b38f-7ab681fa1539 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9591e1a6-9110-4d98-944e-7dc2951d1d72 HTTP/1.1" status: 200 len: 835 time: 0.0559125 Feb 04 06:57:40.893282 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-0cb74993-2174-4f21-89ff-f8319121c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:57:40.894703 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-0cb74993-2174-4f21-89ff-f8319121c30c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672810 Feb 04 06:57:40.910535 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:57:41.022079 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-668ddc98-d328-4205-ad22-da1ff11fca18 service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214077 Feb 04 06:57:41.152009 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-343adf8e-354e-490e-bac9-81223a2aa7ab req-d7bde8e8-bb2f-44f9-b041-e470bba4d7b7 service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236775 Feb 04 06:57:45.731615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-86fc4eac-c6b6-4c32-82fc-b51f4061d876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:48.007449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5a3df25a-9082-480e-9012-2c0a81945e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:49.139424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:49.184062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:50.155998 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:57:50.653021 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:15.748123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae711-e754-4ad2-bca4-79c93095da92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:17.910027 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:58:18.006711 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f29a661c-75a9-4c9e-9642-c1d0291b4d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:19.160791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:19.201039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:19.497135 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5db147-39eb-481f-9ed1-2eeee170df52 req-079473e7-d2cc-459d-ad79-a676bbb27131 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:19.498616 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4d5db147-39eb-481f-9ed1-2eeee170df52 req-079473e7-d2cc-459d-ad79-a676bbb27131 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.1438603 Feb 04 06:58:19.542208 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4d5db147-39eb-481f-9ed1-2eeee170df52 req-e6aa7973-8095-47d5-b2e3-3286e678b081 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376050 Feb 04 06:58:19.556235 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57016) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:58:19.666626 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-a10e3efc-852d-4d39-b2c7-0c952ade9b33 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1091719 Feb 04 06:58:20.143525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:20.709720 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:20.728609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dda63-f77f-46bf-b10d-f395a16ec359 req-0309bf50-cb98-44ad-9e0e-3aeea7f4acb3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:20.730290 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-401dda63-f77f-46bf-b10d-f395a16ec359 req-0309bf50-cb98-44ad-9e0e-3aeea7f4acb3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0844829 Feb 04 06:58:20.774990 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-401dda63-f77f-46bf-b10d-f395a16ec359 req-2f99ce98-681b-4f58-8e3e-0f73aedf3373 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381546 Feb 04 06:58:21.745691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11305-031f-4197-bb91-14dfeff8e731 req-fd056fa2-0d21-417c-98d2-87043fe4fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:21.747391 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-fd056fa2-0d21-417c-98d2-87043fe4fd19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 1099 time: 0.0760260 Feb 04 06:58:21.874379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11305-031f-4197-bb91-14dfeff8e731 req-759526f6-21bd-46c9-9e47-e366510440ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:21.875929 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-759526f6-21bd-46c9-9e47-e366510440ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c HTTP/1.1" status: 200 len: 898 time: 0.1225698 Feb 04 06:58:21.963467 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e2a7a-f96f-4b67-86c8-7d5197555297 req-3e69d34c-5cd6-4be3-b90b-942d2bb9f00e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:21.965619 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-106e2a7a-f96f-4b67-86c8-7d5197555297 req-3e69d34c-5cd6-4be3-b90b-942d2bb9f00e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0803084 Feb 04 06:58:21.978418 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-45cae990-5f7c-4470-b4ae-12279925f756 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e HTTP/1.1" status: 200 len: 1002 time: 0.0968168 Feb 04 06:58:22.010771 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-106e2a7a-f96f-4b67-86c8-7d5197555297 req-67f2e780-2643-4fde-b160-2fbe7e5772fc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395641 Feb 04 06:58:22.047949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11305-031f-4197-bb91-14dfeff8e731 req-a28b5165-d98c-4bd3-b956-1034fa38bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:22.049417 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-a28b5165-d98c-4bd3-b956-1034fa38bd35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9591e1a6-9110-4d98-944e-7dc2951d1d72 HTTP/1.1" status: 200 len: 835 time: 0.0632689 Feb 04 06:58:22.122047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11305-031f-4197-bb91-14dfeff8e731 req-d4e4f0b1-49e8-48f3-87db-ce9b02c79a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:22.123472 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-d4e4f0b1-49e8-48f3-87db-ce9b02c79a0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683637 Feb 04 06:58:22.251468 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-2c22114e-03ef-46d5-ab9d-c09f14831438 service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220982 Feb 04 06:58:22.481373 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-19dc621e-4dd3-43ab-8dbd-799cba4051ab service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227559 Feb 04 06:58:23.195689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c98dc7-d0aa-43f4-8cb7-be311bdf0d67 req-5b33b0e9-617b-4dee-bd8f-c5f9f6e5c0fb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:23.197140 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20c98dc7-d0aa-43f4-8cb7-be311bdf0d67 req-5b33b0e9-617b-4dee-bd8f-c5f9f6e5c0fb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0807164 Feb 04 06:58:23.240511 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20c98dc7-d0aa-43f4-8cb7-be311bdf0d67 req-9a37255b-dd86-4261-b245-6b90c163334a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377815 Feb 04 06:58:24.424560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0de1f1-0ad7-48d9-8941-efb7aa9d4c23 req-7e14c831-34ca-4b65-8d5d-8b4a06714d44 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:24.426032 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0d0de1f1-0ad7-48d9-8941-efb7aa9d4c23 req-7e14c831-34ca-4b65-8d5d-8b4a06714d44 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0806627 Feb 04 06:58:24.470083 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0d0de1f1-0ad7-48d9-8941-efb7aa9d4c23 req-ea689c1d-b253-44a5-b9ca-3e419f9799ca tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382624 Feb 04 06:58:25.649397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdfe43-71a1-42bc-b3a3-bcea8a683934 req-68385092-c490-4730-a44c-b6b61adf594b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:25.650825 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0bdfe43-71a1-42bc-b3a3-bcea8a683934 req-68385092-c490-4730-a44c-b6b61adf594b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0785990 Feb 04 06:58:25.696074 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0bdfe43-71a1-42bc-b3a3-bcea8a683934 req-34ec180b-7a95-4c85-8858-5af8e21c0141 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390692 Feb 04 06:58:26.875306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a8d4d-e44b-4152-93d4-59e8ebd0d33c req-c1f7af17-aad4-4ad3-b06d-9dbf46f6dc0c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:26.876639 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b98a8d4d-e44b-4152-93d4-59e8ebd0d33c req-c1f7af17-aad4-4ad3-b06d-9dbf46f6dc0c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0777609 Feb 04 06:58:26.918455 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b98a8d4d-e44b-4152-93d4-59e8ebd0d33c req-187c1e8a-ac6a-460a-84a2-46fc3f77c345 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363457 Feb 04 06:58:28.104200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e66343-02e8-472e-b5c1-b4e7ff2909fd req-fa9626f7-15b5-488f-a82d-f4f2a7beeee4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:28.105682 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c9e66343-02e8-472e-b5c1-b4e7ff2909fd req-fa9626f7-15b5-488f-a82d-f4f2a7beeee4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0819776 Feb 04 06:58:28.148354 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c9e66343-02e8-472e-b5c1-b4e7ff2909fd req-c22165c4-0239-4598-8fee-3f86f058b16a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371277 Feb 04 06:58:29.336135 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481cc1-6ab9-4358-8f06-e36a2a48bdc3 req-8798e77d-3c04-4f7f-a197-5746b26a45c3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:29.337606 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-98481cc1-6ab9-4358-8f06-e36a2a48bdc3 req-8798e77d-3c04-4f7f-a197-5746b26a45c3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0864403 Feb 04 06:58:29.394252 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-98481cc1-6ab9-4358-8f06-e36a2a48bdc3 req-ef28643b-44ee-4663-b324-646b85b371b2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504825 Feb 04 06:58:30.586480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078174a5-64b2-4a79-bd7b-de1e2b0382f7 req-58d3584a-d4ef-459b-b847-ce9b46901436 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:30.587939 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-078174a5-64b2-4a79-bd7b-de1e2b0382f7 req-58d3584a-d4ef-459b-b847-ce9b46901436 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0817363 Feb 04 06:58:30.631914 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-078174a5-64b2-4a79-bd7b-de1e2b0382f7 req-755741c9-ecda-4f3d-af31-960097712336 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376430 Feb 04 06:58:31.813705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaad56-9278-4db3-ab06-cc46788b84b1 req-ba7be220-86fe-4ca9-8e0e-f80ef566206e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:31.815144 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2fdaad56-9278-4db3-ab06-cc46788b84b1 req-ba7be220-86fe-4ca9-8e0e-f80ef566206e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0779190 Feb 04 06:58:31.860677 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2fdaad56-9278-4db3-ab06-cc46788b84b1 req-9817f27e-e9e6-4ece-9b18-41ec7d1322fe tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398781 Feb 04 06:58:33.044926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333e9b3-e465-4563-bce1-f69e35e0c5fd req-4504e630-7e79-40cf-80c9-527b63d3efb1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:33.046392 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5333e9b3-e465-4563-bce1-f69e35e0c5fd req-4504e630-7e79-40cf-80c9-527b63d3efb1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0816908 Feb 04 06:58:33.090011 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5333e9b3-e465-4563-bce1-f69e35e0c5fd req-3c9d4ed6-cbcc-4cbd-a33a-ca42c598e06b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380361 Feb 04 06:58:34.272374 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d59cc-7a82-4f9c-9d24-1e997a56ce0a req-d1ab120c-194e-413d-9c68-58d80d767699 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:34.273853 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d23d59cc-7a82-4f9c-9d24-1e997a56ce0a req-d1ab120c-194e-413d-9c68-58d80d767699 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0783281 Feb 04 06:58:34.317351 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d23d59cc-7a82-4f9c-9d24-1e997a56ce0a req-90e06256-f3cc-4d40-99ed-8e3aa9931c71 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372126 Feb 04 06:58:35.499136 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e150610-d737-46eb-a961-4c61c61cf0f4 req-c20d3df8-9665-42b4-b266-521a835d07dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:35.500574 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6e150610-d737-46eb-a961-4c61c61cf0f4 req-c20d3df8-9665-42b4-b266-521a835d07dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0813406 Feb 04 06:58:35.546307 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6e150610-d737-46eb-a961-4c61c61cf0f4 req-20643acd-69e7-4661-97f4-41d012eb4c8a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401034 Feb 04 06:58:36.736082 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814143-51bc-4224-a5bf-dfd647d819d0 req-a6c67093-5449-4e67-9098-3ada5f18f477 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:36.737493 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-40814143-51bc-4224-a5bf-dfd647d819d0 req-a6c67093-5449-4e67-9098-3ada5f18f477 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0886445 Feb 04 06:58:36.780351 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-40814143-51bc-4224-a5bf-dfd647d819d0 req-db2a5b52-e765-460b-a9f7-ae6d94bf8094 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373275 Feb 04 06:58:37.960824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5f6c-4c7e-4837-9b32-07b0c1584bd1 req-2f006655-88b6-43f5-8765-98f6e5d427ca tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:37.962274 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-39cc5f6c-4c7e-4837-9b32-07b0c1584bd1 req-2f006655-88b6-43f5-8765-98f6e5d427ca tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0783920 Feb 04 06:58:38.005242 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-39cc5f6c-4c7e-4837-9b32-07b0c1584bd1 req-99a06f01-baa0-435b-901e-96c072fc2b56 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373096 Feb 04 06:58:39.188381 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb13c3c-e42f-486b-8e73-cd122e146cca req-e3c9ca62-e467-46b2-b073-5b5fe837e41d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:39.189865 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0cb13c3c-e42f-486b-8e73-cd122e146cca req-e3c9ca62-e467-46b2-b073-5b5fe837e41d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0783243 Feb 04 06:58:39.232961 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0cb13c3c-e42f-486b-8e73-cd122e146cca req-7ad6fda3-400c-43f3-84d2-4fc4ff70dd13 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375974 Feb 04 06:58:39.470772 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-0036ae68-4ad1-47b7-a8fb-622641a03086 service neutron] 10.222.0.24 "GET /v2.0/ports/a87512ce-a2f5-40d4-9faf-59c8a9846e3e/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0764878 Feb 04 06:58:39.975582 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11305-031f-4197-bb91-14dfeff8e731 req-32a37ba4-f623-4e3d-af93-9510f783125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:39.977068 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-32a37ba4-f623-4e3d-af93-9510f783125d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc&tenant_id=c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 1099 time: 0.0700154 Feb 04 06:58:40.067349 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11305-031f-4197-bb91-14dfeff8e731 req-cf6dc4e1-d8c9-47df-bb18-0e4eb6ebdd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:40.068817 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-cf6dc4e1-d8c9-47df-bb18-0e4eb6ebdd6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 1099 time: 0.0715182 Feb 04 06:58:40.196337 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11305-031f-4197-bb91-14dfeff8e731 req-d8ccd044-149b-41ee-b745-6ddc56059420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:40.197806 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-d8ccd044-149b-41ee-b745-6ddc56059420 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c HTTP/1.1" status: 200 len: 898 time: 0.1228592 Feb 04 06:58:40.295776 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-f4875494-4d10-4f7d-bde7-455b18856030 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e HTTP/1.1" status: 200 len: 1002 time: 0.0925598 Feb 04 06:58:40.408070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11305-031f-4197-bb91-14dfeff8e731 req-9e1f9068-2611-4a28-8fa1-c0907cbaeb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:40.409545 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-9e1f9068-2611-4a28-8fa1-c0907cbaeb25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9591e1a6-9110-4d98-944e-7dc2951d1d72 HTTP/1.1" status: 200 len: 835 time: 0.1087110 Feb 04 06:58:40.488535 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b71b0-dea7-47ce-a186-ce1d0d549caf req-f6dcd8c2-16b5-4ada-b149-c2ea579b505b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:40.489998 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5b1b71b0-dea7-47ce-a186-ce1d0d549caf req-f6dcd8c2-16b5-4ada-b149-c2ea579b505b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.1509571 Feb 04 06:58:40.522846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11305-031f-4197-bb91-14dfeff8e731 req-602b2af8-778c-46e3-958d-47f75d5dfcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:40.524169 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-602b2af8-778c-46e3-958d-47f75d5dfcee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081917 Feb 04 06:58:40.609908 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5b1b71b0-dea7-47ce-a186-ce1d0d549caf req-4020ac9b-1d0f-414f-9516-0f9051c85aaa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131916 Feb 04 06:58:40.664771 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-84aa5cba-4d68-4514-a9b0-f7e2107d818b service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328807 Feb 04 06:58:40.887065 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-b32d95ad-91fa-4aa8-bbcc-4854bf73103e service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167482 Feb 04 06:58:41.793251 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3354-a294-44d1-bbb7-2dc816e05219 req-719900a7-89a4-4ad7-b40e-6bbdf52686bf tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:41.794638 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0a0c3354-a294-44d1-bbb7-2dc816e05219 req-719900a7-89a4-4ad7-b40e-6bbdf52686bf tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0814617 Feb 04 06:58:41.836948 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0a0c3354-a294-44d1-bbb7-2dc816e05219 req-fc1ec68d-13fc-4e98-a960-a9f5554e65e3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368304 Feb 04 06:58:42.327949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73f575-1b7f-4d4d-8f30-fefdaca6d300 req-3653ab7d-c0eb-458e-8915-ddf6788cba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:42.329449 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c73f575-1b7f-4d4d-8f30-fefdaca6d300 req-3653ab7d-c0eb-458e-8915-ddf6788cba70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 1099 time: 0.0732598 Feb 04 06:58:42.470938 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73f575-1b7f-4d4d-8f30-fefdaca6d300 req-84b720c6-db84-4f31-a9a1-76bcf7e6c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:42.472364 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c73f575-1b7f-4d4d-8f30-fefdaca6d300 req-84b720c6-db84-4f31-a9a1-76bcf7e6c067 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c HTTP/1.1" status: 200 len: 898 time: 0.1234651 Feb 04 06:58:42.491156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a87512ce-a2f5-40d4-9faf-59c8a9846e3e details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 06:58:42.574727 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c73f575-1b7f-4d4d-8f30-fefdaca6d300 req-7a121202-3eb6-4164-9d04-5c9017acb346 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e HTTP/1.1" status: 200 len: 1002 time: 0.0951056 Feb 04 06:58:42.624112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a87512ce-a2f5-40d4-9faf-59c8a9846e3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:58:42.635363 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73f575-1b7f-4d4d-8f30-fefdaca6d300 req-1070af20-ee06-4d26-85c6-568c7b64cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:42.637398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'port_id': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'mac_address': 'fa:16:3e:9e:a8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 06:58:42.637539 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c73f575-1b7f-4d4d-8f30-fefdaca6d300 req-1070af20-ee06-4d26-85c6-568c7b64cb61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9591e1a6-9110-4d98-944e-7dc2951d1d72 HTTP/1.1" status: 200 len: 835 time: 0.0569985 Feb 04 06:58:42.694795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:42.710694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73f575-1b7f-4d4d-8f30-fefdaca6d300 req-5f5504d8-1493-461e-aa03-d5549c3ef2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:42.711661 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a87512ce-a2f5-40d4-9faf-59c8a9846e3e {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:58:42.712214 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c73f575-1b7f-4d4d-8f30-fefdaca6d300 req-5f5504d8-1493-461e-aa03-d5549c3ef2fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691049 Feb 04 06:58:42.726680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a87512ce-a2f5-40d4-9faf-59c8a9846e3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:58:42.806879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:42.846891 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c73f575-1b7f-4d4d-8f30-fefdaca6d300 req-55cb7d13-9e35-4ba2-beb0-50e6af663574 service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288562 Feb 04 06:58:42.887936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:58:42.895177 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.895530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.895834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.896168 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.896495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.896849 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.897180 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.897500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.897821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.898142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.898460 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.898774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:58:42.910609 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['a87512ce-a2f5-40d4-9faf-59c8a9846e3e'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 06:58:43.044039 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c73f575-1b7f-4d4d-8f30-fefdaca6d300 req-986b4fe1-0c0d-47c4-a913-a4c5abdd35b8 service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907122 Feb 04 06:58:43.066006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb14ff1-7d6c-4334-b6a9-e49c6385f0aa req-7b597621-d3b0-4a3e-821a-482631e224be tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:43.067425 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eeb14ff1-7d6c-4334-b6a9-e49c6385f0aa req-7b597621-d3b0-4a3e-821a-482631e224be tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 945 time: 0.1207514 Feb 04 06:58:43.110652 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-eeb14ff1-7d6c-4334-b6a9-e49c6385f0aa req-db466b91-5eff-4e37-a0e0-4270e5d2a6ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373192 Feb 04 06:58:44.296901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86825e-3de4-47d5-8974-85c6f3571b49 req-9c2ffe34-dc46-41f3-83f3-2bf714ffb1f7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:44.298392 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6f86825e-3de4-47d5-8974-85c6f3571b49 req-9c2ffe34-dc46-41f3-83f3-2bf714ffb1f7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 945 time: 0.0785248 Feb 04 06:58:44.348138 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6f86825e-3de4-47d5-8974-85c6f3571b49 req-ea578aea-693e-468d-bf6d-34eeb5f81f5d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Feb 04 06:58:44.508742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a87512ce-a2f5-40d4-9faf-59c8a9846e3e up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 06:58:44.576404 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port a87512ce-a2f5-40d4-9faf-59c8a9846e3e triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:58:44.578232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:44.697067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:44.732608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:58:44.742352 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a87512ce-a2f5-40d4-9faf-59c8a9846e3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:58:44.815486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:44.860520 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'code': 200} Feb 04 06:58:44.887497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:58:44.925766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c292b-13d2-4154-af82-814022686689 req-87b59393-2a7e-433b-8b94-e6267b1c84d7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:44.927179 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa9c292b-13d2-4154-af82-814022686689 req-87b59393-2a7e-433b-8b94-e6267b1c84d7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc&tenant_id=c11deaae1bb6447c836c104d86060bf2&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 946 time: 0.0968647 Feb 04 06:58:44.950643 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1dad-2f74-45c8-8f56-a2a3dd7d8054 req-003c6ad6-8ba2-4c5a-a39f-5bf9f9c89d2b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:44.952114 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7bcc1dad-2f74-45c8-8f56-a2a3dd7d8054 req-003c6ad6-8ba2-4c5a-a39f-5bf9f9c89d2b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.1964920 Feb 04 06:58:44.998746 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7bcc1dad-2f74-45c8-8f56-a2a3dd7d8054 req-6b664d48-2602-4b3a-a992-1e3e9801e066 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408418 Feb 04 06:58:45.069789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c292b-13d2-4154-af82-814022686689 req-7d5f8c5c-30b8-45ed-b5a8-404e4ce6f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:45.071380 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa9c292b-13d2-4154-af82-814022686689 req-7d5f8c5c-30b8-45ed-b5a8-404e4ce6f20e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 1099 time: 0.0751588 Feb 04 06:58:45.242640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c292b-13d2-4154-af82-814022686689 req-4db1c382-3581-4fbf-8593-444d85b2fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:45.244111 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa9c292b-13d2-4154-af82-814022686689 req-4db1c382-3581-4fbf-8593-444d85b2fab1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c HTTP/1.1" status: 200 len: 898 time: 0.1665707 Feb 04 06:58:45.354126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa9c292b-13d2-4154-af82-814022686689 req-17b7e54e-d96b-4bfc-9d09-daae5ef804d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e HTTP/1.1" status: 200 len: 1002 time: 0.1024718 Feb 04 06:58:45.364905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f6031-0bcd-40bf-8299-6f45770b1def req-2c997bb2-b01e-4627-be92-dc47060a3983 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:45.366270 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb2f6031-0bcd-40bf-8299-6f45770b1def req-2c997bb2-b01e-4627-be92-dc47060a3983 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.2248983 Feb 04 06:58:45.453957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c292b-13d2-4154-af82-814022686689 req-8bc46ffa-a4f5-4285-9617-2ee9bb13948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:45.455357 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa9c292b-13d2-4154-af82-814022686689 req-8bc46ffa-a4f5-4285-9617-2ee9bb13948d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9591e1a6-9110-4d98-944e-7dc2951d1d72 HTTP/1.1" status: 200 len: 835 time: 0.0882795 Feb 04 06:58:45.458275 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb2f6031-0bcd-40bf-8299-6f45770b1def req-590ff6cb-d7f6-48b8-b035-5ae97e9e65ce tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602589 Feb 04 06:58:45.528362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c292b-13d2-4154-af82-814022686689 req-75de23e7-1b58-44e3-962f-03fdf7a5bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:45.529916 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa9c292b-13d2-4154-af82-814022686689 req-75de23e7-1b58-44e3-962f-03fdf7a5bda5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687532 Feb 04 06:58:45.737526 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-866e0438-baa2-46ea-9d8c-2c1896064bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:45.759805 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa9c292b-13d2-4154-af82-814022686689 req-f3d2d609-75e9-41dd-8d5a-d59e95976550 service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239158 Feb 04 06:58:45.887191 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa9c292b-13d2-4154-af82-814022686689 req-3e884fae-3a45-4032-a03d-9470f205c039 service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220951 Feb 04 06:58:46.646481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85287a09-6d30-4f3b-8070-3616cd060555 req-8286592d-d455-4de1-87a2-6cd456235010 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:58:46.647931 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-85287a09-6d30-4f3b-8070-3616cd060555 req-8286592d-d455-4de1-87a2-6cd456235010 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 946 time: 0.0836351 Feb 04 06:58:46.697735 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-85287a09-6d30-4f3b-8070-3616cd060555 req-c8d66d7b-85c1-467e-bcdb-0c22d572a3ed tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428569 Feb 04 06:58:46.726821 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57108) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:58:46.835213 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fc200f3e-79a7-4c87-b31a-fcc6ecc72856 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/ed47875f-f19d-49d0-8168-304d76f4a179 HTTP/1.1" status: 200 len: 994 time: 0.1070187 Feb 04 06:58:48.051440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e98bf244-44b9-4790-857f-ab62141a33ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:48.533608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a87512ce-a2f5-40d4-9faf-59c8a9846e3e no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:58:48.642306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:48.670451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:58:48.680184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port a87512ce-a2f5-40d4-9faf-59c8a9846e3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:58:48.713252 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'code': 200} Feb 04 06:58:48.772046 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:48.837588 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:58:49.159295 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:49.228745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:50.200063 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:50.668754 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:58:54.909329 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:59:15.731027 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-33881b6f-ec15-476e-8699-42d3ab65762e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:18.028281 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-93f52ac2-e27a-41d2-8ba0-1a49711594eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:18.265847 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-18122420-9529-4333-81a5-d89790df1775 req-283b36c9-9934-48e5-b3c8-7b2da2791367 service neutron] (88198) timed out ('10.222.0.32', 53408) {{(pid=88198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 06:59:19.145618 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:19.193565 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:20.192974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:20.691325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:31.908674 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 06:59:39.789178 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57136) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:39.987561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port b29e5738-e602-4246-8f59-7c071bd3863f {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:59:39.987905 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:40.150308 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:40.150534 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:40.267189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for b29e5738-e602-4246-8f59-7c071bd3863f owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:59:40.472882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:40.517863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=b29e5738-e602-4246-8f59-7c071bd3863f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:40.556215 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.556837 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.557172 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.557533 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.557862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.558183 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.558501 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.558814 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.559169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.559484 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.559795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.560106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:40.617982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:40.618312 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Floating IP ed47875f-f19d-49d0-8168-304d76f4a179 disassociated (deleted). External IP: 172.26.7.127, port: a87512ce-a2f5-40d4-9faf-59c8a9846e3e. Feb 04 06:59:41.073128 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router b1dae84a-9318-41b7-87cb-ffb5cedca20d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:59:41.247470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:59:41.256888 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f2923-5a82-4e2f-8ad0-29fec1f18723 None None] Sync routers for ids ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:59:41.266377 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f2923-5a82-4e2f-8ad0-29fec1f18723 None None] Routers {'b1dae84a-9318-41b7-87cb-ffb5cedca20d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:59:41.267028 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-636f2923-5a82-4e2f-8ad0-29fec1f18723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:59:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:41.308093 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:41.364743 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-889a6734-b7df-4558-bf18-2f6c83709f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/floatingips/ed47875f-f19d-49d0-8168-304d76f4a179 HTTP/1.1" status: 204 len: 168 time: 1.5743954 Feb 04 06:59:41.365291 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:59:41.412348 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'status': 'completed', 'code': 200} Feb 04 06:59:41.438866 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-636f2923-5a82-4e2f-8ad0-29fec1f18723 None None] Set router b1dae84a-9318-41b7-87cb-ffb5cedca20d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:59:41.513865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74d398-fa4b-4664-a922-bfbfab27ee41 req-ac3e6170-6e65-4578-9a50-e33af7a2e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:59:41.516026 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa74d398-fa4b-4664-a922-bfbfab27ee41 req-ac3e6170-6e65-4578-9a50-e33af7a2e8b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 1097 time: 0.0825500 Feb 04 06:59:41.648237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74d398-fa4b-4664-a922-bfbfab27ee41 req-1bb8ee4b-30a1-491f-a880-335ed911b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:59:41.650170 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa74d398-fa4b-4664-a922-bfbfab27ee41 req-1bb8ee4b-30a1-491f-a880-335ed911b6ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c HTTP/1.1" status: 200 len: 898 time: 0.1281247 Feb 04 06:59:41.724110 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa74d398-fa4b-4664-a922-bfbfab27ee41 req-1a082168-646d-47b5-ad35-6c7eeaea827e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e HTTP/1.1" status: 200 len: 217 time: 0.0672255 Feb 04 06:59:41.786468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74d398-fa4b-4664-a922-bfbfab27ee41 req-f50ce249-0174-40ec-bb4f-6069bebfc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:59:41.787954 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa74d398-fa4b-4664-a922-bfbfab27ee41 req-f50ce249-0174-40ec-bb4f-6069bebfc7f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9591e1a6-9110-4d98-944e-7dc2951d1d72 HTTP/1.1" status: 200 len: 835 time: 0.0585172 Feb 04 06:59:41.796244 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-636f2923-5a82-4e2f-8ad0-29fec1f18723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:55Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'b9d31597-f9bb-425b-adfa-90124ba1ca17', 'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:13:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:55Z', 'updated_at': '2022-02-04T06:57:02Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:41.800376 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f2923-5a82-4e2f-8ad0-29fec1f18723 None None] Checking router: b1dae84a-9318-41b7-87cb-ffb5cedca20d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:59:41.809403 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f2923-5a82-4e2f-8ad0-29fec1f18723 None None] Routers {'b1dae84a-9318-41b7-87cb-ffb5cedca20d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:59:41.810000 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-636f2923-5a82-4e2f-8ad0-29fec1f18723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:59:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:41.866927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74d398-fa4b-4664-a922-bfbfab27ee41 req-5bc421be-333e-44f3-92f1-6c68eefdbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:59:41.868476 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa74d398-fa4b-4664-a922-bfbfab27ee41 req-5bc421be-333e-44f3-92f1-6c68eefdbc96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735204 Feb 04 06:59:41.892462 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4dac4-2fe0-4f29-8e84-941e11d18c19 req-c34b6797-3e63-43cc-a809-10806ef78c11 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:59:41.893182 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-e5e4dac4-2fe0-4f29-8e84-941e11d18c19 req-c34b6797-3e63-43cc-a809-10806ef78c11 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 06:59:41.986751 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-636f2923-5a82-4e2f-8ad0-29fec1f18723 None None] Set router b1dae84a-9318-41b7-87cb-ffb5cedca20d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:59:41.999615 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-e5e4dac4-2fe0-4f29-8e84-941e11d18c19 req-c34b6797-3e63-43cc-a809-10806ef78c11 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 06:59:42.000865 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e5e4dac4-2fe0-4f29-8e84-941e11d18c19 req-c34b6797-3e63-43cc-a809-10806ef78c11 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 944 time: 0.1896243 Feb 04 06:59:42.002851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa74d398-fa4b-4664-a922-bfbfab27ee41 req-36beba58-c448-42a7-824b-4c17e5385328 service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271024 Feb 04 06:59:42.047721 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e5e4dac4-2fe0-4f29-8e84-941e11d18c19 req-48e25f48-8983-40d6-8928-c796950912e0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394344 Feb 04 06:59:42.135662 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aa74d398-fa4b-4664-a922-bfbfab27ee41 req-795be42c-63d2-4e8e-b8e0-e5f062b0daca service neutron] 10.222.0.24 "GET /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260483 Feb 04 06:59:42.295503 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-636f2923-5a82-4e2f-8ad0-29fec1f18723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:55Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'b9d31597-f9bb-425b-adfa-90124ba1ca17', 'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:13:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:55Z', 'updated_at': '2022-02-04T06:57:02Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:42.299218 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f2923-5a82-4e2f-8ad0-29fec1f18723 None None] The sync data for ids ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'] in dv-neutron-827796-1-hyperv is: [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:55Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'b9d31597-f9bb-425b-adfa-90124ba1ca17', 'name': '', 'network_id': '0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:13:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:55Z', 'updated_at': '2022-02-04T06:57:02Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '9591e1a6-9110-4d98-944e-7dc2951d1d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:59:42.511443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d9dfec-9348-4308-912f-8ad2b2846410 None None] New status for floating IP ed47875f-f19d-49d0-8168-304d76f4a179: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:59:43.238423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d89113-8acd-471f-9354-d2073deb5ffc req-ecbc5d6e-7cab-4ef9-afe3-053d787407da tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:59:43.239874 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-76d89113-8acd-471f-9354-d2073deb5ffc req-ecbc5d6e-7cab-4ef9-afe3-053d787407da tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 944 time: 0.0790858 Feb 04 06:59:43.293056 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-76d89113-8acd-471f-9354-d2073deb5ffc req-56db91f2-a6bf-43dd-8208-e777d7522922 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=c89cf371-c09b-47a9-8810-e23d0ec44c72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474308 Feb 04 06:59:43.700965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133377da-1809-44ef-8527-81d37d70498f req-16c7463e-33c0-4389-bc28-03d901b8b32f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:59:43.702350 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-133377da-1809-44ef-8527-81d37d70498f req-16c7463e-33c0-4389-bc28-03d901b8b32f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 944 time: 0.0806181 Feb 04 06:59:43.769922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-133377da-1809-44ef-8527-81d37d70498f req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port a87512ce-a2f5-40d4-9faf-59c8a9846e3e {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:59:43.770258 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-133377da-1809-44ef-8527-81d37d70498f req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:44.004063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-133377da-1809-44ef-8527-81d37d70498f req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port a87512ce-a2f5-40d4-9faf-59c8a9846e3e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:59:44.004306 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-133377da-1809-44ef-8527-81d37d70498f req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:44.215424 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-133377da-1809-44ef-8527-81d37d70498f req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for a87512ce-a2f5-40d4-9faf-59c8a9846e3e owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:59:44.393860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-133377da-1809-44ef-8527-81d37d70498f req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:44.444725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=a87512ce-a2f5-40d4-9faf-59c8a9846e3e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:44.450261 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a475bc79-b3c6-4006-be32-b48fb002e69d req-c4efd735-eaa7-4114-b2ff-59e2f65aa7aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a543c2-1717-4a9d-b4d7-dc1e7789cacc HTTP/1.1" status: 200 len: 210 time: 0.0428131 Feb 04 06:59:44.487051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.487253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.487489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.487827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.488162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.488493 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.488842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.489238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.489498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.489819 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.490140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.490462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:44.531572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-133377da-1809-44ef-8527-81d37d70498f req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] No DVR routers for this DVR port a87512ce-a2f5-40d4-9faf-59c8a9846e3e on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:59:44.533884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-133377da-1809-44ef-8527-81d37d70498f req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:44.536354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'name': 'network-vif-deleted', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:59:44.588372 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-133377da-1809-44ef-8527-81d37d70498f req-112af534-3006-444a-9c24-ccf8d5f84ac8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "DELETE /v2.0/ports/a87512ce-a2f5-40d4-9faf-59c8a9846e3e HTTP/1.1" status: 204 len: 173 time: 0.8791935 Feb 04 06:59:44.627836 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a543c2-1717-4a9d-b4d7-dc1e7789cacc', 'name': 'network-vif-deleted', 'tag': 'a87512ce-a2f5-40d4-9faf-59c8a9846e3e', 'status': 'completed', 'code': 200} Feb 04 06:59:45.547430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57158) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:45.724806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6badb4a4-3dc3-454b-9ada-cd71d45bb61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:46.087411 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:46.539644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port b9d31597-f9bb-425b-adfa-90124ba1ca17 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:59:46.539980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:46.732742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port b9d31597-f9bb-425b-adfa-90124ba1ca17, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=b9d31597-f9bb-425b-adfa-90124ba1ca17,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:59:46.733428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:46.853088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for b9d31597-f9bb-425b-adfa-90124ba1ca17 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:59:47.125195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:47.174429 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=b9d31597-f9bb-425b-adfa-90124ba1ca17,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:47.466723 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:47.866318 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router b1dae84a-9318-41b7-87cb-ffb5cedca20d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 06:59:48.011786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d2373e1e-059a-42f9-b00d-6e2f9e58ebaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:48.168698 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:59:48.178938 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012bf85a-d91c-48df-b62e-0b8a43dbcf93 None None] Sync routers for ids ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:59:48.183894 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-afce8453-fac9-4d33-adfe-dcf413357df6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "PUT /v2.0/routers/b1dae84a-9318-41b7-87cb-ffb5cedca20d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354210 Feb 04 06:59:48.187272 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57162) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:48.189596 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012bf85a-d91c-48df-b62e-0b8a43dbcf93 None None] Routers {'b1dae84a-9318-41b7-87cb-ffb5cedca20d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:59:48.190465 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-012bf85a-d91c-48df-b62e-0b8a43dbcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:59:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:48.252795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4efd104-94cc-485b-a8de-228041bf6da8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting subnet 9591e1a6-9110-4d98-944e-7dc2951d1d72 {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 06:59:48.256048 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4efd104-94cc-485b-a8de-228041bf6da8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:48.314949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4efd104-94cc-485b-a8de-228041bf6da8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:48.373264 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-012bf85a-d91c-48df-b62e-0b8a43dbcf93 None None] Set router b1dae84a-9318-41b7-87cb-ffb5cedca20d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:59:48.397094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4efd104-94cc-485b-a8de-228041bf6da8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:48.519744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4efd104-94cc-485b-a8de-228041bf6da8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:48.561268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efd104-94cc-485b-a8de-228041bf6da8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Subnet': ['ID=9591e1a6-9110-4d98-944e-7dc2951d1d72,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:48.563106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4efd104-94cc-485b-a8de-228041bf6da8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:48.573408 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b4efd104-94cc-485b-a8de-228041bf6da8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/subnets/9591e1a6-9110-4d98-944e-7dc2951d1d72 HTTP/1.1" status: 204 len: 168 time: 0.3811498 Feb 04 06:59:48.573408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57166) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:48.575210 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744d8519-c2b2-41c3-8536-cc524ac7df86 None None] Network 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 06:59:48.655645 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-012bf85a-d91c-48df-b62e-0b8a43dbcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:59:46Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:48.659629 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012bf85a-d91c-48df-b62e-0b8a43dbcf93 None None] Checking router: b1dae84a-9318-41b7-87cb-ffb5cedca20d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:59:48.671447 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012bf85a-d91c-48df-b62e-0b8a43dbcf93 None None] Routers {'b1dae84a-9318-41b7-87cb-ffb5cedca20d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:59:48.672109 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-012bf85a-d91c-48df-b62e-0b8a43dbcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:59:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:48.759546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:48.783570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a87512ce-a2f5-40d4-9faf-59c8a9846e3e no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:59:48.829101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: a87512ce-a2f5-40d4-9faf-59c8a9846e3e {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:59:48.829528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device a87512ce-a2f5-40d4-9faf-59c8a9846e3e not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:59:48.849324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] DHCP port deletion for 0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 06:59:48.854009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Deleting port 78f4a916-8d14-4f3e-b38c-5f5db78938cb {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:59:48.854615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:48.886273 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-012bf85a-d91c-48df-b62e-0b8a43dbcf93 None None] Set router b1dae84a-9318-41b7-87cb-ffb5cedca20d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:59:48.950481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:49.045845 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port c968c9f6-49f9-4f75-a293-e9675e59d949 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 06:59:49.047121 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:49.057424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] For port 78f4a916-8d14-4f3e-b38c-5f5db78938cb, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=78f4a916-8d14-4f3e-b38c-5f5db78938cb,segment=NetworkSegment(c75f124a-8fd0-4b92-91e5-77b725b0ff1a),segment_id=c75f124a-8fd0-4b92-91e5-77b725b0ff1a)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:59:49.057965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:49.178006 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-012bf85a-d91c-48df-b62e-0b8a43dbcf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:59:46Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:49.183118 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012bf85a-d91c-48df-b62e-0b8a43dbcf93 None None] The sync data for ids ['b1dae84a-9318-41b7-87cb-ffb5cedca20d'] in dv-neutron-827796-1-hyperv is: [{'id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512047286', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:59:46Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'c968c9f6-49f9-4f75-a293-e9675e59d949', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dae84a-9318-41b7-87cb-ffb5cedca20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:56:50Z', 'updated_at': '2022-02-04T06:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:59:49.225806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Calling delete_port for 78f4a916-8d14-4f3e-b38c-5f5db78938cb owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:59:49.231605 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port c968c9f6-49f9-4f75-a293-e9675e59d949, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=c968c9f6-49f9-4f75-a293-e9675e59d949,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 06:59:49.232713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:49.336445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:49.352803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for c968c9f6-49f9-4f75-a293-e9675e59d949 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 06:59:49.365296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:49.366109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:49.411899 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Pushing event deleted for resources: {'Port': ['ID=78f4a916-8d14-4f3e-b38c-5f5db78938cb,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:49.422936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.423302 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.423646 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.423981 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.424312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.424656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.424996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.425320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.425647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.425972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.426295 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.426623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:59:49.460486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d3beb9-da52-4c5f-92aa-bb5ff61bc026 None None] No DVR routers for this DVR port 78f4a916-8d14-4f3e-b38c-5f5db78938cb on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:59:49.803399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 78f4a916-8d14-4f3e-b38c-5f5db78938cb no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:59:49.833554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:49.837659 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 78f4a916-8d14-4f3e-b38c-5f5db78938cb {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:59:49.842800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 78f4a916-8d14-4f3e-b38c-5f5db78938cb not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:59:49.842800 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b9d31597-f9bb-425b-adfa-90124ba1ca17 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:59:49.871031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: b9d31597-f9bb-425b-adfa-90124ba1ca17 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:59:49.871382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device b9d31597-f9bb-425b-adfa-90124ba1ca17 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:59:49.880623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=c968c9f6-49f9-4f75-a293-e9675e59d949,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:49.969925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.140405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.142667 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.182224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.244935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.245439 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Fanout notify agent at l3_agent the message router_deleted on router b1dae84a-9318-41b7-87cb-ffb5cedca20d {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 06:59:50.261010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.262108 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b8fcdb21-c380-491b-a6b1-d54e8f78458c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/routers/b1dae84a-9318-41b7-87cb-ffb5cedca20d HTTP/1.1" status: 204 len: 168 time: 1.6849909 Feb 04 06:59:50.264803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57170) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:50.380417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.513429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.537859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:50.549539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:50.549841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75f124a-8fd0-4b92-91e5-77b725b0ff1a') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:50.561014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.576683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.582447 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:59:50.582824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:59:50.597279 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:59:50.657519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.713951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.730969 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.741755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Network': ['ID=0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:50.782712 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2f21ed68-7554-4159-bec6-e1a77effdc79 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/networks/0e4ad2fa-bebb-4ef4-aa2f-0460d458db7c HTTP/1.1" status: 204 len: 168 time: 0.5168824 Feb 04 06:59:50.785308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57174) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:50.851728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-457bd668-a6b5-47b9-964b-2cbbe26cacd4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:50.882067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-457bd668-a6b5-47b9-964b-2cbbe26cacd4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:51.016319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-457bd668-a6b5-47b9-964b-2cbbe26cacd4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:51.044620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bd668-a6b5-47b9-964b-2cbbe26cacd4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89cf371-c09b-47a9-8810-e23d0ec44c72,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:51.107233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-457bd668-a6b5-47b9-964b-2cbbe26cacd4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:51.108453 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-457bd668-a6b5-47b9-964b-2cbbe26cacd4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/security-groups/c89cf371-c09b-47a9-8810-e23d0ec44c72 HTTP/1.1" status: 204 len: 168 time: 0.3221335 Feb 04 06:59:51.800554 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c968c9f6-49f9-4f75-a293-e9675e59d949 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 06:59:51.836726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: c968c9f6-49f9-4f75-a293-e9675e59d949 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 06:59:51.837065 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device c968c9f6-49f9-4f75-a293-e9675e59d949 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 06:59:53.640093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57186) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:53.645315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656440508', 'description': 'tempest-secgroup-smoke-656440508 description', 'project_id': 'c11deaae1bb6447c836c104d86060bf2'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:59:53.651361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:59:53.655811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:59:53.658713 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:59:53.664902 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:59:53.719080 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:53.738107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:59:53.741798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:59:53.744490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:59:53.751028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:59:53.817348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:53.883990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:53.927500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:53.976564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:53.977884 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-04d65d37-7d48-4e1c-b54e-da7d19dc7b23 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3367231 Feb 04 06:59:53.980726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57190) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:53.986383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-dbabd02d-e966-428d-8586-cafa4df3e19d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '9eadb3e3-33e5-4a02-8ca8-0256036f7eb1', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:59:53.992542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dbabd02d-e966-428d-8586-cafa4df3e19d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:59:53.996465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dbabd02d-e966-428d-8586-cafa4df3e19d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:59:54.000044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-dbabd02d-e966-428d-8586-cafa4df3e19d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:59:54.005648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-dbabd02d-e966-428d-8586-cafa4df3e19d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:59:54.068119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbabd02d-e966-428d-8586-cafa4df3e19d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.127397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbabd02d-e966-428d-8586-cafa4df3e19d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.182103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbabd02d-e966-428d-8586-cafa4df3e19d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.210208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd02d-e966-428d-8586-cafa4df3e19d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b244c85-b3d3-4333-b86b-8c8a49849c9c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:54.256161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-dbabd02d-e966-428d-8586-cafa4df3e19d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.257367 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-dbabd02d-e966-428d-8586-cafa4df3e19d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2751741 Feb 04 06:59:54.260010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57194) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:54.265039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-35e93816-825f-463b-b97e-7330354666a8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '9eadb3e3-33e5-4a02-8ca8-0256036f7eb1', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:59:54.270864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-35e93816-825f-463b-b97e-7330354666a8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:59:54.274604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-35e93816-825f-463b-b97e-7330354666a8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:59:54.277377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-35e93816-825f-463b-b97e-7330354666a8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:59:54.285649 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-35e93816-825f-463b-b97e-7330354666a8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:59:54.366248 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35e93816-825f-463b-b97e-7330354666a8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.428278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35e93816-825f-463b-b97e-7330354666a8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.483921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35e93816-825f-463b-b97e-7330354666a8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.507021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e93816-825f-463b-b97e-7330354666a8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39de3d0d-d265-442e-b1ae-714fd65a6f29,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:54.593211 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-35e93816-825f-463b-b97e-7330354666a8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.594394 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-35e93816-825f-463b-b97e-7330354666a8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334739 Feb 04 06:59:54.597227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57198) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:54.602255 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-34a941d6-2d74-48c9-8f73-bfbc5187e27c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '9eadb3e3-33e5-4a02-8ca8-0256036f7eb1', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:59:54.609007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-34a941d6-2d74-48c9-8f73-bfbc5187e27c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:59:54.612836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-34a941d6-2d74-48c9-8f73-bfbc5187e27c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:59:54.615807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-34a941d6-2d74-48c9-8f73-bfbc5187e27c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:59:54.621564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-34a941d6-2d74-48c9-8f73-bfbc5187e27c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:59:54.708549 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34a941d6-2d74-48c9-8f73-bfbc5187e27c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.772736 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34a941d6-2d74-48c9-8f73-bfbc5187e27c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.821572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34a941d6-2d74-48c9-8f73-bfbc5187e27c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.844711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a941d6-2d74-48c9-8f73-bfbc5187e27c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890ecc89-8dcc-416d-b07a-fee00f5c596b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:54.924035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-34a941d6-2d74-48c9-8f73-bfbc5187e27c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:54.925277 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-34a941d6-2d74-48c9-8f73-bfbc5187e27c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271179 Feb 04 06:59:54.927886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57202) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:54.932951 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-c01507e5-0f43-4cee-b9a6-3a576967f9aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '9eadb3e3-33e5-4a02-8ca8-0256036f7eb1', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:59:54.938891 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c01507e5-0f43-4cee-b9a6-3a576967f9aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:59:54.942738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c01507e5-0f43-4cee-b9a6-3a576967f9aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:59:54.945686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-c01507e5-0f43-4cee-b9a6-3a576967f9aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:59:54.951852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-c01507e5-0f43-4cee-b9a6-3a576967f9aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:59:55.038728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01507e5-0f43-4cee-b9a6-3a576967f9aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.199481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01507e5-0f43-4cee-b9a6-3a576967f9aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.273541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01507e5-0f43-4cee-b9a6-3a576967f9aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.296844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01507e5-0f43-4cee-b9a6-3a576967f9aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833c85c0-e82a-48a6-9a45-74fb3a482450,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:55.353586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c01507e5-0f43-4cee-b9a6-3a576967f9aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.354807 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c01507e5-0f43-4cee-b9a6-3a576967f9aa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4259999 Feb 04 06:59:55.357443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57206) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:55.362341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '9eadb3e3-33e5-4a02-8ca8-0256036f7eb1', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:59:55.368036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:59:55.371727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:59:55.375027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:59:55.380503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:59:55.451060 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Project c11deaae1bb6447c836c104d86060bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:59:55.457643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.519455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.558889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.581717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0340c3-b216-46d5-ad04-acc018a93d67,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:55.656207 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.657416 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a18b98e2-5ed3-4708-ae38-aff24c4202db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2990792 Feb 04 06:59:55.660082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57210) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:55.664990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '9eadb3e3-33e5-4a02-8ca8-0256036f7eb1', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:59:55.671307 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:59:55.677770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:59:55.677900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:59:55.683750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:59:55.753393 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Project c11deaae1bb6447c836c104d86060bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:59:55.760129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.824232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.896009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.921841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d953dc5e-963c-45c3-a7f9-f2ae00d4c868,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:55.993057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:55.994205 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4ace7fe8-9535-4d18-a1fb-1c834de11e5e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3331945 Feb 04 06:59:55.996961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57214) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:56.002234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'network': {'name': 'tempest-network-smoke--721257292', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:59:56.006919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:59:56.010827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:network and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:59:56.013645 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:59:56.019108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:59:56.084330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:59:56.087580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:56.114045 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:59:56.122215 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:56.122552 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Added segment e174e285-81cd-4a9e-b0d3-eca1bbbf69ed of type vlan for network e0f1461e-04b7-4851-bb2f-0532a8e96edd Feb 04 06:59:56.146356 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:56.238710 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:56.244020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:59:56.244620 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:56.350059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Network': ['ID=e0f1461e-04b7-4851-bb2f-0532a8e96edd,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:56.360411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network e0f1461e-04b7-4851-bb2f-0532a8e96edd details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 06:59:56.394288 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-cb1940ef-7e80-4f2a-a7b3-06756d190fb8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3960850 Feb 04 06:59:56.396626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57218) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:56.401704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'admin_state_up': True, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:59:56.411732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:59:56.414899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:router and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:59:56.418961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:59:56.426068 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:59:56.479554 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:56.480779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:56.495810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:56.793081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:57.180374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:57.208789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:57.339013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.26.7.5 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/1b3e418e-f5ef-4f82-bfda-57c6a6c11b10) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:59:57.484053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:57.559329 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:57.621105 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:59:57.623838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:59:57.627544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 06:59:57.663997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=1b3e418e-f5ef-4f82-bfda-57c6a6c11b10,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:59:58.179241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:58.511927 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:58.775957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 51d1f2e4-dd5d-4b15-97e6-63909b344213 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 06:59:58.954015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 06:59:58.965299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Sync routers for ids ['51d1f2e4-dd5d-4b15-97e6-63909b344213'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:59:58.976171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Routers {'51d1f2e4-dd5d-4b15-97e6-63909b344213'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 06:59:58.979981 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:59:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51d1f2e4-dd5d-4b15-97e6-63909b344213'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:59.056168 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:59.057697 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d03a6eaa-30cf-4b8b-a716-62a36753c552 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6601372 Feb 04 06:59:59.061328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57222) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:59.156452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Set router 51d1f2e4-dd5d-4b15-97e6-63909b344213 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 06:59:59.187507 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8dad4275-b83d-4a6c-9536-e86aff53ff06 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c11deaae1bb6447c836c104d86060bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1250441 Feb 04 06:59:59.190010 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57230) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:59.428225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0fbe19-38f6-4794-9046-51e00bb61088 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:59:59.429661 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6a0fbe19-38f6-4794-9046-51e00bb61088 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2387660 Feb 04 06:59:59.432757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57234) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:59.440408 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T06:59:57Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T06:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:59:59.444590 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Checking router: 51d1f2e4-dd5d-4b15-97e6-63909b344213 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:59:59.445154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Updating router 51d1f2e4-dd5d-4b15-97e6-63909b344213 port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:59:59.471010 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4a4e72c3-383d-4a74-969a-28fe02dd41ec tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372076 Feb 04 06:59:59.473840 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57238) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 06:59:59.479031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1883701198', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:59:59.499912 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:59.584849 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 06:59:59.588641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:subnet and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 06:59:59.591925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 06:59:59.597574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 06:59:59.673488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:59:59.677069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:59.817174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:59.828389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Transition to ACTIVE for port object 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:59:59.901520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:59:59.959474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:00.020084 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Attempting to bind port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:00:00.020630 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Attempting to bind port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:00:00.020773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Attempting to bind port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:00:00.024020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a5f46-b13a-4e52-944c-f653ff16a837 None None] Pushing event updated for resources: {'Port': ['ID=1b3e418e-f5ef-4f82-bfda-57c6a6c11b10,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:00.028878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:00:00.029256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:00:00.029656 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:00.030039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:00:00.030497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Bound port: 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:00:00.030870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:00.034997 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Subnet': ['ID=7f7780e5-967d-496a-bcf4-51c6c44dfd9b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:00.048209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Checking segment: {'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:00:00.048558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network hostable DHCP agents. Network: e0f1461e-04b7-4851-bb2f-0532a8e96edd, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 07:00:00.101863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] For port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:00:00.104789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] For port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1b3e418e-f5ef-4f82-bfda-57c6a6c11b10,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:00:00.136067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network e0f1461e-04b7-4851-bb2f-0532a8e96edd is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 07:00:00.176824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:00.199144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, e0f1461e-04b7-4851-bb2f-0532a8e96edd) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:00:00.203734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:00.208771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:00.219801 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d2317-7ba3-4c1a-a051-27006d6c464d None None] Network e0f1461e-04b7-4851-bb2f-0532a8e96edd requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:00:00.293839 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-3b38b5eb-bc7f-41ab-9de2-b6d2370bf931 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8163142 Feb 04 07:00:00.294350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57242) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:00:00.339323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Routers {'51d1f2e4-dd5d-4b15-97e6-63909b344213'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:00:00.339949 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:59:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51d1f2e4-dd5d-4b15-97e6-63909b344213'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:00:00.417080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a5f46-b13a-4e52-944c-f653ff16a837 None None] Pushing event updated for resources: {'Port': ['ID=1b3e418e-f5ef-4f82-bfda-57c6a6c11b10,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:00.618934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] Set router 51d1f2e4-dd5d-4b15-97e6-63909b344213 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:00:00.664234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ips': [{'subnet_id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 07:00:00.665098 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:00.975647 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:01.016134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Allocated IP 172.20.0.2 (e0f1461e-04b7-4851-bb2f-0532a8e96edd/7f7780e5-967d-496a-bcf4-51c6c44dfd9b/7315a849-55e6-4950-897a-87e879b889b2) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:00:01.122204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T06:59:57Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:00:01.129959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f914f610-ee17-40bc-a2ba-2390a1d80fbc None None] The sync data for ids ['51d1f2e4-dd5d-4b15-97e6-63909b344213'] in dv-neutron-827796-1-hyperv is: [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T06:59:57Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:00:01.250994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:01.261577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Transition to ACTIVE for port object 7315a849-55e6-4950-897a-87e879b889b2 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:00:01.280768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Transition to ACTIVE for port object 7315a849-55e6-4950-897a-87e879b889b2 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:00:01.348378 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:01.419142 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Network e0f1461e-04b7-4851-bb2f-0532a8e96edd is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:00:01.443176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:00:01.447709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:00:01.485348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Pushing event updated for resources: {'Port': ['ID=7315a849-55e6-4950-897a-87e879b889b2,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:01.531233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.20.0.1 (e0f1461e-04b7-4851-bb2f-0532a8e96edd/7f7780e5-967d-496a-bcf4-51c6c44dfd9b/5dc32642-7c4c-4525-b1cf-61f2be138587) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:00:01.552746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Attempting to bind port 7315a849-55e6-4950-897a-87e879b889b2 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:00:01.553121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Attempting to bind port 7315a849-55e6-4950-897a-87e879b889b2 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:00:01.553483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Attempting to bind port 7315a849-55e6-4950-897a-87e879b889b2 on network e0f1461e-04b7-4851-bb2f-0532a8e96edd {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:00:01.559543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:00:01.559543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Checking segment: {'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:00:01.559927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:01.560286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Bound using segment: {'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:00:01.560772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Bound port: 7315a849-55e6-4950-897a-87e879b889b2, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:00:01.561204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:01.705065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:01.707099 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] For port 7315a849-55e6-4950-897a-87e879b889b2, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:00:01.710271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] For port 7315a849-55e6-4950-897a-87e879b889b2, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7315a849-55e6-4950-897a-87e879b889b2,segment=NetworkSegment(e174e285-81cd-4a9e-b0d3-eca1bbbf69ed),segment_id=e174e285-81cd-4a9e-b0d3-eca1bbbf69ed)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:00:01.721988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Transition to ACTIVE for port object 5dc32642-7c4c-4525-b1cf-61f2be138587 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:00:01.805397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:01.860462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:00:01.862626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:01.934729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network e0f1461e-04b7-4851-bb2f-0532a8e96edd is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:00:01.937964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:00:01.942084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:00:01.953133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51862fc-015c-4fa3-9e33-ef0aed8f9f96 None None] Pushing event updated for resources: {'Port': ['ID=7315a849-55e6-4950-897a-87e879b889b2,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:01.982297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=5dc32642-7c4c-4525-b1cf-61f2be138587,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:02.014374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:02.035077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:00:02.041559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:00:02.042034 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:02.186449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:02.204045 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1b3e418e-f5ef-4f82-bfda-57c6a6c11b10,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:00:02.273902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:02.343795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=1b3e418e-f5ef-4f82-bfda-57c6a6c11b10,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:02.353405 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:02.759305 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:02.821762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:02.932011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=5dc32642-7c4c-4525-b1cf-61f2be138587,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:02.937397 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:03.079271 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network e0f1461e-04b7-4851-bb2f-0532a8e96edd is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:00:03.080448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:00:03.383622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a31f7-fb51-4d18-b174-15de3ba00aa3 None None] Network e0f1461e-04b7-4851-bb2f-0532a8e96edd requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:00:03.397569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 51d1f2e4-dd5d-4b15-97e6-63909b344213 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:00:03.538308 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1dc2fba3-4060-4940-8747-867a9fff5434 None None] Provisioning for port 7315a849-55e6-4950-897a-87e879b889b2 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:00:03.575890 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:00:03.586742 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Sync routers for ids ['51d1f2e4-dd5d-4b15-97e6-63909b344213'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:00:03.597371 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fcbd5fc2-a967-4a2d-9485-716f87c1ee95 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "PUT /v2.0/routers/51d1f2e4-dd5d-4b15-97e6-63909b344213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2930586 Feb 04 07:00:03.597957 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Routers {'51d1f2e4-dd5d-4b15-97e6-63909b344213'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:00:03.598608 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:59:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51d1f2e4-dd5d-4b15-97e6-63909b344213'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:00:03.772812 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-60827be6-c123-4c5a-a31e-81e0075c831d req-9e369123-6d07-4d43-8077-f485de403b31 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:00:03.798694 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Set router 51d1f2e4-dd5d-4b15-97e6-63909b344213 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:00:03.833622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-60827be6-c123-4c5a-a31e-81e0075c831d req-9e369123-6d07-4d43-8077-f485de403b31 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:00:03.834990 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-9e369123-6d07-4d43-8077-f485de403b31 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656440508&fields=id&tenant_id=c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 267 time: 0.1138239 Feb 04 07:00:03.917031 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7315a849-55e6-4950-897a-87e879b889b2 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:00:04.019183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60827be6-c123-4c5a-a31e-81e0075c831d req-7a678e38-66cc-4c1b-a9ec-7553ef32be08 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:04.019964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-60827be6-c123-4c5a-a31e-81e0075c831d req-7a678e38-66cc-4c1b-a9ec-7553ef32be08 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:00:04.038359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-17b765e8-b7e9-4d9d-a392-95cb420ff8f9 None None] Provisioning for port 5dc32642-7c4c-4525-b1cf-61f2be138587 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:00:04.044108 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-17b765e8-b7e9-4d9d-a392-95cb420ff8f9 None None] Provisioning complete for port 5dc32642-7c4c-4525-b1cf-61f2be138587 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:00:04.044479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-17b765e8-b7e9-4d9d-a392-95cb420ff8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.081388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 7315a849-55e6-4950-897a-87e879b889b2 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:00:04.097106 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7315a849-55e6-4950-897a-87e879b889b2 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:00:04.097472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.130014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-60827be6-c123-4c5a-a31e-81e0075c831d req-7a678e38-66cc-4c1b-a9ec-7553ef32be08 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:00:04.133493 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-7a678e38-66cc-4c1b-a9ec-7553ef32be08 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/networks?id=e0f1461e-04b7-4851-bb2f-0532a8e96edd HTTP/1.1" status: 200 len: 796 time: 0.2893560 Feb 04 07:00:04.149011 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-1b19a3cc-410e-4086-b910-b8f6ff80779f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/quotas/c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 375 time: 0.0105169 Feb 04 07:00:04.150194 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-17b765e8-b7e9-4d9d-a392-95cb420ff8f9 None None] Port 5dc32642-7c4c-4525-b1cf-61f2be138587 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:00:04.157211 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '5dc32642-7c4c-4525-b1cf-61f2be138587', 'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:dd:96:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:00:01Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 2, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:00:04.162944 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Checking router: 51d1f2e4-dd5d-4b15-97e6-63909b344213 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:00:04.162944 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Updating router 51d1f2e4-dd5d-4b15-97e6-63909b344213 port 5dc32642-7c4c-4525-b1cf-61f2be138587 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 07:00:04.177219 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-17b765e8-b7e9-4d9d-a392-95cb420ff8f9 None None] Provisioning complete for port 7315a849-55e6-4950-897a-87e879b889b2 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:00:04.177589 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-17b765e8-b7e9-4d9d-a392-95cb420ff8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.220131 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.256185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-60827be6-c123-4c5a-a31e-81e0075c831d req-8fdca49c-5451-4d3f-9a89-ce6be1f0ca33 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:00:04.288326 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.331025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-60827be6-c123-4c5a-a31e-81e0075c831d req-8fdca49c-5451-4d3f-9a89-ce6be1f0ca33 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:00:04.333723 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-8fdca49c-5451-4d3f-9a89-ce6be1f0ca33 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1743569 Feb 04 07:00:04.376674 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 7315a849-55e6-4950-897a-87e879b889b2, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7315a849-55e6-4950-897a-87e879b889b2,segment=NetworkSegment(e174e285-81cd-4a9e-b0d3-eca1bbbf69ed),segment_id=e174e285-81cd-4a9e-b0d3-eca1bbbf69ed)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:00:04.380991 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-17b765e8-b7e9-4d9d-a392-95cb420ff8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.405203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-9f20b707-aa44-4031-8c7f-74cfebf7f013 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 07:00:04.406208 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-9f20b707-aa44-4031-8c7f-74cfebf7f013 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579307 Feb 04 07:00:04.434317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.435062 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:00:04.555174 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-5d781f80-576f-4bb5-86db-d06b1595ec84 service neutron] 10.222.0.32 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427066 Feb 04 07:00:04.596442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-17b765e8-b7e9-4d9d-a392-95cb420ff8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 07:00:04.596820 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-17b765e8-b7e9-4d9d-a392-95cb420ff8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 07:00:04.598991 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.602203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=7315a849-55e6-4950-897a-87e879b889b2,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:04.613694 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Transition to ACTIVE for port object 5dc32642-7c4c-4525-b1cf-61f2be138587 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:00:04.614115 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:00:04.614487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.667869 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.689529 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-cfcca77e-b2bc-4908-859c-c9dd178a4bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283298 Feb 04 07:00:04.892447 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Pushing event updated for resources: {'Port': ['ID=5dc32642-7c4c-4525-b1cf-61f2be138587,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:04.914605 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.914952 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.915284 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.915611 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.915932 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.916253 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.916571 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.916911 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.917227 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.917537 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.917848 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.918187 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:00:04.935257 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Attempting to bind port 5dc32642-7c4c-4525-b1cf-61f2be138587 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:00:04.935837 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Attempting to bind port 5dc32642-7c4c-4525-b1cf-61f2be138587 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:00:04.936429 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Attempting to bind port 5dc32642-7c4c-4525-b1cf-61f2be138587 on network e0f1461e-04b7-4851-bb2f-0532a8e96edd {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:00:04.943353 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:00:04.943888 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Checking segment: {'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:00:04.944438 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.945150 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Bound using segment: {'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:00:04.945710 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Bound port: 5dc32642-7c4c-4525-b1cf-61f2be138587, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:00:04.946177 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:04.965537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-bfddd9e4-0001-450d-ab4c-33bd5dd13b7a req-2ff5f73b-be41-4d09-9dbf-fd8cbcdbb22f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:00:04.977162 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-bfddd9e4-0001-450d-ab4c-33bd5dd13b7a req-2ff5f73b-be41-4d09-9dbf-fd8cbcdbb22f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:00:04.978300 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-bfddd9e4-0001-450d-ab4c-33bd5dd13b7a req-2ff5f73b-be41-4d09-9dbf-fd8cbcdbb22f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 210 time: 0.0605252 Feb 04 07:00:05.041464 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] For port 5dc32642-7c4c-4525-b1cf-61f2be138587, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:00:05.044712 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] For port 5dc32642-7c4c-4525-b1cf-61f2be138587, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5dc32642-7c4c-4525-b1cf-61f2be138587,segment=NetworkSegment(e174e285-81cd-4a9e-b0d3-eca1bbbf69ed),segment_id=e174e285-81cd-4a9e-b0d3-eca1bbbf69ed)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:00:05.107557 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:05.183175 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Routers {'51d1f2e4-dd5d-4b15-97e6-63909b344213'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:00:05.183795 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T06:59:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51d1f2e4-dd5d-4b15-97e6-63909b344213'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:00:05.252206 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea93ee-5b7d-4ea2-abd5-b882f2df6f5e None None] Pushing event updated for resources: {'Port': ['ID=5dc32642-7c4c-4525-b1cf-61f2be138587,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:05.373280 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] Set router 51d1f2e4-dd5d-4b15-97e6-63909b344213 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:00:05.676990 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '5dc32642-7c4c-4525-b1cf-61f2be138587', 'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:dd:96:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:00:01Z', 'updated_at': '2022-02-04T07:00:05Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:00:05.680924 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd5098-4891-42f5-962c-f7d5c0c62d91 None None] The sync data for ids ['51d1f2e4-dd5d-4b15-97e6-63909b344213'] in dv-neutron-827796-1-hyperv is: [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '5dc32642-7c4c-4525-b1cf-61f2be138587', 'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:dd:96:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:00:01Z', 'updated_at': '2022-02-04T07:00:05Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:00:05.898608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7315a849-55e6-4950-897a-87e879b889b2 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:00:05.971507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 7315a849-55e6-4950-897a-87e879b889b2 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:00:05.971881 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:06.131476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5dc32642-7c4c-4525-b1cf-61f2be138587 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:00:06.163341 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-da534d9b-6d75-4884-886f-fa996fb4a9a9 req-68f46a05-12a7-4a4d-bb93-57a9d41b77bc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 210 time: 0.0549614 Feb 04 07:00:06.261845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 5dc32642-7c4c-4525-b1cf-61f2be138587 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:00:06.267614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 5dc32642-7c4c-4525-b1cf-61f2be138587 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:00:06.268012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:06.399177 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:06.437258 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 5dc32642-7c4c-4525-b1cf-61f2be138587, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5dc32642-7c4c-4525-b1cf-61f2be138587,segment=NetworkSegment(e174e285-81cd-4a9e-b0d3-eca1bbbf69ed),segment_id=e174e285-81cd-4a9e-b0d3-eca1bbbf69ed)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:00:06.518884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:06.590566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=5dc32642-7c4c-4525-b1cf-61f2be138587,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:07.042002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60827be6-c123-4c5a-a31e-81e0075c831d req-ce34bc01-a56f-4ec5-82b5-1031201045b0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:07.044045 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-ce34bc01-a56f-4ec5-82b5-1031201045b0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/networks?id=e0f1461e-04b7-4851-bb2f-0532a8e96edd HTTP/1.1" status: 200 len: 796 time: 0.1465600 Feb 04 07:00:07.092431 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-35b1bff2-e3dc-4209-8b31-61b7c4efb6ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 379 time: 0.0401289 Feb 04 07:00:07.100482 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'port': {'device_id': '2e740764-3913-485a-8448-29b3191dcb7e', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'admin_state_up': True, 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'security_groups': ['9eadb3e3-33e5-4a02-8ca8-0256036f7eb1']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:00:07.236981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:00:07.246611 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:00:07.318835 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:00:07.322359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:07.324672 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-41e6c725-6f0e-427c-a8bc-8acd9faf3599 req-de6c518f-c64b-4500-8882-8a97e02feede tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 210 time: 0.0437098 Feb 04 07:00:07.483854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.20.0.4 (e0f1461e-04b7-4851-bb2f-0532a8e96edd/7f7780e5-967d-496a-bcf4-51c6c44dfd9b/31b3c889-722c-4cc0-bb72-d6057f5c1e26) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:00:07.782119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:07.797508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Transition to ACTIVE for port object 31b3c889-722c-4cc0-bb72-d6057f5c1e26 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:00:07.816319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5dc32642-7c4c-4525-b1cf-61f2be138587 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:00:07.881583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 5dc32642-7c4c-4525-b1cf-61f2be138587 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:00:07.881944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:07.896415 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:07.968885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network e0f1461e-04b7-4851-bb2f-0532a8e96edd is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:00:07.971923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:00:07.976046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:00:08.016581 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=31b3c889-722c-4cc0-bb72-d6057f5c1e26,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:08.045888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:08.046525 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:08.171141 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c73e3fd5-52bd-4f92-9b4a-9260bc979f97 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0739865 Feb 04 07:00:08.182386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Request body: {'port': {'device_id': '2e740764-3913-485a-8448-29b3191dcb7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:00:08.294918 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:08.295700 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-494276ac-240b-4707-92f5-b0935b6cd908 None None] Provisioning for port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:00:08.302032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-494276ac-240b-4707-92f5-b0935b6cd908 None None] Provisioning complete for port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:00:08.302032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-494276ac-240b-4707-92f5-b0935b6cd908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:08.354146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-494276ac-240b-4707-92f5-b0935b6cd908 None None] Port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:00:08.624325 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fb046-e25a-4db2-9388-b05adb68b805 req-a581508d-cfdb-40c0-852f-57fc030fd282 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:08.624945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b11fb046-e25a-4db2-9388-b05adb68b805 req-a581508d-cfdb-40c0-852f-57fc030fd282 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:00:08.704278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b3c889-722c-4cc0-bb72-d6057f5c1e26 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:00:08.711217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:08.715585 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b11fb046-e25a-4db2-9388-b05adb68b805 req-a581508d-cfdb-40c0-852f-57fc030fd282 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:00:08.716757 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b11fb046-e25a-4db2-9388-b05adb68b805 req-a581508d-cfdb-40c0-852f-57fc030fd282 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 931 time: 0.2803786 Feb 04 07:00:08.741262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Transition to ACTIVE for port object 31b3c889-722c-4cc0-bb72-d6057f5c1e26 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:00:08.765044 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b11fb046-e25a-4db2-9388-b05adb68b805 req-1b79c566-ef30-48fa-a764-6664cc424f61 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423493 Feb 04 07:00:08.792779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:08.908568 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:00:08.951143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Pushing event updated for resources: {'Port': ['ID=31b3c889-722c-4cc0-bb72-d6057f5c1e26,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:09.025200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Attempting to bind port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:00:09.025487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Attempting to bind port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:00:09.025827 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Attempting to bind port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 on network e0f1461e-04b7-4851-bb2f-0532a8e96edd {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:00:09.030822 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 on network e0f1461e-04b7-4851-bb2f-0532a8e96edd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 07:00:09.031133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Attempting to bind port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 on network e0f1461e-04b7-4851-bb2f-0532a8e96edd {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:00:09.036053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:00:09.036383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Checking segment: {'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:00:09.036794 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Bound using segment: {'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:00:09.037208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Bound port: 31b3c889-722c-4cc0-bb72-d6057f5c1e26, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:00:09.037543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:09.126461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] For port 31b3c889-722c-4cc0-bb72-d6057f5c1e26, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:00:09.129277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] For port 31b3c889-722c-4cc0-bb72-d6057f5c1e26, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=31b3c889-722c-4cc0-bb72-d6057f5c1e26,segment=NetworkSegment(e174e285-81cd-4a9e-b0d3-eca1bbbf69ed),segment_id=e174e285-81cd-4a9e-b0d3-eca1bbbf69ed)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:00:09.210573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:09.268438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:09.269072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:09.270455 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] 10.222.0.24 "PUT /v2.0/ports/31b3c889-722c-4cc0-bb72-d6057f5c1e26 HTTP/1.1" status: 200 len: 1093 time: 1.0923612 Feb 04 07:00:09.270894 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e740764-3913-485a-8448-29b3191dcb7e', 'tag': '31b3c889-722c-4cc0-bb72-d6057f5c1e26'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:00:09.295771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b481a4-effa-4ed8-99ca-ec6e8dc6e66c service neutron] Pushing event updated for resources: {'Port': ['ID=31b3c889-722c-4cc0-bb72-d6057f5c1e26,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:09.325115 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e740764-3913-485a-8448-29b3191dcb7e', 'tag': '31b3c889-722c-4cc0-bb72-d6057f5c1e26', 'status': 'completed', 'code': 200} Feb 04 07:00:09.415655 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ae30c-085c-42db-9ee4-6d40b924a234 req-319d5eba-8283-4aed-9386-96123f48094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:09.417340 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f41ae30c-085c-42db-9ee4-6d40b924a234 req-319d5eba-8283-4aed-9386-96123f48094f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 1096 time: 0.0738292 Feb 04 07:00:09.554779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ae30c-085c-42db-9ee4-6d40b924a234 req-77b2f06d-73e4-468f-a163-0e0359ba8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:09.556126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f41ae30c-085c-42db-9ee4-6d40b924a234 req-77b2f06d-73e4-468f-a163-0e0359ba8da2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c11deaae1bb6447c836c104d86060bf2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1323669 Feb 04 07:00:09.694111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ae30c-085c-42db-9ee4-6d40b924a234 req-574c06fb-3b2b-4711-b6bd-a94910d55870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:09.695763 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f41ae30c-085c-42db-9ee4-6d40b924a234 req-574c06fb-3b2b-4711-b6bd-a94910d55870 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338730 Feb 04 07:00:09.801343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60827be6-c123-4c5a-a31e-81e0075c831d req-2d03146d-4530-4b4e-a16e-0f1777cc705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:09.802804 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-2d03146d-4530-4b4e-a16e-0f1777cc705f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 1096 time: 0.0730746 Feb 04 07:00:09.876661 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-c06259de-fff4-4084-a15c-d84b2ee7bdfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31b3c889-722c-4cc0-bb72-d6057f5c1e26 HTTP/1.1" status: 200 len: 217 time: 0.0666399 Feb 04 07:00:10.082401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60827be6-c123-4c5a-a31e-81e0075c831d req-f8f32f21-4b7a-4335-8a47-d82a39860a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:10.083707 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-f8f32f21-4b7a-4335-8a47-d82a39860a7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7780e5-967d-496a-bcf4-51c6c44dfd9b HTTP/1.1" status: 200 len: 835 time: 0.0799274 Feb 04 07:00:10.140438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71003fd3-5ed7-4979-b3cd-08b82b4d75d3 req-20d5bf9a-ad0e-4f93-8840-fa75ecaca5cd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:10.141865 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-71003fd3-5ed7-4979-b3cd-08b82b4d75d3 req-20d5bf9a-ad0e-4f93-8840-fa75ecaca5cd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 943 time: 0.2670736 Feb 04 07:00:10.198977 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-71003fd3-5ed7-4979-b3cd-08b82b4d75d3 req-e9051d6c-3239-4dcf-9fa2-61cc2246203d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508950 Feb 04 07:00:10.201759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60827be6-c123-4c5a-a31e-81e0075c831d req-689c34e8-352a-4d46-9d9f-8818cd225b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:10.203169 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-689c34e8-352a-4d46-9d9f-8818cd225b8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0f1461e-04b7-4851-bb2f-0532a8e96edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113949 Feb 04 07:00:10.333320 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-ae973844-2979-42d9-b40e-d341befe0566 service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238015 Feb 04 07:00:10.461159 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60827be6-c123-4c5a-a31e-81e0075c831d req-6d739338-fc29-474f-9f09-7ca3860b081d service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217999 Feb 04 07:00:11.379808 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257ee18-2c7c-45bd-b91e-85ae0ea12fc7 req-f589d5e2-765d-4572-90e3-42c6d7ca817f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:11.381269 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0257ee18-2c7c-45bd-b91e-85ae0ea12fc7 req-f589d5e2-765d-4572-90e3-42c6d7ca817f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 943 time: 0.0775824 Feb 04 07:00:11.423709 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0257ee18-2c7c-45bd-b91e-85ae0ea12fc7 req-996e0104-86d4-4c6b-9b9e-a1cd5f29b45b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369022 Feb 04 07:00:12.612354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29858ea3-185c-4433-8981-a0e50021e6f2 req-74106d3b-4622-46ce-8097-4c2c882c2959 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:12.613743 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-29858ea3-185c-4433-8981-a0e50021e6f2 req-74106d3b-4622-46ce-8097-4c2c882c2959 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 943 time: 0.0828907 Feb 04 07:00:12.656574 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-29858ea3-185c-4433-8981-a0e50021e6f2 req-4f8cfe0e-4b9c-4abc-9901-f26eb4de557f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373516 Feb 04 07:00:13.839497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20eb6bb-14ed-4ac4-9c3b-bbab35d793e1 req-b4d57d3c-b7d7-48cb-ba59-61de4beafb85 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:13.841565 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e20eb6bb-14ed-4ac4-9c3b-bbab35d793e1 req-b4d57d3c-b7d7-48cb-ba59-61de4beafb85 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 943 time: 0.0830595 Feb 04 07:00:13.884209 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e20eb6bb-14ed-4ac4-9c3b-bbab35d793e1 req-d7123421-6ade-4e22-9cc9-47b86d087061 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369649 Feb 04 07:00:14.922286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 31b3c889-722c-4cc0-bb72-d6057f5c1e26 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 07:00:15.055893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 31b3c889-722c-4cc0-bb72-d6057f5c1e26, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=31b3c889-722c-4cc0-bb72-d6057f5c1e26,segment=NetworkSegment(e174e285-81cd-4a9e-b0d3-eca1bbbf69ed),segment_id=e174e285-81cd-4a9e-b0d3-eca1bbbf69ed)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:00:15.067104 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f295a-f85f-45dc-9a9b-fd92f142638b req-59ae59dd-3d4b-4878-ba11-d2e02f2f1955 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:15.068563 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-046f295a-f85f-45dc-9a9b-fd92f142638b req-59ae59dd-3d4b-4878-ba11-d2e02f2f1955 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 943 time: 0.0785029 Feb 04 07:00:15.069739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '31b3c889-722c-4cc0-bb72-d6057f5c1e26', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'port_id': '31b3c889-722c-4cc0-bb72-d6057f5c1e26', 'mac_address': 'fa:16:3e:9e:16:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 07:00:15.115104 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-046f295a-f85f-45dc-9a9b-fd92f142638b req-48e60eb4-3000-40f2-a5fd-6f4d4b32acbb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408599 Feb 04 07:00:15.128821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:15.145226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b3c889-722c-4cc0-bb72-d6057f5c1e26 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:00:15.159957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 31b3c889-722c-4cc0-bb72-d6057f5c1e26, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=31b3c889-722c-4cc0-bb72-d6057f5c1e26,segment=NetworkSegment(e174e285-81cd-4a9e-b0d3-eca1bbbf69ed),segment_id=e174e285-81cd-4a9e-b0d3-eca1bbbf69ed)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:00:15.255337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:15.320804 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=31b3c889-722c-4cc0-bb72-d6057f5c1e26,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:15.648400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['31b3c889-722c-4cc0-bb72-d6057f5c1e26'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 07:00:15.783436 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1431b15f-f6ff-4ed9-bb92-2a7a3056e339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:16.296560 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84580a0-d3d3-44a5-b16e-c722243a4330 req-f63e24bb-7acc-4ce9-8545-013f741828d3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:16.298026 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a84580a0-d3d3-44a5-b16e-c722243a4330 req-f63e24bb-7acc-4ce9-8545-013f741828d3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 944 time: 0.0783327 Feb 04 07:00:16.344451 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a84580a0-d3d3-44a5-b16e-c722243a4330 req-f8f91f34-32e2-4d0b-8161-a1c1f14201e6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409546 Feb 04 07:00:16.937332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 31b3c889-722c-4cc0-bb72-d6057f5c1e26 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:00:17.083995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:00:17.088561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:00:17.088959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:17.201866 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:17.227493 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e740764-3913-485a-8448-29b3191dcb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b3c889-722c-4cc0-bb72-d6057f5c1e26'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:00:17.236868 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 31b3c889-722c-4cc0-bb72-d6057f5c1e26, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=31b3c889-722c-4cc0-bb72-d6057f5c1e26,segment=NetworkSegment(e174e285-81cd-4a9e-b0d3-eca1bbbf69ed),segment_id=e174e285-81cd-4a9e-b0d3-eca1bbbf69ed)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:00:17.271317 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e740764-3913-485a-8448-29b3191dcb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b3c889-722c-4cc0-bb72-d6057f5c1e26', 'code': 200} Feb 04 07:00:17.307934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:17.373132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=31b3c889-722c-4cc0-bb72-d6057f5c1e26,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:17.524142 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e5add-f22d-442a-a112-8cc97e989bf6 req-87b49780-1c60-4e44-988b-1a6dd253652d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:17.525639 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c20e5add-f22d-442a-a112-8cc97e989bf6 req-87b49780-1c60-4e44-988b-1a6dd253652d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0792489 Feb 04 07:00:17.570048 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c20e5add-f22d-442a-a112-8cc97e989bf6 req-356a078e-798b-441c-af61-d704bbc981ca tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382361 Feb 04 07:00:17.611782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336e156-275f-40d2-8140-fb3beb776f9a req-2c446c1b-a7fe-4954-9132-b21de7ecc441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:17.613319 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b336e156-275f-40d2-8140-fb3beb776f9a req-2c446c1b-a7fe-4954-9132-b21de7ecc441 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 1098 time: 0.0685632 Feb 04 07:00:17.652485 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b336e156-275f-40d2-8140-fb3beb776f9a req-469ed7bd-8837-46b4-bc0c-0dd024105542 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334339 Feb 04 07:00:18.015848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a7a9008f-9ea0-4bef-a7fb-d43a13f59ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:18.767702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf9b63-07f7-4d5b-9a1b-a2edf76e6240 req-46bc1dd0-d8c9-4bcc-a8b1-c180b0a61fa6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:18.769085 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5bdf9b63-07f7-4d5b-9a1b-a2edf76e6240 req-46bc1dd0-d8c9-4bcc-a8b1-c180b0a61fa6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0910871 Feb 04 07:00:18.812700 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5bdf9b63-07f7-4d5b-9a1b-a2edf76e6240 req-251b1604-3cff-46b7-8031-ed08d929c8e6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380254 Feb 04 07:00:19.176022 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:19.266803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:19.995420 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25748ef7-8630-4a03-8316-a3735cf901ba req-4e9849c1-1cdf-4454-bd3d-ee64c548f638 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:19.996914 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25748ef7-8630-4a03-8316-a3735cf901ba req-4e9849c1-1cdf-4454-bd3d-ee64c548f638 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0820706 Feb 04 07:00:20.039063 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-25748ef7-8630-4a03-8316-a3735cf901ba req-27875a47-5114-4f0c-854e-d55da448c560 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366194 Feb 04 07:00:20.235694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f116-4636-4739-8c4c-87cb97ae562b req-5973f8f9-8b32-46e6-a2bd-6d08ed293cac tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:20.244943 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7340f116-4636-4739-8c4c-87cb97ae562b req-5973f8f9-8b32-46e6-a2bd-6d08ed293cac tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0937343 Feb 04 07:00:20.281880 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7340f116-4636-4739-8c4c-87cb97ae562b req-68f1af1c-7be1-41a5-a3fd-1c43aeec4706 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387843 Feb 04 07:00:20.303328 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57314) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:00:20.307614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:20.376966 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61db777-d4d7-4896-9edf-f0596c78bf60 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:20.378439 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c61db777-d4d7-4896-9edf-f0596c78bf60 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 1093 time: 0.0741689 Feb 04 07:00:20.381165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57318) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:00:20.385956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '31b3c889-722c-4cc0-bb72-d6057f5c1e26', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:00:20.392217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:00:20.396004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:floatingip and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:00:20.398783 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:00:20.405002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:00:20.467515 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:20.600124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:20.690187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:20.727477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.26.7.8 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/3012eed3-89da-40c4-87b8-0670f3d7018a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:00:20.867461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:20.970393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:21.039437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:00:21.042237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:00:21.047091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:00:21.080871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=3012eed3-89da-40c4-87b8-0670f3d7018a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:21.543445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:21.704455 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:21.902706 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:21.958204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:22.071939 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=3012eed3-89da-40c4-87b8-0670f3d7018a,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:00:22.083473 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:22.245864 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Floating IP 78f95a51-8d8e-4680-80dc-721cb30d1916 associated. External IP: 172.26.7.8, port: 31b3c889-722c-4cc0-bb72-d6057f5c1e26. Feb 04 07:00:22.586803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 51d1f2e4-dd5d-4b15-97e6-63909b344213 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:00:22.867345 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:00:22.876836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9d818-ba10-4f5c-a3fa-846bdeb1d170 None None] Sync routers for ids ['51d1f2e4-dd5d-4b15-97e6-63909b344213'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:00:22.885641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9d818-ba10-4f5c-a3fa-846bdeb1d170 None None] Routers {'51d1f2e4-dd5d-4b15-97e6-63909b344213'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:00:22.893047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aea9d818-ba10-4f5c-a3fa-846bdeb1d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:00:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51d1f2e4-dd5d-4b15-97e6-63909b344213'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:00:22.941543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:22.999423 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-73481073-6451-420d-8ee2-540377b6c3e1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6172478 Feb 04 07:00:23.000002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e740764-3913-485a-8448-29b3191dcb7e', 'tag': '31b3c889-722c-4cc0-bb72-d6057f5c1e26'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:00:23.044823 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e740764-3913-485a-8448-29b3191dcb7e', 'tag': '31b3c889-722c-4cc0-bb72-d6057f5c1e26', 'status': 'completed', 'code': 200} Feb 04 07:00:23.068825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-aea9d818-ba10-4f5c-a3fa-846bdeb1d170 None None] Set router 51d1f2e4-dd5d-4b15-97e6-63909b344213 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:00:23.137122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f52b3-370e-4fec-b9dc-3a00c9bc7168 req-3b6a2747-3d3f-406f-87cc-d8a8f41809df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:23.138833 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c1f52b3-370e-4fec-b9dc-3a00c9bc7168 req-3b6a2747-3d3f-406f-87cc-d8a8f41809df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 1098 time: 0.0719876 Feb 04 07:00:23.183537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abeb968-4f7b-47d1-8c40-bc37a0450b64 req-74019729-a06c-4d91-9bc9-91f40bac5829 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:23.185194 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2abeb968-4f7b-47d1-8c40-bc37a0450b64 req-74019729-a06c-4d91-9bc9-91f40bac5829 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0904233 Feb 04 07:00:23.232222 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2abeb968-4f7b-47d1-8c40-bc37a0450b64 req-15a3c22b-46bb-44a4-b4f3-38db4ec36052 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408587 Feb 04 07:00:23.255712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57326) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:00:23.275983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f52b3-370e-4fec-b9dc-3a00c9bc7168 req-eb3eeb38-3add-41b5-876a-89fc16dd353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:23.277552 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c1f52b3-370e-4fec-b9dc-3a00c9bc7168 req-eb3eeb38-3add-41b5-876a-89fc16dd353a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0f1461e-04b7-4851-bb2f-0532a8e96edd HTTP/1.1" status: 200 len: 897 time: 0.1330748 Feb 04 07:00:23.366642 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-73cc8dac-db55-4c84-81de-56b88b9e1e85 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/78f95a51-8d8e-4680-80dc-721cb30d1916 HTTP/1.1" status: 200 len: 989 time: 0.1094010 Feb 04 07:00:23.382463 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c1f52b3-370e-4fec-b9dc-3a00c9bc7168 req-4ebe26cf-9cc1-470e-a37f-766975df93eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31b3c889-722c-4cc0-bb72-d6057f5c1e26 HTTP/1.1" status: 200 len: 997 time: 0.0991230 Feb 04 07:00:23.444533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f52b3-370e-4fec-b9dc-3a00c9bc7168 req-6c6c5157-1f70-4111-9397-0576b6312793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:23.445963 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c1f52b3-370e-4fec-b9dc-3a00c9bc7168 req-6c6c5157-1f70-4111-9397-0576b6312793 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7780e5-967d-496a-bcf4-51c6c44dfd9b HTTP/1.1" status: 200 len: 835 time: 0.0573294 Feb 04 07:00:23.461376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aea9d818-ba10-4f5c-a3fa-846bdeb1d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '78f95a51-8d8e-4680-80dc-721cb30d1916', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.8', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'port_id': '31b3c889-722c-4cc0-bb72-d6057f5c1e26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'mac_address': 'fa:16:3e:9e:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e740764-3913-485a-8448-29b3191dcb7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:00:21Z', 'updated_at': '2022-02-04T07:00:21Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc32642-7c4c-4525-b1cf-61f2be138587', 'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:dd:96:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:00:01Z', 'updated_at': '2022-02-04T07:00:06Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:00:23.465190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9d818-ba10-4f5c-a3fa-846bdeb1d170 None None] Checking router: 51d1f2e4-dd5d-4b15-97e6-63909b344213 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:00:23.474046 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9d818-ba10-4f5c-a3fa-846bdeb1d170 None None] Routers {'51d1f2e4-dd5d-4b15-97e6-63909b344213'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:00:23.474636 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aea9d818-ba10-4f5c-a3fa-846bdeb1d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:00:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51d1f2e4-dd5d-4b15-97e6-63909b344213'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:00:23.524341 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f52b3-370e-4fec-b9dc-3a00c9bc7168 req-9c2a25ed-8e8d-4627-bad6-109e4307f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:23.525849 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c1f52b3-370e-4fec-b9dc-3a00c9bc7168 req-9c2a25ed-8e8d-4627-bad6-109e4307f400 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0f1461e-04b7-4851-bb2f-0532a8e96edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735574 Feb 04 07:00:23.648096 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-aea9d818-ba10-4f5c-a3fa-846bdeb1d170 None None] Set router 51d1f2e4-dd5d-4b15-97e6-63909b344213 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:00:23.658737 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c1f52b3-370e-4fec-b9dc-3a00c9bc7168 req-872663dd-813d-4bc7-8f26-22498dffd39f service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258750 Feb 04 07:00:23.795163 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4c1f52b3-370e-4fec-b9dc-3a00c9bc7168 req-745a3989-867d-407c-86ee-8a02cbee0111 service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234188 Feb 04 07:00:23.986515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-aea9d818-ba10-4f5c-a3fa-846bdeb1d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '78f95a51-8d8e-4680-80dc-721cb30d1916', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.8', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'port_id': '31b3c889-722c-4cc0-bb72-d6057f5c1e26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'mac_address': 'fa:16:3e:9e:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e740764-3913-485a-8448-29b3191dcb7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:00:21Z', 'updated_at': '2022-02-04T07:00:21Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc32642-7c4c-4525-b1cf-61f2be138587', 'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:dd:96:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:00:01Z', 'updated_at': '2022-02-04T07:00:06Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:00:23.990464 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9d818-ba10-4f5c-a3fa-846bdeb1d170 None None] The sync data for ids ['51d1f2e4-dd5d-4b15-97e6-63909b344213'] in dv-neutron-827796-1-hyperv is: [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '78f95a51-8d8e-4680-80dc-721cb30d1916', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.8', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'port_id': '31b3c889-722c-4cc0-bb72-d6057f5c1e26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'mac_address': 'fa:16:3e:9e:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e740764-3913-485a-8448-29b3191dcb7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:00:21Z', 'updated_at': '2022-02-04T07:00:21Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc32642-7c4c-4525-b1cf-61f2be138587', 'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:dd:96:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:00:01Z', 'updated_at': '2022-02-04T07:00:06Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:00:24.187750 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5699b4c-9be0-484b-ba9a-47bc56aa72c5 None None] New status for floating IP 78f95a51-8d8e-4680-80dc-721cb30d1916: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:00:24.370489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57330) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:00:24.475944 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f9d996cf-19b3-45e9-ab2f-a2902500a74a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/78f95a51-8d8e-4680-80dc-721cb30d1916 HTTP/1.1" status: 200 len: 989 time: 0.1044283 Feb 04 07:00:25.479823 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57334) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:00:25.580660 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8bfbd94c-2099-4f39-ac6d-47ba919fab2a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/78f95a51-8d8e-4680-80dc-721cb30d1916 HTTP/1.1" status: 200 len: 991 time: 0.0996814 Feb 04 07:00:45.271650 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-0a256b01-34a6-499c-a374-383cf2d78814 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707769 Feb 04 07:00:45.405613 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-90a814dd-6540-42ba-938d-a51fe564095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:45.407039 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-90a814dd-6540-42ba-938d-a51fe564095a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 1098 time: 0.0694020 Feb 04 07:00:45.546462 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-7d884368-055e-485a-bd6f-34d7c1adb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:45.547822 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-7d884368-055e-485a-bd6f-34d7c1adb519 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0f1461e-04b7-4851-bb2f-0532a8e96edd HTTP/1.1" status: 200 len: 897 time: 0.1230056 Feb 04 07:00:45.651587 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-2254664f-2241-411c-8e4a-f6518988809f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31b3c889-722c-4cc0-bb72-d6057f5c1e26 HTTP/1.1" status: 200 len: 999 time: 0.0929968 Feb 04 07:00:45.713911 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-5a9018d3-6c2b-4b65-a8e8-7afc400ac943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:45.716291 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-5a9018d3-6c2b-4b65-a8e8-7afc400ac943 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7780e5-967d-496a-bcf4-51c6c44dfd9b HTTP/1.1" status: 200 len: 835 time: 0.0583367 Feb 04 07:00:45.723948 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bad32c7f-45e6-4823-9a4b-4e73d25192b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:45.896717 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-f136d086-5fa1-4f31-9d51-796aa16ece67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:00:45.898116 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-f136d086-5fa1-4f31-9d51-796aa16ece67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0f1461e-04b7-4851-bb2f-0532a8e96edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1758580 Feb 04 07:00:45.908246 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:00:46.025778 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-26763fcf-7007-487d-b142-e07424f88733 service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213648 Feb 04 07:00:46.153310 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5e0014ed-d6a8-4e70-b0bd-5c8e862aaae1 req-c6179dac-3d27-444f-9678-5f61cf2f0703 service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219172 Feb 04 07:00:48.015075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7dac4611-d5c6-456d-9451-1e52a75f56d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:49.149047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:49.214794 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:50.192384 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:00:50.684518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:15.734670 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e737630e-99af-432c-9676-1b844ff1eb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:17.997518 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-eb431925-0c0d-4c17-af69-ad5fa14e3eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:19.163453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:19.231822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:20.203086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:20.706185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:22.909272 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:01:26.700825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df3744-5a39-47cb-8891-407b2b1f0af5 req-3350ec61-6a89-438f-aa1c-53d5f7187e00 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:26.702302 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c6df3744-5a39-47cb-8891-407b2b1f0af5 req-3350ec61-6a89-438f-aa1c-53d5f7187e00 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0828359 Feb 04 07:01:26.752415 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c6df3744-5a39-47cb-8891-407b2b1f0af5 req-160eb995-d3a1-4f20-8840-4e48e3c4930c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441420 Feb 04 07:01:27.944092 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a7abd-11dc-4942-957d-4e5a3689e8b5 req-302b2177-e9a1-4593-b69c-d3c5a9fd3afa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:27.945544 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-396a7abd-11dc-4942-957d-4e5a3689e8b5 req-302b2177-e9a1-4593-b69c-d3c5a9fd3afa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0815647 Feb 04 07:01:27.987501 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-396a7abd-11dc-4942-957d-4e5a3689e8b5 req-f36b2395-a415-4ece-8f20-0dc809d2401c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364659 Feb 04 07:01:29.173198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282e892-58f7-45f0-a215-e058c21e3098 req-c6c06c41-4fd2-46c6-8ada-af2843d506dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:29.174629 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6282e892-58f7-45f0-a215-e058c21e3098 req-c6c06c41-4fd2-46c6-8ada-af2843d506dd tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0781941 Feb 04 07:01:29.218268 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6282e892-58f7-45f0-a215-e058c21e3098 req-31a23074-c874-4be9-b30f-1d8094bc6478 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380354 Feb 04 07:01:30.397599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dba876-54f3-40cd-8c94-24dbaa6e09ef req-aa640402-20d6-4715-a65a-7af3770d9ae2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:30.399028 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-18dba876-54f3-40cd-8c94-24dbaa6e09ef req-aa640402-20d6-4715-a65a-7af3770d9ae2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0776329 Feb 04 07:01:30.441417 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-18dba876-54f3-40cd-8c94-24dbaa6e09ef req-71d3bb54-095b-4cdb-9c5b-d18f40c0e20a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368865 Feb 04 07:01:31.627850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4577641-7e42-43e1-8f3e-d63e63631f03 req-11d678ec-d190-4323-8f8e-46c79b5b8512 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:31.629326 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d4577641-7e42-43e1-8f3e-d63e63631f03 req-11d678ec-d190-4323-8f8e-46c79b5b8512 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0840166 Feb 04 07:01:31.672889 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d4577641-7e42-43e1-8f3e-d63e63631f03 req-553549c8-b756-4bd6-96de-980dda24a0a5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379062 Feb 04 07:01:32.855674 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d137d-2cb7-4dba-b391-12804fb81c49 req-2847aa15-c3b7-49fc-8c5b-a0455197e7b1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:32.857121 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7c7d137d-2cb7-4dba-b391-12804fb81c49 req-2847aa15-c3b7-49fc-8c5b-a0455197e7b1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0812192 Feb 04 07:01:32.899321 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7c7d137d-2cb7-4dba-b391-12804fb81c49 req-b4c359ed-77dc-489d-8f95-297e1b5d5a9b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365477 Feb 04 07:01:34.079912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28feba5-953f-4eaf-974a-ee820064b736 req-40b56188-fab0-4c54-b1ba-5092a10c61e7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:34.081270 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f28feba5-953f-4eaf-974a-ee820064b736 req-40b56188-fab0-4c54-b1ba-5092a10c61e7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0781853 Feb 04 07:01:34.123388 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f28feba5-953f-4eaf-974a-ee820064b736 req-2f1d099b-1cbe-4ff7-bc22-91aee68e79d0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365963 Feb 04 07:01:35.316164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0a48c-0696-4309-877a-6187f03ed925 req-4a46dec2-e35e-4974-b2ae-d98b57d9371c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:35.317603 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-67a0a48c-0696-4309-877a-6187f03ed925 req-4a46dec2-e35e-4974-b2ae-d98b57d9371c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0777223 Feb 04 07:01:35.363452 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-67a0a48c-0696-4309-877a-6187f03ed925 req-86c34910-928f-4ba1-b46f-321714c3b792 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403023 Feb 04 07:01:36.552623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e76ea1-24be-4ab9-9669-fa8e480638f5 req-5a7876b7-38eb-4dd3-9df4-a0c0255c529a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:36.554089 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60e76ea1-24be-4ab9-9669-fa8e480638f5 req-5a7876b7-38eb-4dd3-9df4-a0c0255c529a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0862775 Feb 04 07:01:36.596800 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60e76ea1-24be-4ab9-9669-fa8e480638f5 req-cc307da1-4f19-40ee-a397-e7a3143ec6a2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368629 Feb 04 07:01:37.775775 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0a3dc-9696-4a47-84f2-21165cdd1cc1 req-4330459d-16d1-4399-a64e-deb79fb55e2f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:37.777745 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-63b0a3dc-9696-4a47-84f2-21165cdd1cc1 req-4330459d-16d1-4399-a64e-deb79fb55e2f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0789130 Feb 04 07:01:37.820350 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-63b0a3dc-9696-4a47-84f2-21165cdd1cc1 req-f28064c9-202e-4c9b-a21a-b799ef5deeda tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371637 Feb 04 07:01:37.843379 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57388) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:01:37.947394 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-58e0bde8-589b-47f9-83df-83d5d1f5edc8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/78f95a51-8d8e-4680-80dc-721cb30d1916 HTTP/1.1" status: 200 len: 991 time: 0.1028907 Feb 04 07:01:39.526513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bd0e6-d032-45d3-a3dd-35fd456c47a7 req-5b3e9b9d-5c71-4bd1-b0ff-fbc16495aa25 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:39.528015 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a22bd0e6-d032-45d3-a3dd-35fd456c47a7 req-5b3e9b9d-5c71-4bd1-b0ff-fbc16495aa25 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0802207 Feb 04 07:01:39.624226 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a22bd0e6-d032-45d3-a3dd-35fd456c47a7 req-a2b67636-addd-47f6-83d3-8bcabf4f270c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627117 Feb 04 07:01:39.638848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-2e0d85f6-e79b-436c-95f2-01c89c8e560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:39.640348 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-2e0d85f6-e79b-436c-95f2-01c89c8e560d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 1098 time: 0.1114705 Feb 04 07:01:39.769351 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-cfa2cfca-b310-4159-927a-6911ba798202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:39.770765 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-cfa2cfca-b310-4159-927a-6911ba798202 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0f1461e-04b7-4851-bb2f-0532a8e96edd HTTP/1.1" status: 200 len: 897 time: 0.1243827 Feb 04 07:01:39.872527 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-755dd31d-21df-479f-a024-3160b211504c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31b3c889-722c-4cc0-bb72-d6057f5c1e26 HTTP/1.1" status: 200 len: 999 time: 0.0947313 Feb 04 07:01:39.932932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-c129cc53-b446-48eb-90ea-531360efd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:39.934268 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-c129cc53-b446-48eb-90ea-531360efd011 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7780e5-967d-496a-bcf4-51c6c44dfd9b HTTP/1.1" status: 200 len: 835 time: 0.0562799 Feb 04 07:01:40.008684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-4ef4e75b-583f-42c2-bf4f-679ca828d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:40.010126 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-4ef4e75b-583f-42c2-bf4f-679ca828d9e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0f1461e-04b7-4851-bb2f-0532a8e96edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700507 Feb 04 07:01:40.019529 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-c7e4bfc8-5a2d-4009-be3b-6077fe8847f4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 07:01:40.020439 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-c7e4bfc8-5a2d-4009-be3b-6077fe8847f4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046253 Feb 04 07:01:40.146144 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-c6fcbbb9-5ae9-4ccc-914a-4a5eeab6511a service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200151 Feb 04 07:01:40.375550 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-dc7514e1-12f2-4e25-a486-89d1cc4b985c req-c8c6e23b-391e-4fa6-a93b-e702ab735b9a service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235868 Feb 04 07:01:40.810902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114ddbd-fde4-4cce-9850-40dd9df15098 req-e3549701-6354-4dd7-92d2-decbe00e5b3f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:40.812379 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3114ddbd-fde4-4cce-9850-40dd9df15098 req-e3549701-6354-4dd7-92d2-decbe00e5b3f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0805531 Feb 04 07:01:40.859483 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3114ddbd-fde4-4cce-9850-40dd9df15098 req-8af4d382-1c83-4faa-b8c3-da2ed15a9eae tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413609 Feb 04 07:01:42.044014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730618e6-4fce-476e-9f22-6d80119fcb63 req-02faa2c2-4078-4892-b47a-6e6c494693a0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:42.045496 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-730618e6-4fce-476e-9f22-6d80119fcb63 req-02faa2c2-4078-4892-b47a-6e6c494693a0 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0772569 Feb 04 07:01:42.087769 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-730618e6-4fce-476e-9f22-6d80119fcb63 req-98bef196-8d52-4ce2-bae3-bea2d43c44eb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368638 Feb 04 07:01:42.110236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57402) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:01:42.217513 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c6c9d1ed-eec5-435c-8fc0-8f45a71b0e5f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/78f95a51-8d8e-4680-80dc-721cb30d1916 HTTP/1.1" status: 200 len: 991 time: 0.1060994 Feb 04 07:01:45.751163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4c964fdd-d2d2-4a56-abd1-8821ab7d4231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:47.271579 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-75137f87-14f5-4862-8e42-822a980e02c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796986 Feb 04 07:01:47.421882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-dc0b5d3d-02ad-4259-b53f-99edd595edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:47.423384 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-dc0b5d3d-02ad-4259-b53f-99edd595edde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 1098 time: 0.0868018 Feb 04 07:01:47.581888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-a2592aba-700c-4563-af06-549f54e42141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:47.583251 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-a2592aba-700c-4563-af06-549f54e42141 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0f1461e-04b7-4851-bb2f-0532a8e96edd HTTP/1.1" status: 200 len: 897 time: 0.1414914 Feb 04 07:01:47.690477 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-b9485306-511e-4aeb-8b4e-d3db513d0f80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31b3c889-722c-4cc0-bb72-d6057f5c1e26 HTTP/1.1" status: 200 len: 999 time: 0.1011782 Feb 04 07:01:47.751961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-f20a23a6-5009-435e-8284-8fb61f4317a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:47.753425 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-f20a23a6-5009-435e-8284-8fb61f4317a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7780e5-967d-496a-bcf4-51c6c44dfd9b HTTP/1.1" status: 200 len: 835 time: 0.0577564 Feb 04 07:01:47.838954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-87f35fd8-a90d-412b-b8cc-e83bf9cbe32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:01:47.840446 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-87f35fd8-a90d-412b-b8cc-e83bf9cbe32a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0f1461e-04b7-4851-bb2f-0532a8e96edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812616 Feb 04 07:01:47.989115 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-4385eb61-95bc-44ed-b883-ba91a93a83df service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423695 Feb 04 07:01:48.043236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fd1d37c5-0cae-4488-8911-c2f1b142ebfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:48.127239 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a63d943-8d99-46a1-a157-86586c6f9d83 req-b152a508-683a-467b-85b2-ce70594812aa service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312263 Feb 04 07:01:49.160232 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:49.214340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:50.225385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:50.682844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:01:59.908170 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:02:15.721981 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4370cc7e-b29a-4d4d-bf48-512e2f9ce0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:18.007585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ec593973-62fc-464a-a089-710433f90e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:19.139402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:19.236353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:20.236054 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:20.670328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:31.122720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57446) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:31.320262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port 3012eed3-89da-40c4-87b8-0670f3d7018a {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:02:31.320635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:31.491098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:31.491422 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:31.712829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for 3012eed3-89da-40c4-87b8-0670f3d7018a owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:02:31.938860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:31.985232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=3012eed3-89da-40c4-87b8-0670f3d7018a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:32.026483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.026825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.027162 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.027492 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.027820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.028144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.028463 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.028807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.029128 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.029443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.029761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.030076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:32.084277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:32.084530 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Floating IP 78f95a51-8d8e-4680-80dc-721cb30d1916 disassociated (deleted). External IP: 172.26.7.8, port: 31b3c889-722c-4cc0-bb72-d6057f5c1e26. Feb 04 07:02:32.422663 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 51d1f2e4-dd5d-4b15-97e6-63909b344213 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:02:32.597793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:02:32.607496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6064c4f8-f81e-4f3f-8e70-b155e03e6650 None None] Sync routers for ids ['51d1f2e4-dd5d-4b15-97e6-63909b344213'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:02:32.616187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6064c4f8-f81e-4f3f-8e70-b155e03e6650 None None] Routers {'51d1f2e4-dd5d-4b15-97e6-63909b344213'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:02:32.616816 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6064c4f8-f81e-4f3f-8e70-b155e03e6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:02:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51d1f2e4-dd5d-4b15-97e6-63909b344213'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:32.687943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:32.745354 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-82752714-6f47-4337-a894-1cf358539e99 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/floatingips/78f95a51-8d8e-4680-80dc-721cb30d1916 HTTP/1.1" status: 204 len: 168 time: 1.6190004 Feb 04 07:02:32.745354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e740764-3913-485a-8448-29b3191dcb7e', 'tag': '31b3c889-722c-4cc0-bb72-d6057f5c1e26'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:02:32.791398 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e740764-3913-485a-8448-29b3191dcb7e', 'tag': '31b3c889-722c-4cc0-bb72-d6057f5c1e26', 'status': 'completed', 'code': 200} Feb 04 07:02:32.833036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6064c4f8-f81e-4f3f-8e70-b155e03e6650 None None] Set router 51d1f2e4-dd5d-4b15-97e6-63909b344213 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:02:32.887267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977561e-7ef1-4e70-a889-08fb3f103f99 req-7cd22a95-ac6f-4e6b-8cc4-db460c03d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:32.889232 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0977561e-7ef1-4e70-a889-08fb3f103f99 req-7cd22a95-ac6f-4e6b-8cc4-db460c03d488 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 1098 time: 0.0762982 Feb 04 07:02:33.038555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977561e-7ef1-4e70-a889-08fb3f103f99 req-b34c4c0d-825c-4e3f-8e4e-8fc6ae3f1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:33.040036 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0977561e-7ef1-4e70-a889-08fb3f103f99 req-b34c4c0d-825c-4e3f-8e4e-8fc6ae3f1f05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e0f1461e-04b7-4851-bb2f-0532a8e96edd HTTP/1.1" status: 200 len: 897 time: 0.1438015 Feb 04 07:02:33.107959 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0977561e-7ef1-4e70-a889-08fb3f103f99 req-fe47986f-2208-450d-90d3-6e1e103b2044 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31b3c889-722c-4cc0-bb72-d6057f5c1e26 HTTP/1.1" status: 200 len: 217 time: 0.0623031 Feb 04 07:02:33.153534 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6064c4f8-f81e-4f3f-8e70-b155e03e6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '5dc32642-7c4c-4525-b1cf-61f2be138587', 'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:dd:96:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:00:01Z', 'updated_at': '2022-02-04T07:00:06Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:33.157499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6064c4f8-f81e-4f3f-8e70-b155e03e6650 None None] Checking router: 51d1f2e4-dd5d-4b15-97e6-63909b344213 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:02:33.166067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6064c4f8-f81e-4f3f-8e70-b155e03e6650 None None] Routers {'51d1f2e4-dd5d-4b15-97e6-63909b344213'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:02:33.166746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6064c4f8-f81e-4f3f-8e70-b155e03e6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:02:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51d1f2e4-dd5d-4b15-97e6-63909b344213'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:33.176932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977561e-7ef1-4e70-a889-08fb3f103f99 req-d91d1b3b-7b4a-49c9-acb4-5ad6e43491d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:33.181366 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0977561e-7ef1-4e70-a889-08fb3f103f99 req-d91d1b3b-7b4a-49c9-acb4-5ad6e43491d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7780e5-967d-496a-bcf4-51c6c44dfd9b HTTP/1.1" status: 200 len: 835 time: 0.0633292 Feb 04 07:02:33.253693 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d4210-f41c-4308-8949-1f6c1ed83eac req-c78c9e4c-f838-41f6-a747-54a8b6b5801b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:33.261297 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a49d4210-f41c-4308-8949-1f6c1ed83eac req-c78c9e4c-f838-41f6-a747-54a8b6b5801b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0950150 Feb 04 07:02:33.263437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977561e-7ef1-4e70-a889-08fb3f103f99 req-138323e5-bd1f-4266-8400-a935a659d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:33.264989 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0977561e-7ef1-4e70-a889-08fb3f103f99 req-138323e5-bd1f-4266-8400-a935a659d1ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e0f1461e-04b7-4851-bb2f-0532a8e96edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785160 Feb 04 07:02:33.305440 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a49d4210-f41c-4308-8949-1f6c1ed83eac req-7718d768-611b-4d96-8285-770a20f95594 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431678 Feb 04 07:02:33.360959 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6064c4f8-f81e-4f3f-8e70-b155e03e6650 None None] Set router 51d1f2e4-dd5d-4b15-97e6-63909b344213 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:02:33.514347 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0977561e-7ef1-4e70-a889-08fb3f103f99 req-8c62f3b0-bdff-46f5-8bec-d149fa008b9e service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424011 Feb 04 07:02:33.644623 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0977561e-7ef1-4e70-a889-08fb3f103f99 req-ebf13014-a6d7-4afb-b80a-2c04c5a485ef service neutron] 10.222.0.24 "GET /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238687 Feb 04 07:02:33.677881 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6064c4f8-f81e-4f3f-8e70-b155e03e6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '5dc32642-7c4c-4525-b1cf-61f2be138587', 'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:dd:96:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:00:01Z', 'updated_at': '2022-02-04T07:00:06Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:33.681974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6064c4f8-f81e-4f3f-8e70-b155e03e6650 None None] The sync data for ids ['51d1f2e4-dd5d-4b15-97e6-63909b344213'] in dv-neutron-827796-1-hyperv is: [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '5dc32642-7c4c-4525-b1cf-61f2be138587', 'name': '', 'network_id': 'e0f1461e-04b7-4851-bb2f-0532a8e96edd', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:dd:96:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:00:01Z', 'updated_at': '2022-02-04T07:00:06Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': '7f7780e5-967d-496a-bcf4-51c6c44dfd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:02:33.901821 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad885078-75e2-4b60-8446-c9776980b863 None None] New status for floating IP 78f95a51-8d8e-4680-80dc-721cb30d1916: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:02:34.502820 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e79909-9bee-44a7-8420-9a80ac7b60c2 req-d4da6585-d879-4bb1-bf0a-87b347148e20 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:34.503615 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-04e79909-9bee-44a7-8420-9a80ac7b60c2 req-d4da6585-d879-4bb1-bf0a-87b347148e20 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:02:34.596367 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-04e79909-9bee-44a7-8420-9a80ac7b60c2 req-d4da6585-d879-4bb1-bf0a-87b347148e20 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:02:34.597491 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-04e79909-9bee-44a7-8420-9a80ac7b60c2 req-d4da6585-d879-4bb1-bf0a-87b347148e20 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.1819806 Feb 04 07:02:34.641970 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-04e79909-9bee-44a7-8420-9a80ac7b60c2 req-03a421b1-66c6-421a-a79f-b111d1524d7f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389113 Feb 04 07:02:35.069418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90339486-d514-4a85-bd57-ed04fd81ff6e req-8bf00d30-1472-469e-9db1-8adeddb34113 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:35.070833 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90339486-d514-4a85-bd57-ed04fd81ff6e req-8bf00d30-1472-469e-9db1-8adeddb34113 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 945 time: 0.0772138 Feb 04 07:02:35.140287 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-90339486-d514-4a85-bd57-ed04fd81ff6e req-a814c99d-74cb-497d-940d-2f6291ef0f1c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:02:35.140629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-90339486-d514-4a85-bd57-ed04fd81ff6e req-a814c99d-74cb-497d-940d-2f6291ef0f1c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:35.376612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-90339486-d514-4a85-bd57-ed04fd81ff6e req-a814c99d-74cb-497d-940d-2f6291ef0f1c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port 31b3c889-722c-4cc0-bb72-d6057f5c1e26, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=31b3c889-722c-4cc0-bb72-d6057f5c1e26,segment=NetworkSegment(e174e285-81cd-4a9e-b0d3-eca1bbbf69ed),segment_id=e174e285-81cd-4a9e-b0d3-eca1bbbf69ed)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:02:35.376881 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-90339486-d514-4a85-bd57-ed04fd81ff6e req-a814c99d-74cb-497d-940d-2f6291ef0f1c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:35.495900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-90339486-d514-4a85-bd57-ed04fd81ff6e req-a814c99d-74cb-497d-940d-2f6291ef0f1c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for 31b3c889-722c-4cc0-bb72-d6057f5c1e26 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:02:35.687407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-90339486-d514-4a85-bd57-ed04fd81ff6e req-a814c99d-74cb-497d-940d-2f6291ef0f1c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:35.735465 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814c99d-74cb-497d-940d-2f6291ef0f1c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=31b3c889-722c-4cc0-bb72-d6057f5c1e26,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:35.795093 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e094b141-92c0-4bc1-8d01-8a4c631e659a req-c0df7ada-139c-4e2b-a96e-9ec790dac167 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e740764-3913-485a-8448-29b3191dcb7e HTTP/1.1" status: 200 len: 210 time: 0.0460510 Feb 04 07:02:35.815619 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-90339486-d514-4a85-bd57-ed04fd81ff6e req-a814c99d-74cb-497d-940d-2f6291ef0f1c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] No DVR routers for this DVR port 31b3c889-722c-4cc0-bb72-d6057f5c1e26 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:02:35.818074 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-90339486-d514-4a85-bd57-ed04fd81ff6e req-a814c99d-74cb-497d-940d-2f6291ef0f1c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:35.820514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e740764-3913-485a-8448-29b3191dcb7e', 'name': 'network-vif-deleted', 'tag': '31b3c889-722c-4cc0-bb72-d6057f5c1e26'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:02:35.882693 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-90339486-d514-4a85-bd57-ed04fd81ff6e req-a814c99d-74cb-497d-940d-2f6291ef0f1c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "DELETE /v2.0/ports/31b3c889-722c-4cc0-bb72-d6057f5c1e26 HTTP/1.1" status: 204 len: 173 time: 0.8067255 Feb 04 07:02:36.013059 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e740764-3913-485a-8448-29b3191dcb7e', 'name': 'network-vif-deleted', 'tag': '31b3c889-722c-4cc0-bb72-d6057f5c1e26', 'status': 'completed', 'code': 200} Feb 04 07:02:36.886373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57472) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:36.907042 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:02:37.517124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:37.879225 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port 5dc32642-7c4c-4525-b1cf-61f2be138587 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:02:37.879560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:38.062270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port 5dc32642-7c4c-4525-b1cf-61f2be138587, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=5dc32642-7c4c-4525-b1cf-61f2be138587,segment=NetworkSegment(e174e285-81cd-4a9e-b0d3-eca1bbbf69ed),segment_id=e174e285-81cd-4a9e-b0d3-eca1bbbf69ed)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:02:38.062998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:38.183533 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for 5dc32642-7c4c-4525-b1cf-61f2be138587 owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:02:38.498789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:38.545984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=5dc32642-7c4c-4525-b1cf-61f2be138587,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:38.919499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:39.279220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 51d1f2e4-dd5d-4b15-97e6-63909b344213 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:02:39.451844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:02:39.462047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab5c19-0fb2-4b03-b493-a4c79ed6ec11 None None] Sync routers for ids ['51d1f2e4-dd5d-4b15-97e6-63909b344213'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:02:39.468760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-02a5804f-bd1c-4a50-a8ff-b386b4bf24cc tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "PUT /v2.0/routers/51d1f2e4-dd5d-4b15-97e6-63909b344213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5812192 Feb 04 07:02:39.471391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57476) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:39.474185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab5c19-0fb2-4b03-b493-a4c79ed6ec11 None None] Routers {'51d1f2e4-dd5d-4b15-97e6-63909b344213'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:02:39.474786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-03ab5c19-0fb2-4b03-b493-a4c79ed6ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:02:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51d1f2e4-dd5d-4b15-97e6-63909b344213'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:39.542106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-86720a2d-478a-49f0-a6e6-172ae173433a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting subnet 7f7780e5-967d-496a-bcf4-51c6c44dfd9b {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 07:02:39.544988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86720a2d-478a-49f0-a6e6-172ae173433a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:39.597684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86720a2d-478a-49f0-a6e6-172ae173433a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:39.614538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 31b3c889-722c-4cc0-bb72-d6057f5c1e26 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:02:39.667020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 31b3c889-722c-4cc0-bb72-d6057f5c1e26 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:02:39.667359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 31b3c889-722c-4cc0-bb72-d6057f5c1e26 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:02:39.685292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-03ab5c19-0fb2-4b03-b493-a4c79ed6ec11 None None] Set router 51d1f2e4-dd5d-4b15-97e6-63909b344213 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:02:39.705996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86720a2d-478a-49f0-a6e6-172ae173433a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:39.819801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86720a2d-478a-49f0-a6e6-172ae173433a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:39.861195 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86720a2d-478a-49f0-a6e6-172ae173433a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7780e5-967d-496a-bcf4-51c6c44dfd9b,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:39.865634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-86720a2d-478a-49f0-a6e6-172ae173433a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:39.873034 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-86720a2d-478a-49f0-a6e6-172ae173433a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/subnets/7f7780e5-967d-496a-bcf4-51c6c44dfd9b HTTP/1.1" status: 204 len: 168 time: 0.4006362 Feb 04 07:02:39.875746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57480) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:39.902011 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067cd004-423d-4593-b24b-cb5f001f20bf None None] Network e0f1461e-04b7-4851-bb2f-0532a8e96edd requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:02:40.051572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:40.179996 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-03ab5c19-0fb2-4b03-b493-a4c79ed6ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:02:38Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:40.184121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab5c19-0fb2-4b03-b493-a4c79ed6ec11 None None] Checking router: 51d1f2e4-dd5d-4b15-97e6-63909b344213 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:02:40.192811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab5c19-0fb2-4b03-b493-a4c79ed6ec11 None None] Routers {'51d1f2e4-dd5d-4b15-97e6-63909b344213'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:02:40.193247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-03ab5c19-0fb2-4b03-b493-a4c79ed6ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:02:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['51d1f2e4-dd5d-4b15-97e6-63909b344213'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:40.225695 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:40.250511 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] DHCP port deletion for e0f1461e-04b7-4851-bb2f-0532a8e96edd request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 07:02:40.265664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Deleting port 7315a849-55e6-4950-897a-87e879b889b2 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:02:40.266033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:40.304457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:02:40.305058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:40.480179 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-03ab5c19-0fb2-4b03-b493-a4c79ed6ec11 None None] Set router 51d1f2e4-dd5d-4b15-97e6-63909b344213 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:02:40.593383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1b3e418e-f5ef-4f82-bfda-57c6a6c11b10,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:02:40.593743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:40.715154 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:02:40.748332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] For port 7315a849-55e6-4950-897a-87e879b889b2, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=7315a849-55e6-4950-897a-87e879b889b2,segment=NetworkSegment(e174e285-81cd-4a9e-b0d3-eca1bbbf69ed),segment_id=e174e285-81cd-4a9e-b0d3-eca1bbbf69ed)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:02:40.748639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:40.882501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Calling delete_port for 7315a849-55e6-4950-897a-87e879b889b2 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:02:40.934084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:40.983235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=1b3e418e-f5ef-4f82-bfda-57c6a6c11b10,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:41.020937 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-03ab5c19-0fb2-4b03-b493-a4c79ed6ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:02:38Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:41.024842 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab5c19-0fb2-4b03-b493-a4c79ed6ec11 None None] The sync data for ids ['51d1f2e4-dd5d-4b15-97e6-63909b344213'] in dv-neutron-827796-1-hyperv is: [{'id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330282624', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:59:56Z', 'updated_at': '2022-02-04T07:02:38Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': '1b3e418e-f5ef-4f82-bfda-57c6a6c11b10', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:93:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d1f2e4-dd5d-4b15-97e6-63909b344213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:59:57Z', 'updated_at': '2022-02-04T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:02:41.054802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.087599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.099276 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Pushing event deleted for resources: {'Port': ['ID=7315a849-55e6-4950-897a-87e879b889b2,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:41.104306 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] No DVR routers for this DVR port 7315a849-55e6-4950-897a-87e879b889b2 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:02:41.110136 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.110483 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.110822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.111158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.111487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.111819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.112146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.112472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.112823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.113652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.113652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.113830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1716-f69b-441e-8278-4c7bfbfc4d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:41.265678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.267875 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.321692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.322309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Fanout notify agent at l3_agent the message router_deleted on router 51d1f2e4-dd5d-4b15-97e6-63909b344213 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 07:02:41.336722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.338344 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a1f5ca8e-f13d-4f6b-bb83-30332b209af5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/routers/51d1f2e4-dd5d-4b15-97e6-63909b344213 HTTP/1.1" status: 204 len: 168 time: 1.4611254 Feb 04 07:02:41.340961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57484) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:41.457805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.592417 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.621343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f1461e-04b7-4851-bb2f-0532a8e96edd']}} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:41.634178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed') {'for_net_delete': True} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:41.634472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.services.segments.db [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e174e285-81cd-4a9e-b0d3-eca1bbbf69ed') {} {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:41.646844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303072'] for segment, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.663666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.669919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 07:02:41.670296 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521809'] for segment, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: Traceback (most recent call last): Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: timer() Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: cb(*args, **kw) Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: return func(*args, **kwargs) Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: self._notify() Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: self.callback(batched_events) Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: event.method(event) Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: return f(self, *a, **k) Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._get(url).json() Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: return self.request(url, 'GET', **kwargs) Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 07:02:41.690582 dv-neutron-827796-1-hyperv neutron-server[88198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 07:02:41.801499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.805709 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.835260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Network': ['ID=e0f1461e-04b7-4851-bb2f-0532a8e96edd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:41.893838 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-98898e17-8c6c-4311-9154-960c37992ea9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/networks/e0f1461e-04b7-4851-bb2f-0532a8e96edd HTTP/1.1" status: 204 len: 168 time: 0.5518541 Feb 04 07:02:41.896432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57488) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:41.963661 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54b8fe9-a343-48bc-8abe-2259d0199db3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:41.991816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54b8fe9-a343-48bc-8abe-2259d0199db3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:42.060535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7315a849-55e6-4950-897a-87e879b889b2 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:02:42.095447 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 7315a849-55e6-4950-897a-87e879b889b2 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:02:42.095731 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 7315a849-55e6-4950-897a-87e879b889b2 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:02:42.096159 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5dc32642-7c4c-4525-b1cf-61f2be138587 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:02:42.139542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54b8fe9-a343-48bc-8abe-2259d0199db3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:42.157410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b8fe9-a343-48bc-8abe-2259d0199db3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eadb3e3-33e5-4a02-8ca8-0256036f7eb1,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:42.183029 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 5dc32642-7c4c-4525-b1cf-61f2be138587 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:02:42.183374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 5dc32642-7c4c-4525-b1cf-61f2be138587 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:02:42.183790 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:02:42.217879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:02:42.218078 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1b3e418e-f5ef-4f82-bfda-57c6a6c11b10 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:02:42.224563 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f54b8fe9-a343-48bc-8abe-2259d0199db3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:42.225732 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f54b8fe9-a343-48bc-8abe-2259d0199db3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/security-groups/9eadb3e3-33e5-4a02-8ca8-0256036f7eb1 HTTP/1.1" status: 204 len: 168 time: 0.3283269 Feb 04 07:02:42.608448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57496) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:42.613730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227766813', 'description': 'tempest-secgroup-smoke-227766813 description', 'project_id': 'c11deaae1bb6447c836c104d86060bf2'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:42.620250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:42.624322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:02:42.627119 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:02:42.632711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:42.750411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:42.769571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:42.773419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:02:42.776718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:02:42.782324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:42.950846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:42.990308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.035419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:43.070013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.071256 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b0fcc927-32f5-4e75-89b7-3160b71606ea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4617615 Feb 04 07:02:43.074140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57500) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:43.079202 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e47b2070-d1f6-4496-9c1c-a0191823930f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '04673594-e3fc-4f3f-bccf-fd31d0f6a4e4', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:43.085017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e47b2070-d1f6-4496-9c1c-a0191823930f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:43.088777 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e47b2070-d1f6-4496-9c1c-a0191823930f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:02:43.091604 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e47b2070-d1f6-4496-9c1c-a0191823930f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:02:43.097174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e47b2070-d1f6-4496-9c1c-a0191823930f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:43.151511 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e47b2070-d1f6-4496-9c1c-a0191823930f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.211923 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e47b2070-d1f6-4496-9c1c-a0191823930f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.270224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e47b2070-d1f6-4496-9c1c-a0191823930f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.293379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b2070-d1f6-4496-9c1c-a0191823930f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40b9a32-3a03-477e-9163-f43a56025a9f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:43.350125 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e47b2070-d1f6-4496-9c1c-a0191823930f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.351302 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e47b2070-d1f6-4496-9c1c-a0191823930f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2762265 Feb 04 07:02:43.354727 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57504) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:43.359478 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-62140dff-5f7b-42b2-8558-982b9f2862ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '04673594-e3fc-4f3f-bccf-fd31d0f6a4e4', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:43.365506 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-62140dff-5f7b-42b2-8558-982b9f2862ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:43.369729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-62140dff-5f7b-42b2-8558-982b9f2862ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:02:43.372521 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-62140dff-5f7b-42b2-8558-982b9f2862ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:02:43.378160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-62140dff-5f7b-42b2-8558-982b9f2862ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:43.448540 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62140dff-5f7b-42b2-8558-982b9f2862ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.515285 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62140dff-5f7b-42b2-8558-982b9f2862ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.584239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62140dff-5f7b-42b2-8558-982b9f2862ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.608129 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62140dff-5f7b-42b2-8558-982b9f2862ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fddbd7-acc8-4eb3-bb3a-2b7eb019315c,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:43.670085 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-62140dff-5f7b-42b2-8558-982b9f2862ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.671241 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-62140dff-5f7b-42b2-8558-982b9f2862ba tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155890 Feb 04 07:02:43.674002 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57508) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:43.678935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ede0bbfb-0471-4689-8a10-791ae5b63853 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '04673594-e3fc-4f3f-bccf-fd31d0f6a4e4', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:43.686795 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ede0bbfb-0471-4689-8a10-791ae5b63853 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:43.688600 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ede0bbfb-0471-4689-8a10-791ae5b63853 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:02:43.691474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ede0bbfb-0471-4689-8a10-791ae5b63853 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:02:43.697040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ede0bbfb-0471-4689-8a10-791ae5b63853 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:43.785110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ede0bbfb-0471-4689-8a10-791ae5b63853 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.846800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ede0bbfb-0471-4689-8a10-791ae5b63853 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.909924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ede0bbfb-0471-4689-8a10-791ae5b63853 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.933188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0bbfb-0471-4689-8a10-791ae5b63853 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c818c068-3a5c-430a-b3d6-bb67ed421696,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:43.984732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ede0bbfb-0471-4689-8a10-791ae5b63853 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:43.985923 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ede0bbfb-0471-4689-8a10-791ae5b63853 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109925 Feb 04 07:02:43.988547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57512) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:43.993648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-9f31474c-1b70-4873-ac28-19ce0dd1961f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '04673594-e3fc-4f3f-bccf-fd31d0f6a4e4', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:43.999633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9f31474c-1b70-4873-ac28-19ce0dd1961f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:44.003429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9f31474c-1b70-4873-ac28-19ce0dd1961f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:02:44.006283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-9f31474c-1b70-4873-ac28-19ce0dd1961f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:02:44.012446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-9f31474c-1b70-4873-ac28-19ce0dd1961f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:44.064886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f31474c-1b70-4873-ac28-19ce0dd1961f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.125491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f31474c-1b70-4873-ac28-19ce0dd1961f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.172640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f31474c-1b70-4873-ac28-19ce0dd1961f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.199084 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31474c-1b70-4873-ac28-19ce0dd1961f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8781271a-e5f0-411d-bbc9-2dfd69ce1fd8,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:44.258569 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-9f31474c-1b70-4873-ac28-19ce0dd1961f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.260462 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-9f31474c-1b70-4873-ac28-19ce0dd1961f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2708511 Feb 04 07:02:44.263174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57516) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:44.268216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '04673594-e3fc-4f3f-bccf-fd31d0f6a4e4', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:44.273990 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:44.277808 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:02:44.280842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:02:44.286330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:44.338890 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Project c11deaae1bb6447c836c104d86060bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 07:02:44.345433 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.406766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.459132 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.482394 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c80f9ba-6a51-4976-8acc-54f6611f9abc,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:44.538991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.540120 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d38b82c0-2e84-4817-af6d-7f8022d0a1ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2761018 Feb 04 07:02:44.543220 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57520) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:44.548199 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'security_group_rule': {'security_group_id': '04673594-e3fc-4f3f-bccf-fd31d0f6a4e4', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:44.554185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:44.558882 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:security_group_rule and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:02:44.561759 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:02:44.567425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:44.653384 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Project c11deaae1bb6447c836c104d86060bf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 07:02:44.659555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.721452 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.824147 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.847118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5e22c1-28eb-4f9c-81ce-33f394162bdd,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:44.926920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:44.928078 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-1cabcdb6-a699-4faf-a2b1-1cc074ebebfb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3839283 Feb 04 07:02:44.930996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57524) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:44.937054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'network': {'name': 'tempest-network-smoke--1646561338', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'port_security_enabled': True}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:44.942047 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:44.946165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:network and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:02:44.949641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:02:44.955300 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:45.041250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:02:45.044678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:45.075514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 07:02:45.083076 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:45.083419 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Added segment b9583307-3e20-4d0d-9b84-bb8b19eb8fc2 of type vlan for network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 Feb 04 07:02:45.107365 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:45.184212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:45.189550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:45.190469 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:45.295818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Network': ['ID=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:45.306960 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 07:02:45.328208 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5c9e9e0d-dcd3-4221-9b28-d382bf7f6aa2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3954365 Feb 04 07:02:45.330657 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57528) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:45.335457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'admin_state_up': True, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:45.342705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:45.346532 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:router and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:02:45.349313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:02:45.356037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:45.401982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:45.402989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:45.418036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:45.721406 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:45.773131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-151adf00-bdd4-4134-8da2-6795f0084744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:46.075684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:46.104091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:46.235458 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.26.7.122 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/d0160760-088d-4258-be74-3319cdff05d6) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:02:46.472357 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:46.567632 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:46.629982 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:02:46.632757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:02:46.637086 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:02:46.670067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=d0160760-088d-4258-be74-3319cdff05d6,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:47.118171 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:47.462082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:47.750548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 2da6a79c-0154-473c-915b-89c721ef12fc is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 07:02:47.996598 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-465bf8ca-ec4c-4031-836f-011628771b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:48.059208 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:02:48.068311 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Sync routers for ids ['2da6a79c-0154-473c-915b-89c721ef12fc'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:02:48.078016 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Routers {'2da6a79c-0154-473c-915b-89c721ef12fc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:02:48.078620 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-24987aed-4383-4406-874b-6b89af7192bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:02:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2da6a79c-0154-473c-915b-89c721ef12fc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:48.127954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:48.132288 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d4342641-f4f3-450f-b791-c5ba2df678a1 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7977629 Feb 04 07:02:48.132687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57532) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:48.174777 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cd0c5f30-7fa4-4154-a5b0-564d21550001 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c11deaae1bb6447c836c104d86060bf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409400 Feb 04 07:02:48.177679 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57536) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:48.266936 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Set router 2da6a79c-0154-473c-915b-89c721ef12fc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:02:48.309072 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da523e0-d891-457d-8416-caf3b753337f tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:48.313265 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0da523e0-d891-457d-8416-caf3b753337f tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316633 Feb 04 07:02:48.313577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57540) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:48.355833 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-0fd14109-a2f7-413b-9b7a-4df9828440c1 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=0f6bcbc3-3da2-4487-84b8-34392fa058e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412526 Feb 04 07:02:48.358297 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57544) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:48.363504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-356187615', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:48.472222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:48.477270 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:subnet and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:02:48.480805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:02:48.486959 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:48.547173 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-24987aed-4383-4406-874b-6b89af7192bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:46Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:48.550837 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Checking router: 2da6a79c-0154-473c-915b-89c721ef12fc for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:02:48.551179 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Updating router 2da6a79c-0154-473c-915b-89c721ef12fc port d0160760-088d-4258-be74-3319cdff05d6 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 07:02:48.578494 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:02:48.582035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:48.606127 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:48.853666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:48.924544 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:48.936167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Subnet': ['ID=cc79558f-da9b-48a6-a993-a713d342025f,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:48.936725 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Transition to ACTIVE for port object d0160760-088d-4258-be74-3319cdff05d6 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:02:48.941845 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Checking segment: {'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:02:48.942214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network hostable DHCP agents. Network: cfb853f6-d4ba-40c6-89c8-2f73e65e0c68, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 07:02:49.007126 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:49.053368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 07:02:49.085758 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Attempting to bind port d0160760-088d-4258-be74-3319cdff05d6 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:02:49.086306 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Attempting to bind port d0160760-088d-4258-be74-3319cdff05d6 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:02:49.086459 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Attempting to bind port d0160760-088d-4258-be74-3319cdff05d6 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:02:49.089147 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Pushing event updated for resources: {'Port': ['ID=d0160760-088d-4258-be74-3319cdff05d6,revision_number=2']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:49.098205 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.098553 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.098884 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.099209 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.099528 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.099849 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.100165 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.100478 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.100826 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.101143 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.102521 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.102521 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:02:49.105085 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:02:49.105394 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:02:49.105780 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:49.106153 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:02:49.106604 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Bound port: d0160760-088d-4258-be74-3319cdff05d6, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:02:49.106963 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:49.121703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, cfb853f6-d4ba-40c6-89c8-2f73e65e0c68) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:02:49.130127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8192e6f6-9322-4642-a358-4feb42815abf None None] Network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:02:49.132793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:49.133388 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:49.203702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:49.204934 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-24987aed-4383-4406-874b-6b89af7192bf None None] For port d0160760-088d-4258-be74-3319cdff05d6, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:02:49.208609 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-24987aed-4383-4406-874b-6b89af7192bf None None] For port d0160760-088d-4258-be74-3319cdff05d6, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d0160760-088d-4258-be74-3319cdff05d6,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:02:49.225504 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a21492d7-1c6a-4a92-9b79-5f792ad23530 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8661733 Feb 04 07:02:49.228340 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57548) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:02:49.277459 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:49.356506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:49.358022 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Routers {'2da6a79c-0154-473c-915b-89c721ef12fc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:02:49.358714 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-24987aed-4383-4406-874b-6b89af7192bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:02:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2da6a79c-0154-473c-915b-89c721ef12fc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:49.368680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ips': [{'subnet_id': 'cc79558f-da9b-48a6-a993-a713d342025f'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 07:02:49.369546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:49.413616 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665b7ba-bfa5-4b53-bb67-049676e4e006 None None] Pushing event updated for resources: {'Port': ['ID=d0160760-088d-4258-be74-3319cdff05d6,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:49.536775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Allocated IP 172.20.0.2 (cfb853f6-d4ba-40c6-89c8-2f73e65e0c68/cc79558f-da9b-48a6-a993-a713d342025f/e645e0c8-6245-48d5-a270-34a2dfe1ac71) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:02:49.551185 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-24987aed-4383-4406-874b-6b89af7192bf None None] Set router 2da6a79c-0154-473c-915b-89c721ef12fc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:02:49.742764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:49.757632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Transition to ACTIVE for port object e645e0c8-6245-48d5-a270-34a2dfe1ac71 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:02:49.775926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Transition to ACTIVE for port object e645e0c8-6245-48d5-a270-34a2dfe1ac71 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:02:49.819681 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:49.842290 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-24987aed-4383-4406-874b-6b89af7192bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:46Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:49.846910 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24987aed-4383-4406-874b-6b89af7192bf None None] The sync data for ids ['2da6a79c-0154-473c-915b-89c721ef12fc'] in dv-neutron-827796-1-hyperv is: [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:46Z', 'revision_number': 3, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:02:49.891994 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:02:49.895077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:02:49.899420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:02:49.932073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Pushing event updated for resources: {'Port': ['ID=e645e0c8-6245-48d5-a270-34a2dfe1ac71,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:49.954981 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:49.998447 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Attempting to bind port e645e0c8-6245-48d5-a270-34a2dfe1ac71 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:02:49.998783 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Attempting to bind port e645e0c8-6245-48d5-a270-34a2dfe1ac71 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:02:49.999095 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Attempting to bind port e645e0c8-6245-48d5-a270-34a2dfe1ac71 on network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:02:50.004961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:02:50.005369 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Checking segment: {'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:02:50.005745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:50.006140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Bound using segment: {'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:02:50.006612 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Bound port: e645e0c8-6245-48d5-a270-34a2dfe1ac71, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:02:50.006988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:50.120606 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] For port e645e0c8-6245-48d5-a270-34a2dfe1ac71, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:02:50.124111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] For port e645e0c8-6245-48d5-a270-34a2dfe1ac71, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e645e0c8-6245-48d5-a270-34a2dfe1ac71,segment=NetworkSegment(b9583307-3e20-4d0d-9b84-bb8b19eb8fc2),segment_id=b9583307-3e20-4d0d-9b84-bb8b19eb8fc2)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:02:50.196706 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:50.257463 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:50.284364 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c838e-a9c5-4176-8f4e-fd427cb20076 None None] Pushing event updated for resources: {'Port': ['ID=e645e0c8-6245-48d5-a270-34a2dfe1ac71,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:50.522234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.20.0.1 (cfb853f6-d4ba-40c6-89c8-2f73e65e0c68/cc79558f-da9b-48a6-a993-a713d342025f/bfbb57e6-2891-4364-a147-9afa247d04a8) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:02:50.709643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:50.710147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:50.726562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Transition to ACTIVE for port object bfbb57e6-2891-4364-a147-9afa247d04a8 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:02:50.825108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:50.890797 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:02:50.893803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:02:50.896123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:02:50.940223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=bfbb57e6-2891-4364-a147-9afa247d04a8,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:50.967298 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:51.272042 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0146f2ea-c36e-47d2-ac25-7c8ac8661d1e None None] Network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:02:51.332222 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:51.386104 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b8aeeb4b-46f3-4fe3-ae6a-4f53453fd967 None None] Provisioning for port e645e0c8-6245-48d5-a270-34a2dfe1ac71 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:02:51.761201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:51.785254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3a1cb420-884a-4955-b37f-cc6eff74c09d None None] Provisioning for port bfbb57e6-2891-4364-a147-9afa247d04a8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:02:51.791435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3a1cb420-884a-4955-b37f-cc6eff74c09d None None] Provisioning complete for port bfbb57e6-2891-4364-a147-9afa247d04a8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:02:51.792100 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb420-884a-4955-b37f-cc6eff74c09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:51.810684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:51.876525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cb420-884a-4955-b37f-cc6eff74c09d None None] Port bfbb57e6-2891-4364-a147-9afa247d04a8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:02:51.997806 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-0f66086e-1a93-446f-a4db-105b142df4ee None None] Provisioning complete for port bfbb57e6-2891-4364-a147-9afa247d04a8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:02:51.998257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0f66086e-1a93-446f-a4db-105b142df4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:52.030411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d0160760-088d-4258-be74-3319cdff05d6 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:02:52.043283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=bfbb57e6-2891-4364-a147-9afa247d04a8,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:52.052539 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:52.101174 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0f66086e-1a93-446f-a4db-105b142df4ee None None] Port bfbb57e6-2891-4364-a147-9afa247d04a8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:02:52.179127 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port d0160760-088d-4258-be74-3319cdff05d6 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:02:52.183725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:02:52.184935 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:02:52.185125 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d0160760-088d-4258-be74-3319cdff05d6 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:02:52.185501 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:52.340898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:52.359363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port d0160760-088d-4258-be74-3319cdff05d6, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d0160760-088d-4258-be74-3319cdff05d6,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:02:52.379257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 2da6a79c-0154-473c-915b-89c721ef12fc has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:02:52.402056 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:52.402843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e645e0c8-6245-48d5-a270-34a2dfe1ac71 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:02:52.521973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-37318841-ab19-4e91-8b4b-234c3b762fb3 None None] Provisioning complete for port bfbb57e6-2891-4364-a147-9afa247d04a8 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:02:52.522352 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-37318841-ab19-4e91-8b4b-234c3b762fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:52.558564 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:02:52.571971 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-071d6d32-6130-432b-8741-5752adf24ad5 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "PUT /v2.0/routers/2da6a79c-0154-473c-915b-89c721ef12fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3423445 Feb 04 07:02:52.579391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=d0160760-088d-4258-be74-3319cdff05d6,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:52.582150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Sync routers for ids ['2da6a79c-0154-473c-915b-89c721ef12fc'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:02:52.600332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Routers {'2da6a79c-0154-473c-915b-89c721ef12fc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:02:52.600977 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:02:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2da6a79c-0154-473c-915b-89c721ef12fc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:52.648274 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-37318841-ab19-4e91-8b4b-234c3b762fb3 None None] Port bfbb57e6-2891-4364-a147-9afa247d04a8 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:02:52.655891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port e645e0c8-6245-48d5-a270-34a2dfe1ac71 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:02:52.672476 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e645e0c8-6245-48d5-a270-34a2dfe1ac71 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:02:52.672886 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:52.751000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-87c1f28e-f0df-4e78-8670-79a26efb3119 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:02:52.813021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-87c1f28e-f0df-4e78-8670-79a26efb3119 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:02:52.814241 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-87c1f28e-f0df-4e78-8670-79a26efb3119 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227766813&fields=id&tenant_id=c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 267 time: 0.1021035 Feb 04 07:02:52.873936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Set router 2da6a79c-0154-473c-915b-89c721ef12fc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:02:52.953643 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:52.968103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-1ad0effe-44b7-407a-8dc4-e5e426cd04b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:52.968825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-1ad0effe-44b7-407a-8dc4-e5e426cd04b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:02:53.030216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-1ad0effe-44b7-407a-8dc4-e5e426cd04b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:02:53.031392 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-1ad0effe-44b7-407a-8dc4-e5e426cd04b9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/networks?id=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 HTTP/1.1" status: 200 len: 797 time: 0.2105997 Feb 04 07:02:53.046210 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-e42b8781-d5b4-46df-a11e-700f1cbcbfaf tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/quotas/c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 375 time: 0.0093465 Feb 04 07:02:53.110316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port e645e0c8-6245-48d5-a270-34a2dfe1ac71, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e645e0c8-6245-48d5-a270-34a2dfe1ac71,segment=NetworkSegment(b9583307-3e20-4d0d-9b84-bb8b19eb8fc2),segment_id=b9583307-3e20-4d0d-9b84-bb8b19eb8fc2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:02:53.135356 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-2b77b168-2fab-49f0-970f-c1b752708826 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:02:53.152549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:53.213110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-2b77b168-2fab-49f0-970f-c1b752708826 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:02:53.214576 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-2b77b168-2fab-49f0-970f-c1b752708826 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1629772 Feb 04 07:02:53.293305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=e645e0c8-6245-48d5-a270-34a2dfe1ac71,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:53.323060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:51Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'bfbb57e6-2891-4364-a147-9afa247d04a8', 'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:02:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:50Z', 'updated_at': '2022-02-04T07:02:51Z', 'revision_number': 2, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:53.327132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Checking router: 2da6a79c-0154-473c-915b-89c721ef12fc for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:02:53.327484 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Updating router 2da6a79c-0154-473c-915b-89c721ef12fc port bfbb57e6-2891-4364-a147-9afa247d04a8 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 07:02:53.364004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-2b1c6b53-129e-46a4-98db-feb4d143b881 service neutron] 10.222.0.32 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360884 Feb 04 07:02:53.390928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:53.501452 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-1f16ccd8-e659-440a-b098-93e7470046c3 service neutron] 10.222.0.32 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310639 Feb 04 07:02:53.749387 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:53.767038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Transition to ACTIVE for port object bfbb57e6-2891-4364-a147-9afa247d04a8 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:02:53.804142 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-835702b8-e3cd-4018-b4a0-893bcbe0320f req-f037d23f-0dc3-434a-b05f-9d45d8b9e2fb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 210 time: 0.0464540 Feb 04 07:02:53.898889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d0160760-088d-4258-be74-3319cdff05d6 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:02:53.929947 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:54.119921 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337e59f-5a9b-4f99-aa04-4c245bcfaf45 None None] Pushing event updated for resources: {'Port': ['ID=bfbb57e6-2891-4364-a147-9afa247d04a8,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:54.215773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d0160760-088d-4258-be74-3319cdff05d6 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:02:54.216773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:54.244967 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Attempting to bind port bfbb57e6-2891-4364-a147-9afa247d04a8 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:02:54.245337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Attempting to bind port bfbb57e6-2891-4364-a147-9afa247d04a8 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:02:54.245697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Attempting to bind port bfbb57e6-2891-4364-a147-9afa247d04a8 on network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:02:54.271524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:02:54.271888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Checking segment: {'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:02:54.272285 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:54.272684 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Bound using segment: {'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:02:54.273147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Bound port: bfbb57e6-2891-4364-a147-9afa247d04a8, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:02:54.273520 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:54.426965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] For port bfbb57e6-2891-4364-a147-9afa247d04a8, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:02:54.431041 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] For port bfbb57e6-2891-4364-a147-9afa247d04a8, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=bfbb57e6-2891-4364-a147-9afa247d04a8,segment=NetworkSegment(b9583307-3e20-4d0d-9b84-bb8b19eb8fc2),segment_id=b9583307-3e20-4d0d-9b84-bb8b19eb8fc2)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:02:54.432586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e645e0c8-6245-48d5-a270-34a2dfe1ac71 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:02:54.478926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:54.570595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Routers {'2da6a79c-0154-473c-915b-89c721ef12fc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:02:54.575602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:02:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2da6a79c-0154-473c-915b-89c721ef12fc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:54.621951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337e59f-5a9b-4f99-aa04-4c245bcfaf45 None None] Pushing event updated for resources: {'Port': ['ID=bfbb57e6-2891-4364-a147-9afa247d04a8,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:54.660084 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port e645e0c8-6245-48d5-a270-34a2dfe1ac71 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:02:54.660454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:54.824556 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] Set router 2da6a79c-0154-473c-915b-89c721ef12fc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:02:54.956673 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-813284b7-3dad-49ba-9cce-e5b249634b9d req-1fc33bf7-8fb9-4cf9-8724-cae4cd5754d8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 210 time: 0.0442317 Feb 04 07:02:55.183828 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:51Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'bfbb57e6-2891-4364-a147-9afa247d04a8', 'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:02:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:50Z', 'updated_at': '2022-02-04T07:02:54Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:02:55.187604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa06e7-863b-47a0-b564-e83551f43786 None None] The sync data for ids ['2da6a79c-0154-473c-915b-89c721ef12fc'] in dv-neutron-827796-1-hyperv is: [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:51Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'bfbb57e6-2891-4364-a147-9afa247d04a8', 'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:02:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:50Z', 'updated_at': '2022-02-04T07:02:54Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:02:55.893040 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-a16c3350-e793-477e-afde-7882c445fbd4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:55.894550 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-a16c3350-e793-477e-afde-7882c445fbd4 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/networks?id=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 HTTP/1.1" status: 200 len: 797 time: 0.1655703 Feb 04 07:02:55.955061 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-a5a4230a-6621-4b19-84f6-f752d7ede38e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11deaae1bb6447c836c104d86060bf2 HTTP/1.1" status: 200 len: 379 time: 0.0474269 Feb 04 07:02:55.955207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device bfbb57e6-2891-4364-a147-9afa247d04a8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:02:55.962612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'port': {'device_id': '5945893c-69b1-4804-b415-597fe8214d28', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'admin_state_up': True, 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'security_groups': ['04673594-e3fc-4f3f-bccf-fd31d0f6a4e4']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:56.121563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port bfbb57e6-2891-4364-a147-9afa247d04a8 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:02:56.126965 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port bfbb57e6-2891-4364-a147-9afa247d04a8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:02:56.132623 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:02:56.132822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:56.141503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:02:56.145386 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-101b850f-1ef7-482f-9a30-66aff2002ce1 req-1abbc44e-8b9c-4c4b-a1c8-fb289e28beed tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 210 time: 0.0551383 Feb 04 07:02:56.242389 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Made reservation on behalf of c11deaae1bb6447c836c104d86060bf2 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:02:56.246014 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:56.276769 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:56.310182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port bfbb57e6-2891-4364-a147-9afa247d04a8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=bfbb57e6-2891-4364-a147-9afa247d04a8,segment=NetworkSegment(b9583307-3e20-4d0d-9b84-bb8b19eb8fc2),segment_id=b9583307-3e20-4d0d-9b84-bb8b19eb8fc2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:02:56.390291 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:56.463258 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=bfbb57e6-2891-4364-a147-9afa247d04a8,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:56.537236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.20.0.8 (cfb853f6-d4ba-40c6-89c8-2f73e65e0c68/cc79558f-da9b-48a6-a993-a713d342025f/93e6abe2-3afd-49ea-919d-737f84bb28ac) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:02:56.717165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:56.731748 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Transition to ACTIVE for port object 93e6abe2-3afd-49ea-919d-737f84bb28ac will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:02:56.801728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:56.873644 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:02:56.876734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:02:56.880468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:02:56.911180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=93e6abe2-3afd-49ea-919d-737f84bb28ac,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:56.948864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:56.949480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:57.042541 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-6346bf12-5144-4894-9f15-cd8d8e3b5a77 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0842316 Feb 04 07:02:57.148971 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Request body: {'port': {'device_id': '5945893c-69b1-4804-b415-597fe8214d28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:02:57.149936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-95544258-613e-4d49-9748-7d2bca8c6ea1 None None] Provisioning for port 93e6abe2-3afd-49ea-919d-737f84bb28ac completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:02:57.154978 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-95544258-613e-4d49-9748-7d2bca8c6ea1 None None] Provisioning complete for port 93e6abe2-3afd-49ea-919d-737f84bb28ac triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:02:57.155346 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-95544258-613e-4d49-9748-7d2bca8c6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:57.214425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-95544258-613e-4d49-9748-7d2bca8c6ea1 None None] Port 93e6abe2-3afd-49ea-919d-737f84bb28ac cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:02:57.311169 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:57.404505 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcae29-189c-4a9b-87ad-62f816133ad1 req-31a35dd6-83de-4e00-9db7-939e28f5b7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:57.405224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b7bcae29-189c-4a9b-87ad-62f816133ad1 req-31a35dd6-83de-4e00-9db7-939e28f5b7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:02:57.538407 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-b7bcae29-189c-4a9b-87ad-62f816133ad1 req-31a35dd6-83de-4e00-9db7-939e28f5b7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:02:57.539561 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b7bcae29-189c-4a9b-87ad-62f816133ad1 req-31a35dd6-83de-4e00-9db7-939e28f5b7af tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 931 time: 0.2885761 Feb 04 07:02:57.621078 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b7bcae29-189c-4a9b-87ad-62f816133ad1 req-71b69736-3e19-4308-a1ac-09d40d4bf99e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741801 Feb 04 07:02:57.707763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e6abe2-3afd-49ea-919d-737f84bb28ac {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:02:57.715445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:57.729867 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Transition to ACTIVE for port object 93e6abe2-3afd-49ea-919d-737f84bb28ac will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:02:57.789446 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:57.897886 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device bfbb57e6-2891-4364-a147-9afa247d04a8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:02:57.952102 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Pushing event updated for resources: {'Port': ['ID=93e6abe2-3afd-49ea-919d-737f84bb28ac,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:58.011059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port bfbb57e6-2891-4364-a147-9afa247d04a8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:02:58.011730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:58.028028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Attempting to bind port 93e6abe2-3afd-49ea-919d-737f84bb28ac on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:02:58.028368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Attempting to bind port 93e6abe2-3afd-49ea-919d-737f84bb28ac by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:02:58.028725 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Attempting to bind port 93e6abe2-3afd-49ea-919d-737f84bb28ac on network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:02:58.033353 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Port 93e6abe2-3afd-49ea-919d-737f84bb28ac on network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 07:02:58.033672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Attempting to bind port 93e6abe2-3afd-49ea-919d-737f84bb28ac on network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:02:58.038947 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:02:58.039289 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Checking segment: {'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:02:58.039677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Bound using segment: {'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:02:58.040101 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Bound port: 93e6abe2-3afd-49ea-919d-737f84bb28ac, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:02:58.041031 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:58.131733 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] For port 93e6abe2-3afd-49ea-919d-737f84bb28ac, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:02:58.135437 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] For port 93e6abe2-3afd-49ea-919d-737f84bb28ac, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=93e6abe2-3afd-49ea-919d-737f84bb28ac,segment=NetworkSegment(b9583307-3e20-4d0d-9b84-bb8b19eb8fc2),segment_id=b9583307-3e20-4d0d-9b84-bb8b19eb8fc2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:02:58.225343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:58.286418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:58.287035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:02:58.288396 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] 10.222.0.24 "PUT /v2.0/ports/93e6abe2-3afd-49ea-919d-737f84bb28ac HTTP/1.1" status: 200 len: 1093 time: 1.2383308 Feb 04 07:02:58.288864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5945893c-69b1-4804-b415-597fe8214d28', 'tag': '93e6abe2-3afd-49ea-919d-737f84bb28ac'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:02:58.310596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bad034-d545-4b3f-9825-d4bdf7ad278b service neutron] Pushing event updated for resources: {'Port': ['ID=93e6abe2-3afd-49ea-919d-737f84bb28ac,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:02:58.340458 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5945893c-69b1-4804-b415-597fe8214d28', 'tag': '93e6abe2-3afd-49ea-919d-737f84bb28ac', 'status': 'completed', 'code': 200} Feb 04 07:02:58.438616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73c8c2-bbc7-4a1f-bdad-553936a04c49 req-96f51655-225c-491b-8bb3-2f553ff0174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:58.440099 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ce73c8c2-bbc7-4a1f-bdad-553936a04c49 req-96f51655-225c-491b-8bb3-2f553ff0174e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 1096 time: 0.0791259 Feb 04 07:02:58.678979 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73c8c2-bbc7-4a1f-bdad-553936a04c49 req-ce8de110-f0f3-41d4-a65f-49fb2a473161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:58.680408 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ce73c8c2-bbc7-4a1f-bdad-553936a04c49 req-ce8de110-f0f3-41d4-a65f-49fb2a473161 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c11deaae1bb6447c836c104d86060bf2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2326436 Feb 04 07:02:58.871336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73c8c2-bbc7-4a1f-bdad-553936a04c49 req-4fb8d1a4-50b7-4cee-babf-62f33a9a37df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:58.872707 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ce73c8c2-bbc7-4a1f-bdad-553936a04c49 req-4fb8d1a4-50b7-4cee-babf-62f33a9a37df service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1865084 Feb 04 07:02:58.889786 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35110203-d939-4a9b-b9cb-f6dd0d656428 req-78866a45-e4a9-455f-83ef-53694615e934 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:58.891186 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-35110203-d939-4a9b-b9cb-f6dd0d656428 req-78866a45-e4a9-455f-83ef-53694615e934 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 943 time: 0.1423557 Feb 04 07:02:58.985503 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-35110203-d939-4a9b-b9cb-f6dd0d656428 req-80f2494a-1051-468d-a840-26e4b623d8db tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877173 Feb 04 07:02:59.004404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-c85ba659-1003-4eb4-9ca6-5958732aa8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:59.005853 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-c85ba659-1003-4eb4-9ca6-5958732aa8ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 1096 time: 0.0947731 Feb 04 07:02:59.076089 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-b8042303-591e-4b27-ab59-8b75b8a054d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e6abe2-3afd-49ea-919d-737f84bb28ac HTTP/1.1" status: 200 len: 217 time: 0.0638402 Feb 04 07:02:59.136152 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-646e79f8-4fc2-40e7-b43a-4e85cda16d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:59.137471 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-646e79f8-4fc2-40e7-b43a-4e85cda16d18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc79558f-da9b-48a6-a993-a713d342025f HTTP/1.1" status: 200 len: 834 time: 0.0563836 Feb 04 07:02:59.209427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-a2eaf4a7-2757-426d-a577-99cd5b5aaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:02:59.210886 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-a2eaf4a7-2757-426d-a577-99cd5b5aaea0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677664 Feb 04 07:02:59.340536 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-0c730795-397e-4181-83be-85c93bfba738 service neutron] 10.222.0.24 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235723 Feb 04 07:02:59.469198 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-908c9b38-cb90-4dbe-afa1-21b63dede878 req-b54cf3b2-1b14-4252-ad8d-e948fde7629e service neutron] 10.222.0.24 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229410 Feb 04 07:03:00.166640 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5d52a-1147-438e-8f87-328ad39bd671 req-0d5844b5-e942-4b9a-8323-d6b9f19b450a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:00.167976 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a1f5d52a-1147-438e-8f87-328ad39bd671 req-0d5844b5-e942-4b9a-8323-d6b9f19b450a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 943 time: 0.0777445 Feb 04 07:03:00.209935 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a1f5d52a-1147-438e-8f87-328ad39bd671 req-200705a8-2cf1-40a2-b082-a715b010e544 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363872 Feb 04 07:03:01.393118 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6cc03-4c4e-4d25-81ef-578ebe0ddce9 req-eea2ca9c-b0f1-4733-bd5f-df899aa1f785 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:01.394548 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14b6cc03-4c4e-4d25-81ef-578ebe0ddce9 req-eea2ca9c-b0f1-4733-bd5f-df899aa1f785 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 943 time: 0.0821562 Feb 04 07:03:01.438544 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-14b6cc03-4c4e-4d25-81ef-578ebe0ddce9 req-6ed78930-7f2c-4c1d-b803-19041af68a88 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382824 Feb 04 07:03:02.623750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cabe-c994-44a9-81a7-85732c7a3450 req-6daa6567-d5bd-4ec1-9767-2fdfb5156b43 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:02.625206 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5252cabe-c994-44a9-81a7-85732c7a3450 req-6daa6567-d5bd-4ec1-9767-2fdfb5156b43 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 943 time: 0.0816014 Feb 04 07:03:02.667368 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5252cabe-c994-44a9-81a7-85732c7a3450 req-919ef153-6c0a-4cd0-9e74-52a71fcdcf07 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366547 Feb 04 07:03:03.731131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 93e6abe2-3afd-49ea-919d-737f84bb28ac details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 07:03:03.849111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f714e-c743-46f4-8606-8a2629b72b6a req-24f30a9a-b55d-4a4b-8741-4b4a94abe67e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:03.850589 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-793f714e-c743-46f4-8606-8a2629b72b6a req-24f30a9a-b55d-4a4b-8741-4b4a94abe67e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 943 time: 0.0785308 Feb 04 07:03:03.862398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 93e6abe2-3afd-49ea-919d-737f84bb28ac, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=93e6abe2-3afd-49ea-919d-737f84bb28ac,segment=NetworkSegment(b9583307-3e20-4d0d-9b84-bb8b19eb8fc2),segment_id=b9583307-3e20-4d0d-9b84-bb8b19eb8fc2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:03:03.875430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '93e6abe2-3afd-49ea-919d-737f84bb28ac', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'port_id': '93e6abe2-3afd-49ea-919d-737f84bb28ac', 'mac_address': 'fa:16:3e:16:c6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 07:03:03.898125 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-793f714e-c743-46f4-8606-8a2629b72b6a req-9b23e691-7e04-493a-a223-4dde43a352f7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411866 Feb 04 07:03:03.929398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:03.945718 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e6abe2-3afd-49ea-919d-737f84bb28ac {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:03:03.960226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 93e6abe2-3afd-49ea-919d-737f84bb28ac, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=93e6abe2-3afd-49ea-919d-737f84bb28ac,segment=NetworkSegment(b9583307-3e20-4d0d-9b84-bb8b19eb8fc2),segment_id=b9583307-3e20-4d0d-9b84-bb8b19eb8fc2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:03:04.018702 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:04.086088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=93e6abe2-3afd-49ea-919d-737f84bb28ac,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:03:04.364799 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['93e6abe2-3afd-49ea-919d-737f84bb28ac'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 07:03:05.080951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f67245-aa86-4998-ac06-e93c7c968457 req-985c0030-832b-4145-bbeb-0db589e8dcf9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:05.082331 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-89f67245-aa86-4998-ac06-e93c7c968457 req-985c0030-832b-4145-bbeb-0db589e8dcf9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 944 time: 0.0784905 Feb 04 07:03:05.125554 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-89f67245-aa86-4998-ac06-e93c7c968457 req-a3e10faf-e580-45e4-847d-0a1bc6f68c84 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377131 Feb 04 07:03:05.763033 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 93e6abe2-3afd-49ea-919d-737f84bb28ac up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:03:05.915409 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 93e6abe2-3afd-49ea-919d-737f84bb28ac completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:03:05.920422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 93e6abe2-3afd-49ea-919d-737f84bb28ac triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:03:05.920827 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:06.035575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:06.061580 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5945893c-69b1-4804-b415-597fe8214d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e6abe2-3afd-49ea-919d-737f84bb28ac'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:03:06.072176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 93e6abe2-3afd-49ea-919d-737f84bb28ac, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=93e6abe2-3afd-49ea-919d-737f84bb28ac,segment=NetworkSegment(b9583307-3e20-4d0d-9b84-bb8b19eb8fc2),segment_id=b9583307-3e20-4d0d-9b84-bb8b19eb8fc2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:03:06.103555 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5945893c-69b1-4804-b415-597fe8214d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e6abe2-3afd-49ea-919d-737f84bb28ac', 'code': 200} Feb 04 07:03:06.138237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:06.221297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=93e6abe2-3afd-49ea-919d-737f84bb28ac,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:03:06.315186 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8797906-ed4b-4383-9d9f-e222f340f9ca req-378db016-eeae-4f24-91c8-46d47dcd4b6a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:06.316561 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d8797906-ed4b-4383-9d9f-e222f340f9ca req-378db016-eeae-4f24-91c8-46d47dcd4b6a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.0826471 Feb 04 07:03:06.359818 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d8797906-ed4b-4383-9d9f-e222f340f9ca req-11e75819-c282-4220-a059-3396d672c177 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369444 Feb 04 07:03:06.490648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86025ef2-0109-4928-aae3-ad7ee7ddf962 req-3d2a88c3-978c-4dde-99cf-03177598c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:06.492134 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-86025ef2-0109-4928-aae3-ad7ee7ddf962 req-3d2a88c3-978c-4dde-99cf-03177598c705 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 1098 time: 0.0681250 Feb 04 07:03:06.530004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-86025ef2-0109-4928-aae3-ad7ee7ddf962 req-b44ab9e6-8b7b-42e6-a7e7-71a133586e5c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324194 Feb 04 07:03:07.544391 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea55d9-2bc0-4556-a6ec-7f9f9f0ba342 req-e021f9b0-aeaf-4c12-b6aa-eb660e54b7ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:07.545846 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0ea55d9-2bc0-4556-a6ec-7f9f9f0ba342 req-e021f9b0-aeaf-4c12-b6aa-eb660e54b7ff tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.0815864 Feb 04 07:03:07.589200 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e0ea55d9-2bc0-4556-a6ec-7f9f9f0ba342 req-04c92e6f-caa2-4471-bed9-868382d5ddf9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377703 Feb 04 07:03:08.771541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698aabf-caa2-40cd-9908-6db7deb89d01 req-0d55e57b-02c0-43f1-8381-fdae5d43ac0b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:08.772929 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b698aabf-caa2-40cd-9908-6db7deb89d01 req-0d55e57b-02c0-43f1-8381-fdae5d43ac0b tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.0781262 Feb 04 07:03:08.819243 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b698aabf-caa2-40cd-9908-6db7deb89d01 req-11abfdbd-ac60-4dcb-a8c9-ce84b6fdffe8 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401797 Feb 04 07:03:08.998785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3110c5-69d6-417c-acd7-3a3f88937740 req-c1c43ebd-7a04-4e40-8d26-e73cdb6117b3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:09.000223 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cd3110c5-69d6-417c-acd7-3a3f88937740 req-c1c43ebd-7a04-4e40-8d26-e73cdb6117b3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.0779765 Feb 04 07:03:09.042721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-cd3110c5-69d6-417c-acd7-3a3f88937740 req-e0b1d7be-fa6d-4652-8393-1b3b175c767a tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368881 Feb 04 07:03:09.068570 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57620) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:03:09.140765 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f40c81-2728-4070-8988-9199f6e45ec6 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:09.142236 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f9f40c81-2728-4070-8988-9199f6e45ec6 tempest-TestNetworkAdvancedServerOps-1565806354 tempest-TestNetworkAdvancedServerOps-1565806354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 1093 time: 0.0726027 Feb 04 07:03:09.144995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57624) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:03:09.149738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '93e6abe2-3afd-49ea-919d-737f84bb28ac', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:03:09.155483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:03:09.159253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Usage tracker for resource:floatingip and tenant:c11deaae1bb6447c836c104d86060bf2 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:03:09.161996 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:03:09.167579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:03:09.247346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:09.380077 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:09.513097 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Allocated IP 172.26.7.46 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/e7c71a62-4539-4ef0-bf0b-d7b26a946b40) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:03:09.749006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:09.841848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:09.902955 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:03:09.905762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:03:09.909382 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:03:09.951558 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=e7c71a62-4539-4ef0-bf0b-d7b26a946b40,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:03:10.310532 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:10.458862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:10.656495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:10.721081 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:10.825318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event updated for resources: {'Port': ['ID=e7c71a62-4539-4ef0-bf0b-d7b26a946b40,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:03:10.840871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:11.009946 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Floating IP 94f12ced-2170-4e08-a322-6a65d120bafe associated. External IP: 172.26.7.46, port: 93e6abe2-3afd-49ea-919d-737f84bb28ac. Feb 04 07:03:11.457610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 2da6a79c-0154-473c-915b-89c721ef12fc has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:03:11.648445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:03:11.658563 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b803a-ba69-40fe-ac8f-201bdd354960 None None] Sync routers for ids ['2da6a79c-0154-473c-915b-89c721ef12fc'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:03:11.668189 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b803a-ba69-40fe-ac8f-201bdd354960 None None] Routers {'2da6a79c-0154-473c-915b-89c721ef12fc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:03:11.668833 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a08b803a-ba69-40fe-ac8f-201bdd354960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:02:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2da6a79c-0154-473c-915b-89c721ef12fc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:03:11.721438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:11.776027 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-4c4afec2-6feb-4356-b55c-3ac9906ea8ec tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6300328 Feb 04 07:03:11.776616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5945893c-69b1-4804-b415-597fe8214d28', 'tag': '93e6abe2-3afd-49ea-919d-737f84bb28ac'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:03:11.822326 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5945893c-69b1-4804-b415-597fe8214d28', 'tag': '93e6abe2-3afd-49ea-919d-737f84bb28ac', 'status': 'completed', 'code': 200} Feb 04 07:03:11.849524 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-a08b803a-ba69-40fe-ac8f-201bdd354960 None None] Set router 2da6a79c-0154-473c-915b-89c721ef12fc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:03:11.922257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bae45-9b07-4981-a237-c7c3606f84f8 req-8c78c00b-238d-4801-8abf-abaa554cf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:11.923748 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a56bae45-9b07-4981-a237-c7c3606f84f8 req-8c78c00b-238d-4801-8abf-abaa554cf61e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 1098 time: 0.0777402 Feb 04 07:03:11.951547 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3c2e-28ff-4282-9f56-cc339c876c96 req-64d14970-b474-4f59-9a2d-04e7df9d0965 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:11.953705 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a03a3c2e-28ff-4282-9f56-cc339c876c96 req-64d14970-b474-4f59-9a2d-04e7df9d0965 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.0824497 Feb 04 07:03:11.998570 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a03a3c2e-28ff-4282-9f56-cc339c876c96 req-2f012682-4138-433c-a0b4-febb69584da9 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387175 Feb 04 07:03:12.022277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57632) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:03:12.067753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bae45-9b07-4981-a237-c7c3606f84f8 req-9ef16b7a-7107-42a4-b644-b334b763e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:12.069381 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a56bae45-9b07-4981-a237-c7c3606f84f8 req-9ef16b7a-7107-42a4-b644-b334b763e475 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 HTTP/1.1" status: 200 len: 898 time: 0.1380885 Feb 04 07:03:12.176166 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a56bae45-9b07-4981-a237-c7c3606f84f8 req-73f6a7a0-dc50-41c2-89fa-1903cab8fde8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e6abe2-3afd-49ea-919d-737f84bb28ac HTTP/1.1" status: 200 len: 998 time: 0.1003122 Feb 04 07:03:12.214354 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a08b803a-ba69-40fe-ac8f-201bdd354960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:51Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '94f12ced-2170-4e08-a322-6a65d120bafe', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'port_id': '93e6abe2-3afd-49ea-919d-737f84bb28ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'mac_address': 'fa:16:3e:16:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5945893c-69b1-4804-b415-597fe8214d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:03:10Z', 'updated_at': '2022-02-04T07:03:10Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbb57e6-2891-4364-a147-9afa247d04a8', 'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:02:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:50Z', 'updated_at': '2022-02-04T07:02:56Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:03:12.218417 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b803a-ba69-40fe-ac8f-201bdd354960 None None] Checking router: 2da6a79c-0154-473c-915b-89c721ef12fc for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:03:12.227366 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b803a-ba69-40fe-ac8f-201bdd354960 None None] Routers {'2da6a79c-0154-473c-915b-89c721ef12fc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:03:12.228077 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a08b803a-ba69-40fe-ac8f-201bdd354960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:02:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2da6a79c-0154-473c-915b-89c721ef12fc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:03:12.244029 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bae45-9b07-4981-a237-c7c3606f84f8 req-01a49685-b3da-4978-9dca-d240dbddf394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:12.244759 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f8257884-471d-444c-b7c8-431f9a9f7933 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/94f12ced-2170-4e08-a322-6a65d120bafe HTTP/1.1" status: 200 len: 990 time: 0.2209892 Feb 04 07:03:12.245580 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a56bae45-9b07-4981-a237-c7c3606f84f8 req-01a49685-b3da-4978-9dca-d240dbddf394 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc79558f-da9b-48a6-a993-a713d342025f HTTP/1.1" status: 200 len: 834 time: 0.0631535 Feb 04 07:03:12.318596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bae45-9b07-4981-a237-c7c3606f84f8 req-d8fe8899-e287-4373-83aa-b16834dcf470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:12.319963 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a56bae45-9b07-4981-a237-c7c3606f84f8 req-d8fe8899-e287-4373-83aa-b16834dcf470 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689189 Feb 04 07:03:12.400478 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-a08b803a-ba69-40fe-ac8f-201bdd354960 None None] Set router 2da6a79c-0154-473c-915b-89c721ef12fc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:03:12.451863 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a56bae45-9b07-4981-a237-c7c3606f84f8 req-61e48beb-7c31-428e-9a92-52aefc9e4833 service neutron] 10.222.0.24 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258430 Feb 04 07:03:12.581953 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a56bae45-9b07-4981-a237-c7c3606f84f8 req-8e804789-c412-4166-b8d0-04e81ef6da68 service neutron] 10.222.0.24 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240072 Feb 04 07:03:12.765724 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-a08b803a-ba69-40fe-ac8f-201bdd354960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:51Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '94f12ced-2170-4e08-a322-6a65d120bafe', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'port_id': '93e6abe2-3afd-49ea-919d-737f84bb28ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'mac_address': 'fa:16:3e:16:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5945893c-69b1-4804-b415-597fe8214d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:03:10Z', 'updated_at': '2022-02-04T07:03:10Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbb57e6-2891-4364-a147-9afa247d04a8', 'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:02:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:50Z', 'updated_at': '2022-02-04T07:02:56Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:03:12.769534 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b803a-ba69-40fe-ac8f-201bdd354960 None None] The sync data for ids ['2da6a79c-0154-473c-915b-89c721ef12fc'] in dv-neutron-827796-1-hyperv is: [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:51Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '94f12ced-2170-4e08-a322-6a65d120bafe', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'floating_ip_address': '172.26.7.46', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'port_id': '93e6abe2-3afd-49ea-919d-737f84bb28ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'mac_address': 'fa:16:3e:16:c6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5945893c-69b1-4804-b415-597fe8214d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:03:10Z', 'updated_at': '2022-02-04T07:03:10Z', 'revision_number': 0, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfbb57e6-2891-4364-a147-9afa247d04a8', 'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:02:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:50Z', 'updated_at': '2022-02-04T07:02:56Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:03:12.963852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42eb8a-2492-4f98-bb76-6c2ad7cd3f0b None None] New status for floating IP 94f12ced-2170-4e08-a322-6a65d120bafe: ACTIVE {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:03:13.248400 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57636) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:03:13.354207 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-7034b619-98a4-4c9f-98bc-b3108ec91c54 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/94f12ced-2170-4e08-a322-6a65d120bafe HTTP/1.1" status: 200 len: 992 time: 0.1044226 Feb 04 07:03:13.906268 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:03:15.720773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8539a598-ccd6-482f-858d-c367013e1675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:18.024004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-da99a417-6cb0-4f32-8173-880620769aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:19.171974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:19.240946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:20.229599 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:20.686450 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:45.726146 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-efb2345e-ebfa-4cd1-bb2c-c40e8559a55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:48.006385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d2038ac7-54cd-47e0-9e2f-c7849e2d016a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:48.287182 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-b7436312-edb6-4981-b802-05115df10f8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754192 Feb 04 07:03:48.421181 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-8fcc30b7-9cb3-44d8-b96b-491831b0f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:48.422621 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-8fcc30b7-9cb3-44d8-b96b-491831b0f86f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 1098 time: 0.0694153 Feb 04 07:03:48.566110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-f396dd7f-fb2c-4725-837d-324fdd2f1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:48.567446 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-f396dd7f-fb2c-4725-837d-324fdd2f1ce3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 HTTP/1.1" status: 200 len: 898 time: 0.1259863 Feb 04 07:03:48.759768 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-5adcc663-b63c-480d-9451-759cf7b8b7f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e6abe2-3afd-49ea-919d-737f84bb28ac HTTP/1.1" status: 200 len: 1000 time: 0.1855798 Feb 04 07:03:48.820237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-8eb136fc-ec49-4fe3-908c-9c45b74354f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:48.821643 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-8eb136fc-ec49-4fe3-908c-9c45b74354f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc79558f-da9b-48a6-a993-a713d342025f HTTP/1.1" status: 200 len: 834 time: 0.0567279 Feb 04 07:03:48.896302 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-c07b6042-56cc-47b2-80eb-c42eb7b8fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:03:48.897760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-c07b6042-56cc-47b2-80eb-c42eb7b8fd82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706356 Feb 04 07:03:49.026578 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-870e353c-18c4-4265-9e45-b23df4bd0173 service neutron] 10.222.0.24 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217940 Feb 04 07:03:49.158814 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e510c38f-2b0b-4678-98dd-1d0b5fd344ae req-47d0f990-0b8d-44ef-9bb9-5d337de32f53 service neutron] 10.222.0.24 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253035 Feb 04 07:03:49.172240 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:49.229379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:50.257653 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:50.697721 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:03:50.905202 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:04:14.496007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccc0f9-dbac-46c4-b39b-74ce456bf88f req-3858ac3a-56c8-48fb-911b-4d9e4cc9aab7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:14.497526 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91ccc0f9-dbac-46c4-b39b-74ce456bf88f req-3858ac3a-56c8-48fb-911b-4d9e4cc9aab7 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.1576147 Feb 04 07:04:14.540996 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-91ccc0f9-dbac-46c4-b39b-74ce456bf88f req-f5cfb231-6c00-4038-8979-794212904beb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376306 Feb 04 07:04:15.731486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-516fc98b-7190-4603-b5c0-45fccb1bdf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:15.813558 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652efc9f-612a-47bd-a8f3-6001f4458eef req-1b9dd1fb-af58-43f5-a081-87e42d2366d6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:15.814956 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-652efc9f-612a-47bd-a8f3-6001f4458eef req-1b9dd1fb-af58-43f5-a081-87e42d2366d6 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.1647608 Feb 04 07:04:15.862062 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-652efc9f-612a-47bd-a8f3-6001f4458eef req-0d211eb1-076f-4d32-ab42-5cbb1b01fd5c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415392 Feb 04 07:04:17.044628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc02dd-b65d-4221-9c8c-be62124189f4 req-9cc515fe-72a2-497f-a472-bbf432dbf652 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:17.045985 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6fc02dd-b65d-4221-9c8c-be62124189f4 req-9cc515fe-72a2-497f-a472-bbf432dbf652 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.0809424 Feb 04 07:04:17.089185 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6fc02dd-b65d-4221-9c8c-be62124189f4 req-2c335ead-f073-4346-bc23-c8eb7cb6e4f2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376308 Feb 04 07:04:17.111716 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57672) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:17.214800 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-d4c23102-8dc1-4b27-8203-42141c09eaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/94f12ced-2170-4e08-a322-6a65d120bafe HTTP/1.1" status: 200 len: 992 time: 0.1020076 Feb 04 07:04:18.045217 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ddc0c530-0b09-42bf-89a4-51a8e5d62e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:18.803041 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8657d-caab-451a-a924-9e94a717d4ba req-d884e9cd-1cbd-4cba-8d3f-d262d2e0ccda tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:18.804554 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c2e8657d-caab-451a-a924-9e94a717d4ba req-d884e9cd-1cbd-4cba-8d3f-d262d2e0ccda tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.0885377 Feb 04 07:04:18.839221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92402ea0-211d-48ba-a43a-eeed21d500f2 req-57d94ff9-66ca-4466-aa2d-8cd7b8cea9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:18.840719 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-92402ea0-211d-48ba-a43a-eeed21d500f2 req-57d94ff9-66ca-4466-aa2d-8cd7b8cea9aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 1098 time: 0.0710588 Feb 04 07:04:18.848453 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c2e8657d-caab-451a-a924-9e94a717d4ba req-9fdb2115-c55f-410e-9403-98a866062f75 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379725 Feb 04 07:04:18.967945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92402ea0-211d-48ba-a43a-eeed21d500f2 req-d23ada29-b834-4197-9447-879edcdaab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:18.969947 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-92402ea0-211d-48ba-a43a-eeed21d500f2 req-d23ada29-b834-4197-9447-879edcdaab01 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 HTTP/1.1" status: 200 len: 898 time: 0.1232798 Feb 04 07:04:19.070274 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-92402ea0-211d-48ba-a43a-eeed21d500f2 req-80db5609-8452-429a-b984-9153a7175853 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e6abe2-3afd-49ea-919d-737f84bb28ac HTTP/1.1" status: 200 len: 1000 time: 0.0945764 Feb 04 07:04:19.133246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92402ea0-211d-48ba-a43a-eeed21d500f2 req-d06154b4-8bb6-43ff-9e0b-1d743bdfdc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:19.134686 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-92402ea0-211d-48ba-a43a-eeed21d500f2 req-d06154b4-8bb6-43ff-9e0b-1d743bdfdc7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc79558f-da9b-48a6-a993-a713d342025f HTTP/1.1" status: 200 len: 834 time: 0.0589285 Feb 04 07:04:19.154861 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:19.212740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92402ea0-211d-48ba-a43a-eeed21d500f2 req-16305293-e758-4c18-844b-daa7e6ab8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:19.214199 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-92402ea0-211d-48ba-a43a-eeed21d500f2 req-16305293-e758-4c18-844b-daa7e6ab8339 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732415 Feb 04 07:04:19.217473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:19.345560 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-92402ea0-211d-48ba-a43a-eeed21d500f2 req-9efc187b-b609-4223-8f46-4222bafb22fc service neutron] 10.222.0.24 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250243 Feb 04 07:04:19.472940 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-92402ea0-211d-48ba-a43a-eeed21d500f2 req-daadeb59-5b1a-48ee-b3da-7442ca249543 service neutron] 10.222.0.24 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222947 Feb 04 07:04:20.029054 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41ef8c-9928-4cc4-a22c-fa17761f7268 req-ee871260-ab1c-4ca4-88f8-26370356ee44 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:20.030474 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ba41ef8c-9928-4cc4-a22c-fa17761f7268 req-ee871260-ab1c-4ca4-88f8-26370356ee44 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.0771110 Feb 04 07:04:20.073594 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ba41ef8c-9928-4cc4-a22c-fa17761f7268 req-8322ef6b-e88b-44bb-9dbc-038d66274359 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376179 Feb 04 07:04:20.256995 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:20.685818 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:21.257497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd61e99-d5f1-4c88-abe1-a6f9135bc0ae req-ec48dfe8-3674-4e23-9d79-ce2f8a4c57de tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:21.258913 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6cd61e99-d5f1-4c88-abe1-a6f9135bc0ae req-ec48dfe8-3674-4e23-9d79-ce2f8a4c57de tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.0807393 Feb 04 07:04:21.302019 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6cd61e99-d5f1-4c88-abe1-a6f9135bc0ae req-00ad8cff-5a98-479a-a6af-fa7d38e34f00 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374413 Feb 04 07:04:21.331139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57686) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:21.535307 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-76fe09f8-1e13-4f62-9300-d21b1d0ab095 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/floatingips/94f12ced-2170-4e08-a322-6a65d120bafe HTTP/1.1" status: 200 len: 992 time: 0.2029510 Feb 04 07:04:21.804311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57694) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:21.998848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port e7c71a62-4539-4ef0-bf0b-d7b26a946b40 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:04:21.999182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:22.164481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:22.164761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:22.284058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for e7c71a62-4539-4ef0-bf0b-d7b26a946b40 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:04:22.508976 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:22.555720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=e7c71a62-4539-4ef0-bf0b-d7b26a946b40,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:22.623800 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.624138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.624477 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.624829 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.625685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.626012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.626334 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.626649 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.627003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.627317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.627630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.627941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:22.657905 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:22.658231 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Floating IP 94f12ced-2170-4e08-a322-6a65d120bafe disassociated (deleted). External IP: 172.26.7.46, port: 93e6abe2-3afd-49ea-919d-737f84bb28ac. Feb 04 07:04:22.994241 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 2da6a79c-0154-473c-915b-89c721ef12fc has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:04:23.260347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:04:23.271567 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9796a045-4642-46f0-8e5e-6307549981c9 None None] Sync routers for ids ['2da6a79c-0154-473c-915b-89c721ef12fc'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:04:23.280291 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9796a045-4642-46f0-8e5e-6307549981c9 None None] Routers {'2da6a79c-0154-473c-915b-89c721ef12fc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:23.280919 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9796a045-4642-46f0-8e5e-6307549981c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2da6a79c-0154-473c-915b-89c721ef12fc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:23.360577 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:23.413863 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b491c0a0-be60-4c02-a62c-5f0688eada9f tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/floatingips/94f12ced-2170-4e08-a322-6a65d120bafe HTTP/1.1" status: 204 len: 168 time: 1.6084952 Feb 04 07:04:23.414544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5945893c-69b1-4804-b415-597fe8214d28', 'tag': '93e6abe2-3afd-49ea-919d-737f84bb28ac'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:04:23.464630 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-9796a045-4642-46f0-8e5e-6307549981c9 None None] Set router 2da6a79c-0154-473c-915b-89c721ef12fc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:23.478439 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5945893c-69b1-4804-b415-597fe8214d28', 'tag': '93e6abe2-3afd-49ea-919d-737f84bb28ac', 'status': 'completed', 'code': 200} Feb 04 07:04:23.580158 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6ff81-47fd-42f3-a44e-20a96c5cb713 req-3638ed2f-0273-4e38-9383-7729990d8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:23.581699 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8f6ff81-47fd-42f3-a44e-20a96c5cb713 req-3638ed2f-0273-4e38-9383-7729990d8121 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c11deaae1bb6447c836c104d86060bf2&device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 1098 time: 0.0768683 Feb 04 07:04:23.715423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6ff81-47fd-42f3-a44e-20a96c5cb713 req-af976354-1f32-492a-85f9-f7342e3b55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:23.716923 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8f6ff81-47fd-42f3-a44e-20a96c5cb713 req-af976354-1f32-492a-85f9-f7342e3b55ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 HTTP/1.1" status: 200 len: 898 time: 0.1291854 Feb 04 07:04:23.779165 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9796a045-4642-46f0-8e5e-6307549981c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:51Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'bfbb57e6-2891-4364-a147-9afa247d04a8', 'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:02:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:50Z', 'updated_at': '2022-02-04T07:02:56Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:23.782701 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8f6ff81-47fd-42f3-a44e-20a96c5cb713 req-c37462a7-ca93-4e82-9f9e-d6b2fb895ad7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e6abe2-3afd-49ea-919d-737f84bb28ac HTTP/1.1" status: 200 len: 217 time: 0.0602496 Feb 04 07:04:23.783645 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9796a045-4642-46f0-8e5e-6307549981c9 None None] Checking router: 2da6a79c-0154-473c-915b-89c721ef12fc for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:04:23.792052 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9796a045-4642-46f0-8e5e-6307549981c9 None None] Routers {'2da6a79c-0154-473c-915b-89c721ef12fc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:23.792631 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9796a045-4642-46f0-8e5e-6307549981c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2da6a79c-0154-473c-915b-89c721ef12fc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:23.850906 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6ff81-47fd-42f3-a44e-20a96c5cb713 req-2c6746db-3007-4e46-b9dd-783836c97de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:23.852284 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8f6ff81-47fd-42f3-a44e-20a96c5cb713 req-2c6746db-3007-4e46-b9dd-783836c97de3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc79558f-da9b-48a6-a993-a713d342025f HTTP/1.1" status: 200 len: 834 time: 0.0640934 Feb 04 07:04:23.978977 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-9796a045-4642-46f0-8e5e-6307549981c9 None None] Set router 2da6a79c-0154-473c-915b-89c721ef12fc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:23.980518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6ff81-47fd-42f3-a44e-20a96c5cb713 req-2449dc5d-1064-45b0-9abb-a84072cb4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:23.982015 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8f6ff81-47fd-42f3-a44e-20a96c5cb713 req-2449dc5d-1064-45b0-9abb-a84072cb4c6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1231101 Feb 04 07:04:24.098837 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420983-4e63-4a3f-8a8e-f243cc050212 req-3c50d4d9-fce7-47d0-9044-2b675f43983c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:24.099449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-c3420983-4e63-4a3f-8a8e-f243cc050212 req-3c50d4d9-fce7-47d0-9044-2b675f43983c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Synchronizing usage tracker for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:04:24.139241 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8f6ff81-47fd-42f3-a44e-20a96c5cb713 req-5e3a2f34-3868-4f1a-b536-188552d009bc service neutron] 10.222.0.24 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492360 Feb 04 07:04:24.216776 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-c3420983-4e63-4a3f-8a8e-f243cc050212 req-3c50d4d9-fce7-47d0-9044-2b675f43983c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Unset dirty status for tenant:c11deaae1bb6447c836c104d86060bf2 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:04:24.217900 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c3420983-4e63-4a3f-8a8e-f243cc050212 req-3c50d4d9-fce7-47d0-9044-2b675f43983c tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.2961648 Feb 04 07:04:24.292203 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-c3420983-4e63-4a3f-8a8e-f243cc050212 req-67524cc9-4afd-4c56-aa95-d49e1f1b7d7d tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681467 Feb 04 07:04:24.314339 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-9796a045-4642-46f0-8e5e-6307549981c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:51Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'bfbb57e6-2891-4364-a147-9afa247d04a8', 'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:02:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:50Z', 'updated_at': '2022-02-04T07:02:56Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:24.317625 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a8f6ff81-47fd-42f3-a44e-20a96c5cb713 req-7e3e6552-28bf-4171-b642-7f57987b88b7 service neutron] 10.222.0.24 "GET /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715796 Feb 04 07:04:24.322416 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9796a045-4642-46f0-8e5e-6307549981c9 None None] The sync data for ids ['2da6a79c-0154-473c-915b-89c721ef12fc'] in dv-neutron-827796-1-hyperv is: [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:02:51Z', 'revision_number': 4, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': 'bfbb57e6-2891-4364-a147-9afa247d04a8', 'name': '', 'network_id': 'cfb853f6-d4ba-40c6-89c8-2f73e65e0c68', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'mac_address': 'fa:16:3e:02:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:50Z', 'updated_at': '2022-02-04T07:02:56Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'subnets': [{'id': 'cc79558f-da9b-48a6-a993-a713d342025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:04:24.534359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037d9355-a126-44d7-9c3f-2e445b4fb220 None None] New status for floating IP 94f12ced-2170-4e08-a322-6a65d120bafe: DOWN {{(pid=88200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:04:25.476689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4684e43-8042-464b-a7bc-b772b85a8de1 req-82f96966-46b2-486c-873e-2472a36217d3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:25.478231 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e4684e43-8042-464b-a7bc-b772b85a8de1 req-82f96966-46b2-486c-873e-2472a36217d3 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.0792627 Feb 04 07:04:25.522030 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e4684e43-8042-464b-a7bc-b772b85a8de1 req-e9b50f41-e1b0-4d5b-90ce-7db7b55d15a2 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/security-groups?id=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381484 Feb 04 07:04:25.768941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db78ab-dfcf-462d-8415-abb27b679e9e req-a7edc071-8b97-4e2f-9f8e-50dc1dd73b02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:25.770342 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-98db78ab-dfcf-462d-8415-abb27b679e9e req-a7edc071-8b97-4e2f-9f8e-50dc1dd73b02 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 945 time: 0.0770516 Feb 04 07:04:25.842480 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-98db78ab-dfcf-462d-8415-abb27b679e9e req-2fb2e95b-10df-4b1a-abca-015ab9bc1bfa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port 93e6abe2-3afd-49ea-919d-737f84bb28ac {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:04:25.842811 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-98db78ab-dfcf-462d-8415-abb27b679e9e req-2fb2e95b-10df-4b1a-abca-015ab9bc1bfa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:26.090900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-98db78ab-dfcf-462d-8415-abb27b679e9e req-2fb2e95b-10df-4b1a-abca-015ab9bc1bfa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port 93e6abe2-3afd-49ea-919d-737f84bb28ac, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=93e6abe2-3afd-49ea-919d-737f84bb28ac,segment=NetworkSegment(b9583307-3e20-4d0d-9b84-bb8b19eb8fc2),segment_id=b9583307-3e20-4d0d-9b84-bb8b19eb8fc2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:04:26.091231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-98db78ab-dfcf-462d-8415-abb27b679e9e req-2fb2e95b-10df-4b1a-abca-015ab9bc1bfa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:26.308089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-98db78ab-dfcf-462d-8415-abb27b679e9e req-2fb2e95b-10df-4b1a-abca-015ab9bc1bfa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for 93e6abe2-3afd-49ea-919d-737f84bb28ac owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:04:26.532238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-98db78ab-dfcf-462d-8415-abb27b679e9e req-2fb2e95b-10df-4b1a-abca-015ab9bc1bfa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:26.581260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2e95b-10df-4b1a-abca-015ab9bc1bfa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=93e6abe2-3afd-49ea-919d-737f84bb28ac,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:26.693321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-98db78ab-dfcf-462d-8415-abb27b679e9e req-2fb2e95b-10df-4b1a-abca-015ab9bc1bfa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] No DVR routers for this DVR port 93e6abe2-3afd-49ea-919d-737f84bb28ac on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:04:26.695700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-98db78ab-dfcf-462d-8415-abb27b679e9e req-2fb2e95b-10df-4b1a-abca-015ab9bc1bfa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:26.704350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5945893c-69b1-4804-b415-597fe8214d28', 'name': 'network-vif-deleted', 'tag': '93e6abe2-3afd-49ea-919d-737f84bb28ac'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:04:26.713139 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6c1d13a-5d6d-4565-bd35-c82edaf96226 req-15a2f598-0930-4fb8-9fdc-e448d5d1d74e tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "GET /v2.0/ports?device_id=5945893c-69b1-4804-b415-597fe8214d28 HTTP/1.1" status: 200 len: 210 time: 0.0625541 Feb 04 07:04:26.752972 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5945893c-69b1-4804-b415-597fe8214d28', 'name': 'network-vif-deleted', 'tag': '93e6abe2-3afd-49ea-919d-737f84bb28ac', 'status': 'completed', 'code': 200} Feb 04 07:04:26.777150 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-98db78ab-dfcf-462d-8415-abb27b679e9e req-2fb2e95b-10df-4b1a-abca-015ab9bc1bfa tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.24 "DELETE /v2.0/ports/93e6abe2-3afd-49ea-919d-737f84bb28ac HTTP/1.1" status: 204 len: 173 time: 1.0012066 Feb 04 07:04:27.805094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57712) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:27.903294 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:04:28.344397 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:28.797612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port bfbb57e6-2891-4364-a147-9afa247d04a8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:04:28.797946 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:28.976824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port bfbb57e6-2891-4364-a147-9afa247d04a8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=bfbb57e6-2891-4364-a147-9afa247d04a8,segment=NetworkSegment(b9583307-3e20-4d0d-9b84-bb8b19eb8fc2),segment_id=b9583307-3e20-4d0d-9b84-bb8b19eb8fc2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:04:28.977502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:29.103726 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for bfbb57e6-2891-4364-a147-9afa247d04a8 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:04:29.361007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:29.408488 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=bfbb57e6-2891-4364-a147-9afa247d04a8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:29.449013 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.449367 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.449691 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.450028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.450355 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.450683 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.451008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.451330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.451650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.451967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.452285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.452603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:29.686356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:30.042279 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Router 2da6a79c-0154-473c-915b-89c721ef12fc has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:04:30.215237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 93e6abe2-3afd-49ea-919d-737f84bb28ac no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:04:30.252771 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 93e6abe2-3afd-49ea-919d-737f84bb28ac {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:04:30.253116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 93e6abe2-3afd-49ea-919d-737f84bb28ac not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:04:30.331313 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:04:30.340267 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bffc097-7b18-49f6-9d93-8be6e5ec806e None None] Sync routers for ids ['2da6a79c-0154-473c-915b-89c721ef12fc'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:04:30.345774 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-22d3fa6e-c69c-4563-a518-22ea951c8941 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "PUT /v2.0/routers/2da6a79c-0154-473c-915b-89c721ef12fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5372467 Feb 04 07:04:30.345999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57716) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:30.349622 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bffc097-7b18-49f6-9d93-8be6e5ec806e None None] Routers {'2da6a79c-0154-473c-915b-89c721ef12fc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:30.350215 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0bffc097-7b18-49f6-9d93-8be6e5ec806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2da6a79c-0154-473c-915b-89c721ef12fc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:30.412132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcd285a-2e29-4057-87dd-b29f4b80c563 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting subnet cc79558f-da9b-48a6-a993-a713d342025f {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 07:04:30.415103 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bcd285a-2e29-4057-87dd-b29f4b80c563 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:30.473243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bcd285a-2e29-4057-87dd-b29f4b80c563 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:30.524744 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-0bffc097-7b18-49f6-9d93-8be6e5ec806e None None] Set router 2da6a79c-0154-473c-915b-89c721ef12fc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:30.564059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bcd285a-2e29-4057-87dd-b29f4b80c563 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:30.708998 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bcd285a-2e29-4057-87dd-b29f4b80c563 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:30.747504 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd285a-2e29-4057-87dd-b29f4b80c563 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Subnet': ['ID=cc79558f-da9b-48a6-a993-a713d342025f,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:30.754751 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5bcd285a-2e29-4057-87dd-b29f4b80c563 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:30.761091 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eda037-38cf-484a-9936-f54894ec75bb None None] Network cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:04:30.764038 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5bcd285a-2e29-4057-87dd-b29f4b80c563 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/subnets/cc79558f-da9b-48a6-a993-a713d342025f HTTP/1.1" status: 204 len: 168 time: 0.4147401 Feb 04 07:04:30.764185 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57720) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:30.802481 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0bffc097-7b18-49f6-9d93-8be6e5ec806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:04:29Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:30.806442 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bffc097-7b18-49f6-9d93-8be6e5ec806e None None] Checking router: 2da6a79c-0154-473c-915b-89c721ef12fc for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:04:30.815635 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bffc097-7b18-49f6-9d93-8be6e5ec806e None None] Routers {'2da6a79c-0154-473c-915b-89c721ef12fc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:30.816300 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0bffc097-7b18-49f6-9d93-8be6e5ec806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['2da6a79c-0154-473c-915b-89c721ef12fc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:30.963302 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:30.993522 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-0bffc097-7b18-49f6-9d93-8be6e5ec806e None None] Set router 2da6a79c-0154-473c-915b-89c721ef12fc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:31.035449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] DHCP port deletion for cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 07:04:31.040219 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Deleting port e645e0c8-6245-48d5-a270-34a2dfe1ac71 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:04:31.040353 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:31.147689 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:31.211632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Deleting port d0160760-088d-4258-be74-3319cdff05d6 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:04:31.212007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:31.243850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] For port e645e0c8-6245-48d5-a270-34a2dfe1ac71, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=e645e0c8-6245-48d5-a270-34a2dfe1ac71,segment=NetworkSegment(b9583307-3e20-4d0d-9b84-bb8b19eb8fc2),segment_id=b9583307-3e20-4d0d-9b84-bb8b19eb8fc2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:04:31.244991 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:31.274852 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-0bffc097-7b18-49f6-9d93-8be6e5ec806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:04:29Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:31.278992 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bffc097-7b18-49f6-9d93-8be6e5ec806e None None] The sync data for ids ['2da6a79c-0154-473c-915b-89c721ef12fc'] in dv-neutron-827796-1-hyperv is: [{'id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769141006', 'tenant_id': 'c11deaae1bb6447c836c104d86060bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122'}], 'enable_snat': True}, 'gw_port_id': 'd0160760-088d-4258-be74-3319cdff05d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:02:45Z', 'updated_at': '2022-02-04T07:04:29Z', 'revision_number': 5, 'project_id': 'c11deaae1bb6447c836c104d86060bf2', 'gw_port': {'id': 'd0160760-088d-4258-be74-3319cdff05d6', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6a79c-0154-473c-915b-89c721ef12fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:02:46Z', 'updated_at': '2022-02-04T07:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:04:31.373110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Calling delete_port for e645e0c8-6245-48d5-a270-34a2dfe1ac71 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:04:31.402418 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] For port d0160760-088d-4258-be74-3319cdff05d6, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d0160760-088d-4258-be74-3319cdff05d6,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:04:31.403761 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:31.520172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334'] for port, after_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:31.522841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Calling delete_port for d0160760-088d-4258-be74-3319cdff05d6 owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:04:31.569963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Pushing event deleted for resources: {'Port': ['ID=e645e0c8-6245-48d5-a270-34a2dfe1ac71,revision_number=None']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:31.572355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] No DVR routers for this DVR port e645e0c8-6245-48d5-a270-34a2dfe1ac71 on host dv-neutron-827796-1-hyperv {{(pid=88200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:04:31.587396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.587745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.588252 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.588590 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.588946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.589277 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.589602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.589924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.590254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.590572 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.590896 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.591213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a42e36b-b573-4648-8359-78ba3f9126e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:31.783219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:31.830425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Port': ['ID=d0160760-088d-4258-be74-3319cdff05d6,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:31.920902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:31.982091 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e645e0c8-6245-48d5-a270-34a2dfe1ac71 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:04:32.017969 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: e645e0c8-6245-48d5-a270-34a2dfe1ac71 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:04:32.018319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device e645e0c8-6245-48d5-a270-34a2dfe1ac71 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:04:32.018752 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device bfbb57e6-2891-4364-a147-9afa247d04a8 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:04:32.055703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: bfbb57e6-2891-4364-a147-9afa247d04a8 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:04:32.055974 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device bfbb57e6-2891-4364-a147-9afa247d04a8 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:04:32.196973 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.199143 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.302838 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.303345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Fanout notify agent at l3_agent the message router_deleted on router 2da6a79c-0154-473c-915b-89c721ef12fc {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 07:04:32.319323 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.320420 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-516185ee-fc88-40bc-98f0-d25f061dbaea tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/routers/2da6a79c-0154-473c-915b-89c721ef12fc HTTP/1.1" status: 204 len: 168 time: 1.5552721 Feb 04 07:04:32.323050 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57724) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:32.436475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.563196 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.590423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb853f6-d4ba-40c6-89c8-2f73e65e0c68']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:32.602414 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:32.602702 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9583307-3e20-4d0d-9b84-bb8b19eb8fc2') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:32.614461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.629820 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.635532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 07:04:32.635898 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 07:04:32.650389 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 07:04:32.771499 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.775832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.806028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'Network': ['ID=cfb853f6-d4ba-40c6-89c8-2f73e65e0c68,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:32.857644 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f2e97300-336c-4c08-8814-0f5edfa962bb tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/networks/cfb853f6-d4ba-40c6-89c8-2f73e65e0c68 HTTP/1.1" status: 204 len: 168 time: 0.5335784 Feb 04 07:04:32.860132 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57728) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:32.926169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa80911b-fed7-4491-b249-5d57cdeb9d21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:32.954664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa80911b-fed7-4491-b249-5d57cdeb9d21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:33.068418 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa80911b-fed7-4491-b249-5d57cdeb9d21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:33.086887 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80911b-fed7-4491-b249-5d57cdeb9d21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04673594-e3fc-4f3f-bccf-fd31d0f6a4e4,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:33.130254 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-fa80911b-fed7-4491-b249-5d57cdeb9d21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:33.131378 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-fa80911b-fed7-4491-b249-5d57cdeb9d21 tempest-TestNetworkAdvancedServerOps-2030307011 tempest-TestNetworkAdvancedServerOps-2030307011-project] 10.222.0.32 "DELETE /v2.0/security-groups/04673594-e3fc-4f3f-bccf-fd31d0f6a4e4 HTTP/1.1" status: 204 len: 168 time: 0.2703357 Feb 04 07:04:33.779113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57738) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:33.895829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d0160760-088d-4258-be74-3319cdff05d6 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:04:33.929362 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: d0160760-088d-4258-be74-3319cdff05d6 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:04:33.929624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d0160760-088d-4258-be74-3319cdff05d6 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:04:33.942005 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e682fc2e-32b3-4412-880a-ca19a39f35f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c11deaae1bb6447c836c104d86060bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617503 Feb 04 07:04:33.944425 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57744) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:34.003080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06a0acc9-50de-41f1-804c-6b6ddcf769a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:34.027561 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06a0acc9-50de-41f1-804c-6b6ddcf769a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:34.154147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06a0acc9-50de-41f1-804c-6b6ddcf769a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:34.171133 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0acc9-50de-41f1-804c-6b6ddcf769a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5066acbb-a09f-4a4d-95da-38ba357bea0c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:34.177828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-06a0acc9-50de-41f1-804c-6b6ddcf769a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:34.178934 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-06a0acc9-50de-41f1-804c-6b6ddcf769a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5066acbb-a09f-4a4d-95da-38ba357bea0c HTTP/1.1" status: 204 len: 168 time: 0.2336082 Feb 04 07:04:34.793492 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57752) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:34.811461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3cd01be3-870b-4399-9e9d-1ca55af217dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:34.825332 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3cd01be3-870b-4399-9e9d-1ca55af217dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:34.829141 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3cd01be3-870b-4399-9e9d-1ca55af217dd admin admin] Usage tracker for resource:security_group_rule and tenant:b473166b087b40e08414bb9c153c3e38 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:34.831872 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3cd01be3-870b-4399-9e9d-1ca55af217dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:34.837451 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3cd01be3-870b-4399-9e9d-1ca55af217dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:34.916499 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3cd01be3-870b-4399-9e9d-1ca55af217dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:34.976849 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3cd01be3-870b-4399-9e9d-1ca55af217dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:35.025197 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3cd01be3-870b-4399-9e9d-1ca55af217dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b473166b087b40e08414bb9c153c3e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306650 Feb 04 07:04:35.026740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd01be3-870b-4399-9e9d-1ca55af217dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92326806-1038-40e9-a3c1-0ae63a3da69d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:35.027929 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57756) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:35.087157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2de2-fdd1-4417-b654-00849201f7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:35.113019 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2de2-fdd1-4417-b654-00849201f7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:35.216963 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2de2-fdd1-4417-b654-00849201f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:35.232860 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc2de2-fdd1-4417-b654-00849201f7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92326806-1038-40e9-a3c1-0ae63a3da69d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:35.238336 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2de2-fdd1-4417-b654-00849201f7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:35.240153 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-fbfc2de2-fdd1-4417-b654-00849201f7c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92326806-1038-40e9-a3c1-0ae63a3da69d HTTP/1.1" status: 204 len: 168 time: 0.2112415 Feb 04 07:04:36.288517 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57780) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:36.390110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-266267585-network', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:36.394843 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:36.398641 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Usage tracker for resource:network and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:36.401474 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:36.407041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:36.485471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Made reservation on behalf of a7a23747a2c84bd8a59fb9381043b985 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:04:36.487824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:36.499850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:36.514386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:36.519032 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:36.521826 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:36.527467 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:36.606514 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:36.657079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:36.686348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 07:04:36.694350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a38c431-329d-450f-8504-1778060edb7c,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:36.699652 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:36.699996 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Added segment 3345af68-5c8f-41cb-b4e1-675e072c30b2 of type vlan for network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 Feb 04 07:04:36.729180 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:36.816333 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:36.817295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:36.817866 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:36.913718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:36.923092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 07:04:36.971723 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-14b3a3c5-4f0c-4eb2-b130-0d41c0216ec9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6820774 Feb 04 07:04:36.974595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57786) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:36.979961 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Request body: {'subnet': {'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-266267585-subnet', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:36.984745 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:36.988612 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Usage tracker for resource:subnet and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:36.991534 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:36.998609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:37.068416 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Made reservation on behalf of a7a23747a2c84bd8a59fb9381043b985 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:04:37.070730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:37.320124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:37.394988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a523a37a-510e-460d-9314-b60933776341,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:37.398913 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Checking segment: {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:04:37.399269 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Network hostable DHCP agents. Network: 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 07:04:37.463579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 07:04:37.520141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:04:37.524625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:37.525313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:37.530492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14817de9-1dd7-49db-8a08-39171d39fa01 None None] Network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:04:37.583902 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-e3dd4c38-59bb-4c2a-9c52-b4eacb37f457 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6082361 Feb 04 07:04:37.586796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57792) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:37.593026 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:37.598827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:37.602801 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Usage tracker for resource:router and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:37.605853 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:37.613666 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:37.663010 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:37.664083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:37.679512 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:37.749189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 07:04:37.750020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:37.934599 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Allocated IP 172.20.0.2 (9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3/a523a37a-510e-460d-9314-b60933776341/fb96c762-8b26-4ded-92e9-3830c67ae6e8) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:04:37.999681 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:38.133872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:38.144158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Transition to ACTIVE for port object fb96c762-8b26-4ded-92e9-3830c67ae6e8 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:04:38.162237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Transition to ACTIVE for port object fb96c762-8b26-4ded-92e9-3830c67ae6e8 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:04:38.223646 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:38.287055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:04:38.289907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:04:38.293664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:04:38.299161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Pushing event updated for resources: {'Port': ['ID=fb96c762-8b26-4ded-92e9-3830c67ae6e8,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:38.389669 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Attempting to bind port fb96c762-8b26-4ded-92e9-3830c67ae6e8 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:04:38.390092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Attempting to bind port fb96c762-8b26-4ded-92e9-3830c67ae6e8 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:04:38.390486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Attempting to bind port fb96c762-8b26-4ded-92e9-3830c67ae6e8 on network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:04:38.397196 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:04:38.397567 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Checking segment: {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:04:38.397968 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:38.398359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Bound using segment: {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:04:38.398826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Bound port: fb96c762-8b26-4ded-92e9-3830c67ae6e8, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:04:38.399193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:38.476543 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:38.488884 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] For port fb96c762-8b26-4ded-92e9-3830c67ae6e8, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:04:38.491883 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] For port fb96c762-8b26-4ded-92e9-3830c67ae6e8, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fb96c762-8b26-4ded-92e9-3830c67ae6e8,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:04:38.506806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:38.560822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:38.641481 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Allocated IP 172.26.7.246 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/ec33d56d-09ae-4c2a-bd15-33219856617a) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:04:38.643535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4a3e-3085-4ace-b431-43c13ecae531 None None] Pushing event updated for resources: {'Port': ['ID=fb96c762-8b26-4ded-92e9-3830c67ae6e8,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:38.797882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:38.897960 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:38.964916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:04:38.967831 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:04:38.971532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:04:39.004493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Pushing event updated for resources: {'Port': ['ID=ec33d56d-09ae-4c2a-bd15-33219856617a,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:39.472333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:39.590746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f051eaae-2509-4603-ba01-c29b5ce63459 None None] Network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:04:39.793134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-dfa68648-71d0-49df-b507-1a453a57ae55 None None] Provisioning for port fb96c762-8b26-4ded-92e9-3830c67ae6e8 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:04:39.812576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:39.992083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fb96c762-8b26-4ded-92e9-3830c67ae6e8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:40.136841 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port fb96c762-8b26-4ded-92e9-3830c67ae6e8 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:04:40.141587 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port fb96c762-8b26-4ded-92e9-3830c67ae6e8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:40.141956 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:40.214847 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Router 86b0c338-41cf-4d02-b006-02fd034bc7bc is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 07:04:40.274077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:40.305723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port fb96c762-8b26-4ded-92e9-3830c67ae6e8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fb96c762-8b26-4ded-92e9-3830c67ae6e8,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:04:40.354131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:40.389605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:04:40.400365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Sync routers for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:04:40.426049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:40.426654 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:40.456980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:40.460818 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bfbef7bf-c4e7-40ef-8689-18a7681cc9ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8699219 Feb 04 07:04:40.461145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57796) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:40.504713 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=fb96c762-8b26-4ded-92e9-3830c67ae6e8,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:40.615080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:40.922709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:39Z', 'revision_number': 3, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:40.927348 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Checking router: 86b0c338-41cf-4d02-b006-02fd034bc7bc for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:04:40.927698 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Updating router 86b0c338-41cf-4d02-b006-02fd034bc7bc port ec33d56d-09ae-4c2a-bd15-33219856617a binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 07:04:40.980152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:41.120097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:41.299645 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:41.311338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Transition to ACTIVE for port object ec33d56d-09ae-4c2a-bd15-33219856617a will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:04:41.319375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Allocated IP 172.20.0.1 (9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3/a523a37a-510e-460d-9314-b60933776341/9aff0330-3811-49cc-986c-74f8746f856d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:04:41.406101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:41.464984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:41.481414 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Transition to ACTIVE for port object 9aff0330-3811-49cc-986c-74f8746f856d will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:04:41.486585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Attempting to bind port ec33d56d-09ae-4c2a-bd15-33219856617a on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:04:41.486960 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Attempting to bind port ec33d56d-09ae-4c2a-bd15-33219856617a by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:04:41.487322 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Attempting to bind port ec33d56d-09ae-4c2a-bd15-33219856617a on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:04:41.496253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:04:41.496626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:04:41.497049 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:41.497445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:04:41.497898 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Bound port: ec33d56d-09ae-4c2a-bd15-33219856617a, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:04:41.498269 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:41.526006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ba5bf-605c-4de9-8f0c-ef49a731bcb3 None None] Pushing event updated for resources: {'Port': ['ID=ec33d56d-09ae-4c2a-bd15-33219856617a,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:41.571796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:41.572442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] For port ec33d56d-09ae-4c2a-bd15-33219856617a, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:04:41.575403 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] For port ec33d56d-09ae-4c2a-bd15-33219856617a, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ec33d56d-09ae-4c2a-bd15-33219856617a,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:04:41.639586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:04:41.643089 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:04:41.646668 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:04:41.651352 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:41.676068 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Pushing event updated for resources: {'Port': ['ID=9aff0330-3811-49cc-986c-74f8746f856d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:41.705864 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:41.738651 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:41.739299 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:41.807337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ba5bf-605c-4de9-8f0c-ef49a731bcb3 None None] Pushing event updated for resources: {'Port': ['ID=ec33d56d-09ae-4c2a-bd15-33219856617a,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:41.940255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:41.983259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fb96c762-8b26-4ded-92e9-3830c67ae6e8 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:42.074469 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cd70e80f-16d5-41f3-a6ce-01cb30e75893 None None] Provisioning for port 9aff0330-3811-49cc-986c-74f8746f856d completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:04:42.138088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:42.150845 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cd70e80f-16d5-41f3-a6ce-01cb30e75893 None None] Provisioning complete for port 9aff0330-3811-49cc-986c-74f8746f856d triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:42.151221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cd70e80f-16d5-41f3-a6ce-01cb30e75893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:42.241203 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-cd70e80f-16d5-41f3-a6ce-01cb30e75893 None None] Port 9aff0330-3811-49cc-986c-74f8746f856d cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:04:42.276497 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port fb96c762-8b26-4ded-92e9-3830c67ae6e8 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:42.276895 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:42.355661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:42.416546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:42.475607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:39Z', 'revision_number': 3, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:42.484446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97776d4-4edf-467f-9cbc-ccc9937feb41 None None] The sync data for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv is: [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:39Z', 'revision_number': 3, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:04:42.528340 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:42.532015 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Pushing event updated for resources: {'Port': ['ID=9aff0330-3811-49cc-986c-74f8746f856d,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:42.669943 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:04:42.671109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:04:42.875624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Router 86b0c338-41cf-4d02-b006-02fd034bc7bc has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:04:42.969579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-ecd62841-ba8a-42c2-bbf9-9654473d709a None None] Provisioning complete for port 9aff0330-3811-49cc-986c-74f8746f856d triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:42.970140 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ecd62841-ba8a-42c2-bbf9-9654473d709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:43.028844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-ecd62841-ba8a-42c2-bbf9-9654473d709a None None] Port 9aff0330-3811-49cc-986c-74f8746f856d cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:04:43.066877 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:04:43.075929 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8fc051d9-5721-4a96-94be-8fead1674d6a admin admin] 10.222.0.32 "PUT /v2.0/routers/86b0c338-41cf-4d02-b006-02fd034bc7bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6137812 Feb 04 07:04:43.744401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57814) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:43.750194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-470945395-network', 'tenant_id': '60d1575ea71244f188816d0fda64e233'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:43.754957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:43.758998 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Usage tracker for resource:network and tenant:60d1575ea71244f188816d0fda64e233 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:43.761883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:43.767635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:43.874188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Made reservation on behalf of 60d1575ea71244f188816d0fda64e233 for: {'network': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:04:43.876816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:43.889781 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:43.909006 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:43.913393 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:60d1575ea71244f188816d0fda64e233 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:43.918259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:43.925053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:44.000724 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ec33d56d-09ae-4c2a-bd15-33219856617a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:44.024018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.075921 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Sync routers for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:04:44.085865 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:44.086471 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:44.097576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.123791 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 07:04:44.125678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ec33d56d-09ae-4c2a-bd15-33219856617a completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:04:44.131649 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ec33d56d-09ae-4c2a-bd15-33219856617a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:44.132245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.136113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0e78f8-7542-4633-becb-1120439a9b23,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:44.140489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.140932 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.segments_db [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Added segment 1ed0b0be-ae46-46f6-b48d-2c637a4162eb of type vlan for network e9f882e1-bc5a-46a2-be55-37508e237186 Feb 04 07:04:44.180217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.251425 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.252778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:44.253360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Notify callbacks [] for network, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.258653 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.275683 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port ec33d56d-09ae-4c2a-bd15-33219856617a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ec33d56d-09ae-4c2a-bd15-33219856617a,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:04:44.298180 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:44.357489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f882e1-bc5a-46a2-be55-37508e237186,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:44.361319 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.398620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network e9f882e1-bc5a-46a2-be55-37508e237186 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 07:04:44.417743 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-ccf08b76-86a6-48ae-9a67-d82b1dac8eb3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6721849 Feb 04 07:04:44.420408 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57818) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:44.426836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Request body: {'subnet': {'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-470945395-subnet', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:44.432640 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:44.437453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Usage tracker for resource:subnet and tenant:60d1575ea71244f188816d0fda64e233 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:44.441634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:44.448324 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:44.503174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Made reservation on behalf of 60d1575ea71244f188816d0fda64e233 for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:04:44.505633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.518571 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=ec33d56d-09ae-4c2a-bd15-33219856617a,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:44.618053 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 2, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:44.621739 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Checking router: 86b0c338-41cf-4d02-b006-02fd034bc7bc for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:04:44.622083 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Updating router 86b0c338-41cf-4d02-b006-02fd034bc7bc port 9aff0330-3811-49cc-986c-74f8746f856d binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 07:04:44.676887 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.765674 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:44.839957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210c41a3-4f7e-44c3-82aa-351d88eef280,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:44.850886 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Checking segment: {'id': '1ed0b0be-ae46-46f6-b48d-2c637a4162eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:04:44.851237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Network hostable DHCP agents. Network: e9f882e1-bc5a-46a2-be55-37508e237186, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 07:04:44.925550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Network e9f882e1-bc5a-46a2-be55-37508e237186 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 07:04:45.008004 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.011189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, e9f882e1-bc5a-46a2-be55-37508e237186) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:04:45.016049 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:45.017157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.019519 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Transition to ACTIVE for port object 9aff0330-3811-49cc-986c-74f8746f856d will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:04:45.020947 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4457f7-6a9a-479c-8059-76719eeed474 None None] Network e9f882e1-bc5a-46a2-be55-37508e237186 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:04:45.097490 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.129525 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57822) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:45.130664 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-53e9b75c-f8b9-433a-9423-d1c2a0403aa4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7079031 Feb 04 07:04:45.135482 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-470945395-router', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:45.142654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:45.147218 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Usage tracker for resource:router and tenant:60d1575ea71244f188816d0fda64e233 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:45.150930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:45.170902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:45.240157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.241314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.254371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-e9f882e1-bc5a-46a2-be55-37508e237186', 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'fixed_ips': [{'subnet_id': '210c41a3-4f7e-44c3-82aa-351d88eef280'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 07:04:45.255825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.258956 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.288047 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Pushing event updated for resources: {'Port': ['ID=9aff0330-3811-49cc-986c-74f8746f856d,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:45.300507 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.300872 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.301205 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.301537 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.301848 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.302164 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.302481 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.302800 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.303109 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.303421 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.303786 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.304096 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:04:45.332069 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Attempting to bind port 9aff0330-3811-49cc-986c-74f8746f856d on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:04:45.332467 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Attempting to bind port 9aff0330-3811-49cc-986c-74f8746f856d by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:04:45.332834 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Attempting to bind port 9aff0330-3811-49cc-986c-74f8746f856d on network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:04:45.338087 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:04:45.338670 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Checking segment: {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:04:45.339344 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.339898 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Bound using segment: {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:04:45.340503 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Bound port: 9aff0330-3811-49cc-986c-74f8746f856d, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:04:45.341060 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.439437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Allocated IP 172.20.0.2 (e9f882e1-bc5a-46a2-be55-37508e237186/210c41a3-4f7e-44c3-82aa-351d88eef280/58436381-dd8c-473a-adf3-701af53a101b) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:04:45.458777 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] For port 9aff0330-3811-49cc-986c-74f8746f856d, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:04:45.462897 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] For port 9aff0330-3811-49cc-986c-74f8746f856d, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9aff0330-3811-49cc-986c-74f8746f856d,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:04:45.510122 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.599687 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:45.600490 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:45.674818 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a4f5b-3b26-464d-b10d-ef51afb8bbf7 None None] Pushing event updated for resources: {'Port': ['ID=9aff0330-3811-49cc-986c-74f8746f856d,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:45.686887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.705579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Transition to ACTIVE for port object 58436381-dd8c-473a-adf3-701af53a101b will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:04:45.725669 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.729422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Transition to ACTIVE for port object 58436381-dd8c-473a-adf3-701af53a101b will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:04:45.748753 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e676fa50-5deb-4871-889e-a27fcb2babfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.789487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:45.811123 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:45.855880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Network e9f882e1-bc5a-46a2-be55-37508e237186 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:04:45.869530 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:04:45.876204 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:04:45.920851 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Pushing event updated for resources: {'Port': ['ID=58436381-dd8c-473a-adf3-701af53a101b,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:45.964383 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ec33d56d-09ae-4c2a-bd15-33219856617a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:46.031677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Attempting to bind port 58436381-dd8c-473a-adf3-701af53a101b on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:04:46.031677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Attempting to bind port 58436381-dd8c-473a-adf3-701af53a101b by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '1ed0b0be-ae46-46f6-b48d-2c637a4162eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:04:46.032452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Attempting to bind port 58436381-dd8c-473a-adf3-701af53a101b on network e9f882e1-bc5a-46a2-be55-37508e237186 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:04:46.043954 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:04:46.044241 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Checking segment: {'id': '1ed0b0be-ae46-46f6-b48d-2c637a4162eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:04:46.044633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:46.045139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Bound using segment: {'id': '1ed0b0be-ae46-46f6-b48d-2c637a4162eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:04:46.045605 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Bound port: 58436381-dd8c-473a-adf3-701af53a101b, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed0b0be-ae46-46f6-b48d-2c637a4162eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:04:46.045971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:46.116248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ec33d56d-09ae-4c2a-bd15-33219856617a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:46.116627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:46.164463 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:46.170430 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:45Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:46.174974 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2c6de-8142-410e-a080-b32ff2fafeb0 None None] The sync data for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv is: [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:45Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:04:46.195167 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] For port 58436381-dd8c-473a-adf3-701af53a101b, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:04:46.198499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] For port 58436381-dd8c-473a-adf3-701af53a101b, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=58436381-dd8c-473a-adf3-701af53a101b,segment=NetworkSegment(1ed0b0be-ae46-46f6-b48d-2c637a4162eb),segment_id=1ed0b0be-ae46-46f6-b48d-2c637a4162eb)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:04:46.199034 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:46.270748 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:46.362123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Allocated IP 172.26.7.140 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/75c86f40-e68a-46c0-a401-864bb8ec2273) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:04:46.418397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5b919-0ef2-4154-8ae8-02b1734587b9 None None] Pushing event updated for resources: {'Port': ['ID=58436381-dd8c-473a-adf3-701af53a101b,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:46.526149 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:46.617969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:46.686975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:04:46.689975 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:04:46.694059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:04:46.737109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Pushing event updated for resources: {'Port': ['ID=75c86f40-e68a-46c0-a401-864bb8ec2273,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:47.181811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:47.466040 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48acf5b2-83f6-4154-af5d-8afba74928b9 None None] Network e9f882e1-bc5a-46a2-be55-37508e237186 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:04:47.631836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-f13b831f-389d-4334-89c9-f8deefd793ae None None] Provisioning for port 58436381-dd8c-473a-adf3-701af53a101b completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:04:47.665292 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:47.931767 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Router 29eff676-f762-4c62-b29a-c5aee2f0ba2d is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 07:04:48.016632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5c747a66-b9f2-4c82-ba30-e619a0d6ed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:48.029305 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 58436381-dd8c-473a-adf3-701af53a101b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:48.127334 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:04:48.131272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 58436381-dd8c-473a-adf3-701af53a101b completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:04:48.139673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Sync routers for ids ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:04:48.145245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 58436381-dd8c-473a-adf3-701af53a101b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:48.145614 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:48.177573 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Routers {'29eff676-f762-4c62-b29a-c5aee2f0ba2d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:48.178105 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:48.205436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:48.206686 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-07782fbe-c6dc-44b2-8237-d8b8dd278c7a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0761797 Feb 04 07:04:48.209435 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57826) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:48.423024 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Set router 29eff676-f762-4c62-b29a-c5aee2f0ba2d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:48.523690 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:48.639032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 58436381-dd8c-473a-adf3-701af53a101b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=58436381-dd8c-473a-adf3-701af53a101b,segment=NetworkSegment(1ed0b0be-ae46-46f6-b48d-2c637a4162eb),segment_id=1ed0b0be-ae46-46f6-b48d-2c637a4162eb)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:04:48.722258 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:48.722973 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9aff0330-3811-49cc-986c-74f8746f856d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:48.831449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'name': 'tempest-TestShelveInstance-470945395-router', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:45Z', 'updated_at': '2022-02-04T07:04:46Z', 'revision_number': 3, 'project_id': '60d1575ea71244f188816d0fda64e233', 'gw_port': {'id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:46Z', 'updated_at': '2022-02-04T07:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:48.843903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Checking router: 29eff676-f762-4c62-b29a-c5aee2f0ba2d for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:04:48.844245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Updating router 29eff676-f762-4c62-b29a-c5aee2f0ba2d port 75c86f40-e68a-46c0-a401-864bb8ec2273 binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 07:04:48.873650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:48.885297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=58436381-dd8c-473a-adf3-701af53a101b,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:48.904813 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:48.950365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 9aff0330-3811-49cc-986c-74f8746f856d completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:04:48.961178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9aff0330-3811-49cc-986c-74f8746f856d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:48.961547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.204240 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Allocated IP 172.20.0.1 (e9f882e1-bc5a-46a2-be55-37508e237186/210c41a3-4f7e-44c3-82aa-351d88eef280/1ab9d2e3-68eb-4308-9873-fa0a8ae1b350) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:04:49.295642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.320882 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.343429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.358169 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.359500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 9aff0330-3811-49cc-986c-74f8746f856d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9aff0330-3811-49cc-986c-74f8746f856d,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:04:49.374056 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Transition to ACTIVE for port object 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:04:49.429763 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.457583 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.489234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.510992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Transition to ACTIVE for port object 75c86f40-e68a-46c0-a401-864bb8ec2273 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:04:49.521358 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=9aff0330-3811-49cc-986c-74f8746f856d,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:49.528490 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Network e9f882e1-bc5a-46a2-be55-37508e237186 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:04:49.531324 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:04:49.533714 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:04:49.566657 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.573362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Pushing event updated for resources: {'Port': ['ID=1ab9d2e3-68eb-4308-9873-fa0a8ae1b350,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:49.595768 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.647940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Attempting to bind port 75c86f40-e68a-46c0-a401-864bb8ec2273 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:04:49.648318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Attempting to bind port 75c86f40-e68a-46c0-a401-864bb8ec2273 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:04:49.648743 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Attempting to bind port 75c86f40-e68a-46c0-a401-864bb8ec2273 on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:04:49.656185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363815b9-3e6e-47e4-a10b-1aae6fcf97ea None None] Pushing event updated for resources: {'Port': ['ID=75c86f40-e68a-46c0-a401-864bb8ec2273,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:49.659234 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:04:49.659438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:04:49.659825 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.660556 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:04:49.660764 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Bound port: 75c86f40-e68a-46c0-a401-864bb8ec2273, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:04:49.661053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.735175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] For port 75c86f40-e68a-46c0-a401-864bb8ec2273, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:04:49.738766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] For port 75c86f40-e68a-46c0-a401-864bb8ec2273, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=75c86f40-e68a-46c0-a401-864bb8ec2273,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:04:49.768742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.811961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.871631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-38696540-0606-4157-86b2-dba50633c44c None None] Provisioning for port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:04:49.885619 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-38696540-0606-4157-86b2-dba50633c44c None None] Provisioning complete for port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:49.885991 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-38696540-0606-4157-86b2-dba50633c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:49.950503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Routers {'29eff676-f762-4c62-b29a-c5aee2f0ba2d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:49.951239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:49.995967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:50.011628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 58436381-dd8c-473a-adf3-701af53a101b up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:50.034554 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:50.054359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363815b9-3e6e-47e4-a10b-1aae6fcf97ea None None] Pushing event updated for resources: {'Port': ['ID=75c86f40-e68a-46c0-a401-864bb8ec2273,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:50.065417 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-38696540-0606-4157-86b2-dba50633c44c None None] Port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:04:50.141253 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:50.145984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Pushing event updated for resources: {'Port': ['ID=1ab9d2e3-68eb-4308-9873-fa0a8ae1b350,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:50.194777 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 58436381-dd8c-473a-adf3-701af53a101b triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:50.195133 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:50.242784 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] Set router 29eff676-f762-4c62-b29a-c5aee2f0ba2d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:50.281156 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Network e9f882e1-bc5a-46a2-be55-37508e237186 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:04:50.282271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:04:50.389579 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:50.477854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Router 29eff676-f762-4c62-b29a-c5aee2f0ba2d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:04:50.559682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9aff0330-3811-49cc-986c-74f8746f856d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:50.655246 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:04:50.664780 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cf2c2bb0-4ab7-45e0-8666-23d0860407dc admin admin] 10.222.0.32 "PUT /v2.0/routers/29eff676-f762-4c62-b29a-c5aee2f0ba2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4543335 Feb 04 07:04:50.687560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-8f838a4e-d252-45dc-9bc3-c1e921732830 None None] Provisioning complete for port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:50.688254 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8f838a4e-d252-45dc-9bc3-c1e921732830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:50.748577 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:50.754363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-8f838a4e-d252-45dc-9bc3-c1e921732830 None None] Port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:04:50.764632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 9aff0330-3811-49cc-986c-74f8746f856d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:50.764632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:50.823604 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'name': 'tempest-TestShelveInstance-470945395-router', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:45Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 4, 'project_id': '60d1575ea71244f188816d0fda64e233', 'gw_port': {'id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:46Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '1ab9d2e3-68eb-4308-9873-fa0a8ae1b350', 'name': '', 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'mac_address': 'fa:16:3e:dc:89:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '210c41a3-4f7e-44c3-82aa-351d88eef280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:48Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 1, 'project_id': '60d1575ea71244f188816d0fda64e233', 'subnets': [{'id': '210c41a3-4f7e-44c3-82aa-351d88eef280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:50.832549 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49fa77-b8bf-4df9-9151-57766fbda302 None None] The sync data for ids ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'] in dv-neutron-827796-1-hyperv is: [{'id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'name': 'tempest-TestShelveInstance-470945395-router', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:45Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 4, 'project_id': '60d1575ea71244f188816d0fda64e233', 'gw_port': {'id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:46Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '1ab9d2e3-68eb-4308-9873-fa0a8ae1b350', 'name': '', 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'mac_address': 'fa:16:3e:dc:89:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '210c41a3-4f7e-44c3-82aa-351d88eef280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:48Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 1, 'project_id': '60d1575ea71244f188816d0fda64e233', 'subnets': [{'id': '210c41a3-4f7e-44c3-82aa-351d88eef280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:04:51.555081 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57836) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:51.560569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119477709', 'description': 'tempest-secgroup-smoke-2119477709 description', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:51.567046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:51.570852 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:51.573705 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:51.579273 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:51.685377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:51.704892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:51.708968 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:51.711688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:51.717414 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:51.783354 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:51.867798 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:51.916170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:51.977261 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:51.978517 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e8a9259c-bc08-409c-b9a4-d7614fb85466 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4224439 Feb 04 07:04:51.981744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57840) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:51.988164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b658480d-7785-431b-ab15-0d21a0a91311 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': '0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:51.994360 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b658480d-7785-431b-ab15-0d21a0a91311 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:51.998369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b658480d-7785-431b-ab15-0d21a0a91311 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:52.001206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 75c86f40-e68a-46c0-a401-864bb8ec2273 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:52.001762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b658480d-7785-431b-ab15-0d21a0a91311 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:52.007828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b658480d-7785-431b-ab15-0d21a0a91311 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:52.109167 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b658480d-7785-431b-ab15-0d21a0a91311 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.177473 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 75c86f40-e68a-46c0-a401-864bb8ec2273 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:04:52.178046 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b658480d-7785-431b-ab15-0d21a0a91311 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.182796 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 75c86f40-e68a-46c0-a401-864bb8ec2273 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:52.183156 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.251656 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b658480d-7785-431b-ab15-0d21a0a91311 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.281686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658480d-7785-431b-ab15-0d21a0a91311 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d985cf1-29da-4590-ad5c-0d2c90628d1a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:52.310211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.327525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 75c86f40-e68a-46c0-a401-864bb8ec2273, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=75c86f40-e68a-46c0-a401-864bb8ec2273,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:04:52.342723 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b658480d-7785-431b-ab15-0d21a0a91311 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.343928 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b658480d-7785-431b-ab15-0d21a0a91311 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612092 Feb 04 07:04:52.347304 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57844) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:52.352250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-800a426e-768f-44bb-8cd4-31fd75ea235e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': '0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:52.359818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-800a426e-768f-44bb-8cd4-31fd75ea235e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:52.364237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-800a426e-768f-44bb-8cd4-31fd75ea235e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:52.367108 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-800a426e-768f-44bb-8cd4-31fd75ea235e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:52.372734 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-800a426e-768f-44bb-8cd4-31fd75ea235e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:52.394613 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.473789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=75c86f40-e68a-46c0-a401-864bb8ec2273,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:52.477686 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-800a426e-768f-44bb-8cd4-31fd75ea235e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.546965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-800a426e-768f-44bb-8cd4-31fd75ea235e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.615872 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-800a426e-768f-44bb-8cd4-31fd75ea235e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.640286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a426e-768f-44bb-8cd4-31fd75ea235e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8beb2609-6b97-4513-9247-c6eff7e02b90,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:52.713137 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-800a426e-768f-44bb-8cd4-31fd75ea235e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.714339 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-800a426e-768f-44bb-8cd4-31fd75ea235e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3660798 Feb 04 07:04:52.717109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57848) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:52.722115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-65daa1b1-ba23-492e-a8f9-89c1936fdbf4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': '0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:52.729266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-65daa1b1-ba23-492e-a8f9-89c1936fdbf4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:52.734266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-65daa1b1-ba23-492e-a8f9-89c1936fdbf4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:52.736204 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-65daa1b1-ba23-492e-a8f9-89c1936fdbf4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:52.741956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-65daa1b1-ba23-492e-a8f9-89c1936fdbf4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:52.823362 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65daa1b1-ba23-492e-a8f9-89c1936fdbf4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.884018 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65daa1b1-ba23-492e-a8f9-89c1936fdbf4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.942212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65daa1b1-ba23-492e-a8f9-89c1936fdbf4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:52.969862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65daa1b1-ba23-492e-a8f9-89c1936fdbf4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95018da7-c756-4780-b2f1-15cd94946511,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:53.022635 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-65daa1b1-ba23-492e-a8f9-89c1936fdbf4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.023906 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-65daa1b1-ba23-492e-a8f9-89c1936fdbf4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3058426 Feb 04 07:04:53.026609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 57852) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:53.031683 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-42fc33aa-34db-47f6-aa2f-92c7b0d979f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': '0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:53.038028 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-42fc33aa-34db-47f6-aa2f-92c7b0d979f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:53.042063 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-42fc33aa-34db-47f6-aa2f-92c7b0d979f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:53.045034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-42fc33aa-34db-47f6-aa2f-92c7b0d979f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:53.051479 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-42fc33aa-34db-47f6-aa2f-92c7b0d979f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:53.104344 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fc33aa-34db-47f6-aa2f-92c7b0d979f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.178145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fc33aa-34db-47f6-aa2f-92c7b0d979f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.252579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fc33aa-34db-47f6-aa2f-92c7b0d979f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.276945 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc33aa-34db-47f6-aa2f-92c7b0d979f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb17fd3-4deb-45c1-897a-4973fb805031,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:53.337315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-42fc33aa-34db-47f6-aa2f-92c7b0d979f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.338620 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-42fc33aa-34db-47f6-aa2f-92c7b0d979f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3110619 Feb 04 07:04:53.345296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57856) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:53.351419 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': '0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:53.357716 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:53.362475 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:53.365423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:53.371296 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:53.440037 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Project a7a23747a2c84bd8a59fb9381043b985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 07:04:53.447306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.529407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.599785 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.624094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd88071a-85d0-46d3-8317-0b5329db68d7,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:53.675139 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.676387 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3bbb0acc-8eb4-4b23-a994-bd921a4c3196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3293438 Feb 04 07:04:53.679123 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57860) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:04:53.684401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': '0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:04:53.690605 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:04:53.694385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:04:53.697265 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:04:53.702824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:04:53.748292 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Project a7a23747a2c84bd8a59fb9381043b985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 07:04:53.755764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.824503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.885430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.912638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf6441c-164c-4653-8c41-266613c1fbf9,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:53.965528 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:53.971498 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bd860926-fc5d-411f-938b-2eac04b9629a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2866921 Feb 04 07:04:53.978336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 75c86f40-e68a-46c0-a401-864bb8ec2273 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:54.047358 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 75c86f40-e68a-46c0-a401-864bb8ec2273 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:54.047723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:54.140219 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-259415a0-9ab2-4b5f-9dbb-204947a3b7a1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Synchronizing usage tracker for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:04:54.187056 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Sync routers for ids ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:04:54.197873 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Routers {'29eff676-f762-4c62-b29a-c5aee2f0ba2d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:54.198471 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:54.199546 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-259415a0-9ab2-4b5f-9dbb-204947a3b7a1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Unset dirty status for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:04:54.200763 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-259415a0-9ab2-4b5f-9dbb-204947a3b7a1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119477709&fields=id&tenant_id=a7a23747a2c84bd8a59fb9381043b985 HTTP/1.1" status: 200 len: 267 time: 0.0999143 Feb 04 07:04:54.376841 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Set router 29eff676-f762-4c62-b29a-c5aee2f0ba2d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:54.456423 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-9e645c91-4fa7-435d-b98f-7c451715e88d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:04:54.457814 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-9e645c91-4fa7-435d-b98f-7c451715e88d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 808 time: 0.2497213 Feb 04 07:04:54.472908 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-ff26b58f-bb7c-40f9-af81-589309f81444 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/quotas/a7a23747a2c84bd8a59fb9381043b985 HTTP/1.1" status: 200 len: 375 time: 0.0093880 Feb 04 07:04:54.556373 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-4adcd92a-4eb6-4b45-9019-4937f7cd8135 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Synchronizing usage tracker for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:04:54.662041 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-4adcd92a-4eb6-4b45-9019-4937f7cd8135 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Unset dirty status for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:04:54.663429 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-4adcd92a-4eb6-4b45-9019-4937f7cd8135 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1841569 Feb 04 07:04:54.691714 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'name': 'tempest-TestShelveInstance-470945395-router', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:45Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 4, 'project_id': '60d1575ea71244f188816d0fda64e233', 'gw_port': {'id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:46Z', 'updated_at': '2022-02-04T07:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '1ab9d2e3-68eb-4308-9873-fa0a8ae1b350', 'name': '', 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'mac_address': 'fa:16:3e:dc:89:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '210c41a3-4f7e-44c3-82aa-351d88eef280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:48Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 2, 'project_id': '60d1575ea71244f188816d0fda64e233', 'subnets': [{'id': '210c41a3-4f7e-44c3-82aa-351d88eef280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:54.695612 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Checking router: 29eff676-f762-4c62-b29a-c5aee2f0ba2d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:04:54.695964 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Updating router 29eff676-f762-4c62-b29a-c5aee2f0ba2d port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 07:04:54.747211 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:54.776537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-d70134c2-e5e1-49e2-8e43-15882c8f1900 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 07:04:54.777565 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-d70134c2-e5e1-49e2-8e43-15882c8f1900 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1024961 Feb 04 07:04:54.906991 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-4451656c-6384-49c4-9536-bffdaebe240b service neutron] 10.222.0.32 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235576 Feb 04 07:04:55.038995 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-374442a2-d616-4b26-bcef-0747da3d58ce service neutron] 10.222.0.32 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255219 Feb 04 07:04:55.080099 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:55.091690 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Transition to ACTIVE for port object 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:04:55.187626 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:55.313207 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1b9fed23-9a33-41a6-b160-2240385e6127 req-f8973197-4bf3-4a3b-85cf-0f63fa46e7eb tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 210 time: 0.0457332 Feb 04 07:04:55.315977 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab2083-52ca-4630-b97d-8f0b58149213 None None] Pushing event updated for resources: {'Port': ['ID=1ab9d2e3-68eb-4308-9873-fa0a8ae1b350,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:55.439456 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Attempting to bind port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:04:55.439845 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Attempting to bind port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '1ed0b0be-ae46-46f6-b48d-2c637a4162eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:04:55.440194 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Attempting to bind port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 on network e9f882e1-bc5a-46a2-be55-37508e237186 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:04:55.445275 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:04:55.445642 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Checking segment: {'id': '1ed0b0be-ae46-46f6-b48d-2c637a4162eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:04:55.446035 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:55.446426 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Bound using segment: {'id': '1ed0b0be-ae46-46f6-b48d-2c637a4162eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:04:55.446874 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Bound port: 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed0b0be-ae46-46f6-b48d-2c637a4162eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:04:55.447237 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:55.535302 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] For port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:04:55.544364 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] For port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1ab9d2e3-68eb-4308-9873-fa0a8ae1b350,segment=NetworkSegment(1ed0b0be-ae46-46f6-b48d-2c637a4162eb),segment_id=1ed0b0be-ae46-46f6-b48d-2c637a4162eb)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:04:55.605416 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:55.681076 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Routers {'29eff676-f762-4c62-b29a-c5aee2f0ba2d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:04:55.681702 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:55.738335 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab2083-52ca-4630-b97d-8f0b58149213 None None] Pushing event updated for resources: {'Port': ['ID=1ab9d2e3-68eb-4308-9873-fa0a8ae1b350,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:55.864928 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] Set router 29eff676-f762-4c62-b29a-c5aee2f0ba2d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:04:55.987248 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:56.142485 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:04:56.148642 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:56.149312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:56.182349 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'name': 'tempest-TestShelveInstance-470945395-router', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:45Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 4, 'project_id': '60d1575ea71244f188816d0fda64e233', 'gw_port': {'id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:46Z', 'updated_at': '2022-02-04T07:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '1ab9d2e3-68eb-4308-9873-fa0a8ae1b350', 'name': '', 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'mac_address': 'fa:16:3e:dc:89:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '210c41a3-4f7e-44c3-82aa-351d88eef280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:48Z', 'updated_at': '2022-02-04T07:04:55Z', 'revision_number': 4, 'project_id': '60d1575ea71244f188816d0fda64e233', 'subnets': [{'id': '210c41a3-4f7e-44c3-82aa-351d88eef280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:04:56.186492 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e72e33-3c09-4c44-b7e4-b63a23169277 None None] The sync data for ids ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'] in dv-neutron-827796-1-hyperv is: [{'id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'name': 'tempest-TestShelveInstance-470945395-router', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:45Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 4, 'project_id': '60d1575ea71244f188816d0fda64e233', 'gw_port': {'id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:46Z', 'updated_at': '2022-02-04T07:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '1ab9d2e3-68eb-4308-9873-fa0a8ae1b350', 'name': '', 'network_id': 'e9f882e1-bc5a-46a2-be55-37508e237186', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'mac_address': 'fa:16:3e:dc:89:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '210c41a3-4f7e-44c3-82aa-351d88eef280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:48Z', 'updated_at': '2022-02-04T07:04:55Z', 'revision_number': 4, 'project_id': '60d1575ea71244f188816d0fda64e233', 'subnets': [{'id': '210c41a3-4f7e-44c3-82aa-351d88eef280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:04:56.274100 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:56.309705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1ab9d2e3-68eb-4308-9873-fa0a8ae1b350,segment=NetworkSegment(1ed0b0be-ae46-46f6-b48d-2c637a4162eb),segment_id=1ed0b0be-ae46-46f6-b48d-2c637a4162eb)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:04:56.378082 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:56.420524 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f96222f4-c679-430d-a689-f67bbd1903c9 req-15d31fef-7ce1-4387-8d68-6513f442b78d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 210 time: 0.0536253 Feb 04 07:04:56.481544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=1ab9d2e3-68eb-4308-9873-fa0a8ae1b350,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:04:57.516226 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e46eff3e-1d34-44c4-bd7b-6ac5236ab467 req-0476a5b0-1634-46ad-901b-ff08422376bf tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 210 time: 0.0408819 Feb 04 07:04:57.953078 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:04:58.019747 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:04:58.020110 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:04:58.617496 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1978ec94-ab1b-4528-b307-a5caf949d770 req-727fb973-97da-48fd-9c3b-9c543c35d1de tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 210 time: 0.0427918 Feb 04 07:04:59.763801 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5d40590c-aa18-4e60-a556-9f79f3588093 req-efc1be0b-5792-4105-ace4-1c271ff2c15d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 210 time: 0.0466001 Feb 04 07:05:00.912864 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-58ee9682-e35b-410a-850e-65b90ca91815 req-a8cd859f-c9c2-4444-8032-f73f56647b81 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 210 time: 0.0421770 Feb 04 07:05:01.724058 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-b985265a-a9e8-4ac2-aa8a-f1bcaf678947 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:01.724751 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-b985265a-a9e8-4ac2-aa8a-f1bcaf678947 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Synchronizing usage tracker for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:network {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:05:01.845557 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-b985265a-a9e8-4ac2-aa8a-f1bcaf678947 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Unset dirty status for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:network {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:05:01.846640 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-b985265a-a9e8-4ac2-aa8a-f1bcaf678947 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 808 time: 0.3544247 Feb 04 07:05:01.896189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-358f9304-e7c4-49d3-b3af-f42fe39eb2e0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Synchronizing usage tracker for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:05:01.907660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-358f9304-e7c4-49d3-b3af-f42fe39eb2e0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Unset dirty status for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:05:01.908804 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-358f9304-e7c4-49d3-b3af-f42fe39eb2e0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a23747a2c84bd8a59fb9381043b985 HTTP/1.1" status: 200 len: 380 time: 0.0542438 Feb 04 07:05:01.916828 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'port': {'device_id': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'admin_state_up': True, 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'security_groups': ['0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:05:02.076393 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e5eae173-b82a-4828-9d22-601d6cf66395 req-7863ba6c-8f4b-4a3c-a28a-23993a9d7b37 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 210 time: 0.0584705 Feb 04 07:05:02.097460 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:05:02.106846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:05:02.187009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Made reservation on behalf of a7a23747a2c84bd8a59fb9381043b985 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:05:02.191092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:02.348755 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Allocated IP 172.20.0.10 (9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3/a523a37a-510e-460d-9314-b60933776341/174c4629-5b64-446d-aa14-69c9d94d7ead) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:05:02.531295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:02.547230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Transition to ACTIVE for port object 174c4629-5b64-446d-aa14-69c9d94d7ead will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:05:02.622793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:02.696041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:05:02.699122 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:05:02.702880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:05:02.733143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'Port': ['ID=174c4629-5b64-446d-aa14-69c9d94d7ead,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:05:02.771782 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:02.772383 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:02.873625 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-5ac422e2-9293-4257-9635-9c989ceed6ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9602923 Feb 04 07:05:02.884691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Request body: {'port': {'device_id': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:05:02.964215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1e4acdfa-e796-4650-928d-815d6b405c62 None None] Provisioning for port 174c4629-5b64-446d-aa14-69c9d94d7ead completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:05:02.973946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-1e4acdfa-e796-4650-928d-815d6b405c62 None None] Provisioning complete for port 174c4629-5b64-446d-aa14-69c9d94d7ead triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:05:02.973946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1e4acdfa-e796-4650-928d-815d6b405c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:02.995599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:03.025603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-1e4acdfa-e796-4650-928d-815d6b405c62 None None] Port 174c4629-5b64-446d-aa14-69c9d94d7ead cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:05:03.260522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006a81b-60b8-447c-a321-ba1ca59b3675 req-7597d370-6af2-4336-9ffb-cff7ce78f24d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:03.262003 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d006a81b-60b8-447c-a321-ba1ca59b3675 req-7597d370-6af2-4336-9ffb-cff7ce78f24d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 932 time: 0.0830326 Feb 04 07:05:03.306165 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d006a81b-60b8-447c-a321-ba1ca59b3675 req-383cd0ce-6d99-4fb0-b946-2f8e996c9f63 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382438 Feb 04 07:05:03.335457 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174c4629-5b64-446d-aa14-69c9d94d7ead {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:05:03.342648 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:03.356802 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Transition to ACTIVE for port object 174c4629-5b64-446d-aa14-69c9d94d7ead will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:05:03.416596 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:03.576550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=174c4629-5b64-446d-aa14-69c9d94d7ead,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:05:03.657749 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Attempting to bind port 174c4629-5b64-446d-aa14-69c9d94d7ead on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:05:03.658120 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Attempting to bind port 174c4629-5b64-446d-aa14-69c9d94d7ead by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:05:03.658444 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Attempting to bind port 174c4629-5b64-446d-aa14-69c9d94d7ead on network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:05:03.663198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Port 174c4629-5b64-446d-aa14-69c9d94d7ead on network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 07:05:03.663508 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Attempting to bind port 174c4629-5b64-446d-aa14-69c9d94d7ead on network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:05:03.668507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:05:03.668877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Checking segment: {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:05:03.669254 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Bound using segment: {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:05:03.669669 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Bound port: 174c4629-5b64-446d-aa14-69c9d94d7ead, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:05:03.670001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:03.760572 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:05:03.763568 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:05:03.861711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:03.919548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:03.920160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:03.921573 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] 10.222.0.24 "PUT /v2.0/ports/174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 1094 time: 1.0410094 Feb 04 07:05:03.922015 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:05:03.947995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e511bf-1869-4b4c-8922-2d8eaccc7fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=174c4629-5b64-446d-aa14-69c9d94d7ead,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:05:04.140860 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'status': 'completed', 'code': 200} Feb 04 07:05:04.180903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-37049e73-aeef-4a5e-a0cc-1b65aa31f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:04.182317 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-37049e73-aeef-4a5e-a0cc-1b65aa31f187 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1097 time: 0.1626768 Feb 04 07:05:04.249603 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-eb7c2df0-5923-4dc5-ab80-fce343e77094 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 217 time: 0.0609207 Feb 04 07:05:04.309069 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-b79c182e-0384-4f2c-82fb-68a899a441f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:04.310467 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-b79c182e-0384-4f2c-82fb-68a899a441f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0555818 Feb 04 07:05:04.383547 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-07a45fb2-6a4a-4e36-b67b-6f16ed4b3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:04.385040 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-07a45fb2-6a4a-4e36-b67b-6f16ed4b3ba3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690770 Feb 04 07:05:04.494043 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6942066-8482-48a3-afd7-e2131b692a3c req-d28da22d-7726-46cd-9601-2b468cfd1dfa tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:04.495043 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b6942066-8482-48a3-afd7-e2131b692a3c req-d28da22d-7726-46cd-9601-2b468cfd1dfa tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0821257 Feb 04 07:05:04.521974 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-d3bf6650-816e-47f1-8ee5-23f7c2c540df service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298034 Feb 04 07:05:04.542488 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b6942066-8482-48a3-afd7-e2131b692a3c req-673f2df1-caea-4587-92c2-c249f0cf9e51 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Feb 04 07:05:04.689816 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c43dc83-277f-4cb3-ab0a-abb219672979 req-cbb3f6fb-d3a3-4fca-91be-0f9bd52f08c8 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619124 Feb 04 07:05:04.902202 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:05:04.902770 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c263d-9fd5-49c6-b8a9-677afac5810b req-af2c531c-79c6-494d-a0a9-e9b9df99eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:04.903634 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-218c263d-9fd5-49c6-b8a9-677afac5810b req-af2c531c-79c6-494d-a0a9-e9b9df99eadc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1097 time: 0.0735760 Feb 04 07:05:05.031224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c263d-9fd5-49c6-b8a9-677afac5810b req-b2792d62-97f1-4dd1-81d3-a6f0c7e7bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:05.032642 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-218c263d-9fd5-49c6-b8a9-677afac5810b req-b2792d62-97f1-4dd1-81d3-a6f0c7e7bd0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1233423 Feb 04 07:05:05.102262 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-218c263d-9fd5-49c6-b8a9-677afac5810b req-3759a2b6-71cf-4094-8229-a6dc5f7092a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 217 time: 0.0623968 Feb 04 07:05:05.165448 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c263d-9fd5-49c6-b8a9-677afac5810b req-40e9feca-3d37-4843-a8a5-c9c35fa51851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:05.166778 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-218c263d-9fd5-49c6-b8a9-677afac5810b req-40e9feca-3d37-4843-a8a5-c9c35fa51851 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0572822 Feb 04 07:05:05.239011 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c263d-9fd5-49c6-b8a9-677afac5810b req-2b7644e7-c1d0-4c76-927b-7ca6fc3d4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:05.240452 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-218c263d-9fd5-49c6-b8a9-677afac5810b req-2b7644e7-c1d0-4c76-927b-7ca6fc3d4623 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678592 Feb 04 07:05:05.367637 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-218c263d-9fd5-49c6-b8a9-677afac5810b req-218bebed-10eb-4d2b-92e3-5e733f348f3e service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208534 Feb 04 07:05:05.498618 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-218c263d-9fd5-49c6-b8a9-677afac5810b req-d1b7d54c-1254-4daa-87aa-005d0ccc37fc service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240888 Feb 04 07:05:05.730502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c854bc-eadb-44f8-b7e2-7b07bbfce46a req-ddbc1f0c-5730-4621-b490-df3c68b08998 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:05.731183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-45c854bc-eadb-44f8-b7e2-7b07bbfce46a req-ddbc1f0c-5730-4621-b490-df3c68b08998 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Synchronizing usage tracker for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:05:05.810746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-45c854bc-eadb-44f8-b7e2-7b07bbfce46a req-ddbc1f0c-5730-4621-b490-df3c68b08998 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Unset dirty status for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:05:05.811837 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45c854bc-eadb-44f8-b7e2-7b07bbfce46a req-ddbc1f0c-5730-4621-b490-df3c68b08998 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.1608424 Feb 04 07:05:05.855594 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45c854bc-eadb-44f8-b7e2-7b07bbfce46a req-89c0b46b-9588-49c8-aaab-9a9762e39619 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375237 Feb 04 07:05:07.034918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ade3f-1537-48f0-9081-05248a002ae4 req-d292285e-83cc-413f-817e-557c01e73d77 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:07.036376 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-672ade3f-1537-48f0-9081-05248a002ae4 req-d292285e-83cc-413f-817e-557c01e73d77 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0778909 Feb 04 07:05:07.079069 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-672ade3f-1537-48f0-9081-05248a002ae4 req-cebef820-3ab1-4aec-a22a-3b37a7b55659 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371501 Feb 04 07:05:08.255574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341dee4-b49d-4f99-8694-0c9afb9236bf req-03943def-bd84-4734-8f1e-d0de3c628eef tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:08.257040 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b341dee4-b49d-4f99-8694-0c9afb9236bf req-03943def-bd84-4734-8f1e-d0de3c628eef tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0778263 Feb 04 07:05:08.303325 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b341dee4-b49d-4f99-8694-0c9afb9236bf req-c2fb5144-07af-48d6-990d-17dcf9d380fa tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408168 Feb 04 07:05:08.432184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 174c4629-5b64-446d-aa14-69c9d94d7ead details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 07:05:08.562193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:05:08.575056 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'port_id': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'mac_address': 'fa:16:3e:63:d3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 07:05:08.627722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:08.643988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174c4629-5b64-446d-aa14-69c9d94d7ead {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:05:08.658710 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:05:08.730528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:08.797439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=174c4629-5b64-446d-aa14-69c9d94d7ead,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:05:09.065020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['174c4629-5b64-446d-aa14-69c9d94d7ead'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 07:05:09.490007 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb1bdc-4f67-4ecc-a7c7-bf371bea2b28 req-849e8169-661b-4baf-9624-02e00175878d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:09.491505 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b3fb1bdc-4f67-4ecc-a7c7-bf371bea2b28 req-849e8169-661b-4baf-9624-02e00175878d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 945 time: 0.0868719 Feb 04 07:05:09.535622 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b3fb1bdc-4f67-4ecc-a7c7-bf371bea2b28 req-f71938cb-ea46-422c-ac01-d33c2affffe9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385530 Feb 04 07:05:10.447740 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 174c4629-5b64-446d-aa14-69c9d94d7ead up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:05:10.577271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 174c4629-5b64-446d-aa14-69c9d94d7ead completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:05:10.582303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 174c4629-5b64-446d-aa14-69c9d94d7ead triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:05:10.582675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:10.698503 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:10.715978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494e0b8-40d2-42b6-91c6-33ec144230b5 req-aef214c0-dec4-44c4-acaf-f30a65de4857 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:10.717466 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1494e0b8-40d2-42b6-91c6-33ec144230b5 req-aef214c0-dec4-44c4-acaf-f30a65de4857 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 945 time: 0.0787656 Feb 04 07:05:10.724834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:05:10.734674 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:05:10.762590 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1494e0b8-40d2-42b6-91c6-33ec144230b5 req-8bd03dc3-4b01-4e1e-b66a-e0f0bcdf1155 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386846 Feb 04 07:05:10.822468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:10.902725 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'code': 200} Feb 04 07:05:10.939863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=174c4629-5b64-446d-aa14-69c9d94d7ead,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:05:11.258729 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9463-abd2-4d31-b3af-c88c00aa09ba req-38f0c54e-bf8d-4a41-bb49-e39c6db66428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:11.260180 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4a1c9463-abd2-4d31-b3af-c88c00aa09ba req-38f0c54e-bf8d-4a41-bb49-e39c6db66428 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1099 time: 0.1576769 Feb 04 07:05:11.300244 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4a1c9463-abd2-4d31-b3af-c88c00aa09ba req-26b4ee72-aa9d-4c44-b158-d4d7e3f945b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341215 Feb 04 07:05:11.946639 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aeecb-89d8-4228-bdc8-6ebf3695fd40 req-f723a3a8-0e72-4b14-934e-23f86921e8f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:11.948086 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c8aeecb-89d8-4228-bdc8-6ebf3695fd40 req-f723a3a8-0e72-4b14-934e-23f86921e8f2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0806828 Feb 04 07:05:11.991781 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9c8aeecb-89d8-4228-bdc8-6ebf3695fd40 req-a343937a-7dd2-4185-8f81-c2033828777a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381014 Feb 04 07:05:13.172147 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787de1c-0b58-44c6-8695-1ef3e7f3f21a req-08ce19a9-80e6-4252-b14b-2363f1f0dfc0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:13.174161 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b787de1c-0b58-44c6-8695-1ef3e7f3f21a req-08ce19a9-80e6-4252-b14b-2363f1f0dfc0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0777705 Feb 04 07:05:13.220819 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b787de1c-0b58-44c6-8695-1ef3e7f3f21a req-bbb81eac-f51f-482b-8af5-b4f2fdc62c5e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Feb 04 07:05:13.402461 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45422013-952f-4665-817d-e49a20e8d053 req-50ffc8e6-4a19-4ce5-b085-a6ee277c121d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:13.403825 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45422013-952f-4665-817d-e49a20e8d053 req-50ffc8e6-4a19-4ce5-b085-a6ee277c121d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0807602 Feb 04 07:05:13.447324 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45422013-952f-4665-817d-e49a20e8d053 req-505bb5d1-a867-4b1e-bd0b-f9e6433b2987 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379505 Feb 04 07:05:13.469321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57958) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:05:13.582384 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8667b189-b331-4ef8-8121-9c1fdf08db02 tempest-TestShelveInstance-1942969575 tempest-TestShelveInstance-1942969575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:13.583078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8667b189-b331-4ef8-8121-9c1fdf08db02 tempest-TestShelveInstance-1942969575 tempest-TestShelveInstance-1942969575-project-admin] Synchronizing usage tracker for tenant:60d1575ea71244f188816d0fda64e233 on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:05:13.679454 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-8667b189-b331-4ef8-8121-9c1fdf08db02 tempest-TestShelveInstance-1942969575 tempest-TestShelveInstance-1942969575-project-admin] Unset dirty status for tenant:60d1575ea71244f188816d0fda64e233 on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:05:13.680542 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8667b189-b331-4ef8-8121-9c1fdf08db02 tempest-TestShelveInstance-1942969575 tempest-TestShelveInstance-1942969575-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1094 time: 0.2102141 Feb 04 07:05:13.683506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 57964) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:05:13.688664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:05:13.694634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:05:13.698495 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:floatingip and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:05:13.701329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:05:13.706940 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:05:13.800058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:13.933041 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:14.067287 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Allocated IP 172.26.7.36 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/ff646191-0cbd-42c3-bcf8-c7949f45ca78) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:05:14.229571 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:14.331675 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:14.396405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:05:14.399351 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:05:14.402939 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:05:14.431083 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'Port': ['ID=ff646191-0cbd-42c3-bcf8-c7949f45ca78,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:05:14.908129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:15.063157 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:15.259930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:15.319080 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:15.425541 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'Port': ['ID=ff646191-0cbd-42c3-bcf8-c7949f45ca78,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:05:15.436832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:15.603618 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Floating IP 97e34e4e-45af-4ab7-b46e-1ddec22ac738 associated. External IP: 172.26.7.36, port: 174c4629-5b64-446d-aa14-69c9d94d7ead. Feb 04 07:05:15.725038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-18f80171-2ac6-4c6a-8e45-bdf61a6c8682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:15.947424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Router 86b0c338-41cf-4d02-b006-02fd034bc7bc has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:05:16.120078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:05:16.133492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d8ff2-8ee4-4af0-907b-c690f070a278 None None] Sync routers for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:05:16.146064 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d8ff2-8ee4-4af0-907b-c690f070a278 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:05:16.146989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9e4d8ff2-8ee4-4af0-907b-c690f070a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:05:16.199236 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:16.255669 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6aa634de-bf6b-4d47-b430-0404993181a3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5709064 Feb 04 07:05:16.256242 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:05:16.327824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-9e4d8ff2-8ee4-4af0-907b-c690f070a278 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:05:16.356181 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'status': 'completed', 'code': 200} Feb 04 07:05:16.449722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f803c-a50a-46d4-bf5e-b49a183ec886 req-f20b527e-26c2-43a1-9b4c-725651f87d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:16.451166 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-637f803c-a50a-46d4-bf5e-b49a183ec886 req-f20b527e-26c2-43a1-9b4c-725651f87d07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1099 time: 0.0729349 Feb 04 07:05:16.580239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f803c-a50a-46d4-bf5e-b49a183ec886 req-fad7255f-3382-4bad-952f-70bc9abe49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:16.581733 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-637f803c-a50a-46d4-bf5e-b49a183ec886 req-fad7255f-3382-4bad-952f-70bc9abe49a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1250446 Feb 04 07:05:16.681902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9e4d8ff2-8ee4-4af0-907b-c690f070a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '97e34e4e-45af-4ab7-b46e-1ddec22ac738', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'floating_ip_address': '172.26.7.36', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'port_id': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'mac_address': 'fa:16:3e:63:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:05:14Z', 'updated_at': '2022-02-04T07:05:14Z', 'revision_number': 0, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:05:16.683479 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-637f803c-a50a-46d4-bf5e-b49a183ec886 req-6c7a6b69-d2f0-4e37-96c4-47f495f08855 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 999 time: 0.0958502 Feb 04 07:05:16.686036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d8ff2-8ee4-4af0-907b-c690f070a278 None None] Checking router: 86b0c338-41cf-4d02-b006-02fd034bc7bc for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:05:16.694193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d8ff2-8ee4-4af0-907b-c690f070a278 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:05:16.694781 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9e4d8ff2-8ee4-4af0-907b-c690f070a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:04:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:05:16.746824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f803c-a50a-46d4-bf5e-b49a183ec886 req-8fc66247-24f0-4aa6-9dba-24bc2da49e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:16.748283 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-637f803c-a50a-46d4-bf5e-b49a183ec886 req-8fc66247-24f0-4aa6-9dba-24bc2da49e46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0589018 Feb 04 07:05:16.822503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f803c-a50a-46d4-bf5e-b49a183ec886 req-19c84db8-7c0a-4d1c-ba47-63d95094c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:16.824029 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-637f803c-a50a-46d4-bf5e-b49a183ec886 req-19c84db8-7c0a-4d1c-ba47-63d95094c882 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704854 Feb 04 07:05:16.876903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-9e4d8ff2-8ee4-4af0-907b-c690f070a278 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:05:16.952238 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-637f803c-a50a-46d4-bf5e-b49a183ec886 req-2d2473de-af8b-4b14-9b26-bb5301e0968e service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221588 Feb 04 07:05:17.081174 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-637f803c-a50a-46d4-bf5e-b49a183ec886 req-f4d68725-8388-455e-9698-4ea0a5f92329 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227291 Feb 04 07:05:17.216338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-9e4d8ff2-8ee4-4af0-907b-c690f070a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '97e34e4e-45af-4ab7-b46e-1ddec22ac738', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'floating_ip_address': '172.26.7.36', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'port_id': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'mac_address': 'fa:16:3e:63:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:05:14Z', 'updated_at': '2022-02-04T07:05:14Z', 'revision_number': 0, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:05:17.220804 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d8ff2-8ee4-4af0-907b-c690f070a278 None None] The sync data for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv is: [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '97e34e4e-45af-4ab7-b46e-1ddec22ac738', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'floating_ip_address': '172.26.7.36', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'port_id': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'mac_address': 'fa:16:3e:63:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:05:14Z', 'updated_at': '2022-02-04T07:05:14Z', 'revision_number': 0, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:05:17.406608 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f952bebc-30a8-47a1-9e0f-5268613d54c2 None None] New status for floating IP 97e34e4e-45af-4ab7-b46e-1ddec22ac738: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:05:17.999263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7daeff1a-8bc1-4899-b27e-3404fb7cb0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:19.142598 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:19.261880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:20.284858 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:20.707462 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:41.902638 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:05:45.718760 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3c91962e-836f-4e35-96f1-cc1726a10c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:48.026525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fb2b8ba7-f103-4a1b-8eab-2e991361dd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:49.181303 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:49.243622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:50.307213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:50.741651 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:05:52.245916 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-08d859e6-6e2c-474d-96cf-116a42b92f10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678468 Feb 04 07:05:52.383256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-df006000-b876-40c5-96dd-986e3eef7a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:52.384709 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-df006000-b876-40c5-96dd-986e3eef7a7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1099 time: 0.0728538 Feb 04 07:05:52.524762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-98edae1b-0484-45d0-854a-dd0ca3d6755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:52.526129 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-98edae1b-0484-45d0-854a-dd0ca3d6755f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1245847 Feb 04 07:05:52.628974 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-642c33fd-321a-4a67-9393-e63269e0efcc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 1001 time: 0.0957272 Feb 04 07:05:52.688501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-082fb770-ad87-47d4-a29f-8d1866c97636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:52.689909 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-082fb770-ad87-47d4-a29f-8d1866c97636 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0550983 Feb 04 07:05:52.764275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-c97ad4bb-5871-4700-9ca1-250fef7833e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:05:52.765749 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-c97ad4bb-5871-4700-9ca1-250fef7833e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701640 Feb 04 07:05:52.893506 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-f4c81f49-7cc5-45bd-b7f1-04d2f601bd64 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218307 Feb 04 07:05:53.112077 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ea80d4ba-ed14-4147-bb01-5ac5c151ea07 req-caaf9911-7998-4c77-a2ec-c8db28e5a680 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127647 Feb 04 07:06:15.718641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-df9c8e65-c04f-4bed-8f26-53001b1c6ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:18.008228 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cbac1a1b-088e-4d4e-b027-769712536647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:18.901593 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:06:19.186826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:19.290162 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:20.293946 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:20.711484 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:45.745015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cb8c398c-4646-4f5a-8e01-3ddf2f8fede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:48.026359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-045a82f3-449d-4779-ba7e-e097248a68a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:49.163669 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:49.255161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:50.310811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:50.716519 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:06:54.257615 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-d21c4515-d6d2-44e8-a42d-b064caf6a2fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703232 Feb 04 07:06:54.401732 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-4394d515-6d02-4066-9313-2b5868ba060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:06:54.403260 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-4394d515-6d02-4066-9313-2b5868ba060f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1099 time: 0.0778813 Feb 04 07:06:54.544814 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-1fecd127-3898-4d0f-aade-326e75d2cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:06:54.546162 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-1fecd127-3898-4d0f-aade-326e75d2cb82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1252246 Feb 04 07:06:54.646857 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-b2f6d658-ee42-445b-bace-2e86ca4c8525 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 1001 time: 0.0942454 Feb 04 07:06:54.705621 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-534247f7-361d-4d2b-a1ac-782ad08d7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:06:54.706997 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-534247f7-361d-4d2b-a1ac-782ad08d7fa7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0549552 Feb 04 07:06:54.777807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-5a3fd259-a768-4810-8082-818e6c5f5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:06:54.779199 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-5a3fd259-a768-4810-8082-818e6c5f5e70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662389 Feb 04 07:06:54.907949 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-3cd8238e-5e8b-4412-828f-eff39038abae service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216755 Feb 04 07:06:55.034631 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2fc9ead0-6155-40f3-8c21-d52b28869935 req-57f7d266-9c80-43cd-9892-36cb550305c7 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212337 Feb 04 07:06:55.899486 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:07:15.733017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c58dfa18-1aa6-43cc-b295-c062bb57f351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:18.054671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-02436f8f-6156-4523-b22a-8655eb30bc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:19.182090 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:19.293325 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:20.323131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:20.735109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:32.899768 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:07:43.241670 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a247a6-0951-47c1-b655-a2bc622d4e10 req-137a375a-76d0-4585-837c-3d9adc4dd4f9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:43.243254 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-08a247a6-0951-47c1-b655-a2bc622d4e10 req-137a375a-76d0-4585-837c-3d9adc4dd4f9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0785317 Feb 04 07:07:43.287554 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-08a247a6-0951-47c1-b655-a2bc622d4e10 req-4ff0c898-1482-416b-bc3f-688eb9665583 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385594 Feb 04 07:07:44.482110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb0d0e-5995-43d9-82eb-127c6d668422 req-183f0c9d-5e99-45b1-a224-1cf008a4fe60 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:44.483561 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b4bb0d0e-5995-43d9-82eb-127c6d668422 req-183f0c9d-5e99-45b1-a224-1cf008a4fe60 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0867255 Feb 04 07:07:44.526992 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b4bb0d0e-5995-43d9-82eb-127c6d668422 req-3d6554bc-24ae-446c-934d-d23ba682072d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377395 Feb 04 07:07:45.751330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a9675195-69ab-4772-ac81-d383d7d3c4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:45.831165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352b6f9-abdf-47e3-b30a-de3bcb15dbb8 req-4bc776a6-341b-4b4d-92a8-cfa97914cb50 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:45.832629 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7352b6f9-abdf-47e3-b30a-de3bcb15dbb8 req-4bc776a6-341b-4b4d-92a8-cfa97914cb50 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.1967564 Feb 04 07:07:45.878655 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7352b6f9-abdf-47e3-b30a-de3bcb15dbb8 req-ec5e95d1-a07f-4feb-9d34-927f5bd316fe tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396876 Feb 04 07:07:47.060904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad1cec-5546-4855-b4e0-c9d976d1d9c7 req-816a28cc-e3a2-4011-b488-17c43cee8cac tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:47.062337 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2fad1cec-5546-4855-b4e0-c9d976d1d9c7 req-816a28cc-e3a2-4011-b488-17c43cee8cac tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0777361 Feb 04 07:07:47.107989 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2fad1cec-5546-4855-b4e0-c9d976d1d9c7 req-8b7d5d48-a5ba-4c4c-8342-72897e6c9142 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402083 Feb 04 07:07:48.037650 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-596a88bf-7a20-4402-9121-1db115f2326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:48.291334 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e655a8f-ccbc-4189-a3dc-63f25063e6e1 req-cf707ecc-9e88-4cef-8e69-1ff604c884cb tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:48.292906 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2e655a8f-ccbc-4189-a3dc-63f25063e6e1 req-cf707ecc-9e88-4cef-8e69-1ff604c884cb tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0807762 Feb 04 07:07:48.337285 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2e655a8f-ccbc-4189-a3dc-63f25063e6e1 req-80d1d54e-65e6-4881-af1c-a539c49fd350 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386918 Feb 04 07:07:49.197085 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:49.249349 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:49.522242 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf685f-5693-4e3f-b22b-d317ee377343 req-e4296ec3-e4ec-49c6-9fce-73862cb3c7ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:49.523683 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9ccf685f-5693-4e3f-b22b-d317ee377343 req-e4296ec3-e4ec-49c6-9fce-73862cb3c7ce tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0789778 Feb 04 07:07:49.566692 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9ccf685f-5693-4e3f-b22b-d317ee377343 req-becb547b-920e-43c9-9ceb-55b6eb0e6e26 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375268 Feb 04 07:07:50.316836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:50.722691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:50.758654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6faaeb-d380-4bc4-b7b0-c60d4d9130fb req-1660ef2e-de30-4b3a-9db6-b60e98ac017b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:50.760115 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c6faaeb-d380-4bc4-b7b0-c60d4d9130fb req-1660ef2e-de30-4b3a-9db6-b60e98ac017b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0914159 Feb 04 07:07:50.806028 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2c6faaeb-d380-4bc4-b7b0-c60d4d9130fb req-0e6258ba-4ad1-4d35-b898-beaf3a3c915e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Feb 04 07:07:51.990903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c9ecf-5029-470c-8bbc-98bcf0854460 req-7a507065-9d44-4d71-8cb9-1f8a9cffe735 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:51.992350 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-377c9ecf-5029-470c-8bbc-98bcf0854460 req-7a507065-9d44-4d71-8cb9-1f8a9cffe735 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0828919 Feb 04 07:07:52.041018 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-377c9ecf-5029-470c-8bbc-98bcf0854460 req-6eed8632-41ef-4ad1-a700-fccff4cd200a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430486 Feb 04 07:07:53.227971 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220c9ff-fbba-4adc-9a8d-2078d89ab796 req-9fea1228-2a82-48ad-9699-dec1484ac9ca tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:53.230682 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7220c9ff-fbba-4adc-9a8d-2078d89ab796 req-9fea1228-2a82-48ad-9699-dec1484ac9ca tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0810049 Feb 04 07:07:53.277844 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-7220c9ff-fbba-4adc-9a8d-2078d89ab796 req-cb171e5d-6997-4276-af14-ccb70c1a657d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414276 Feb 04 07:07:54.304145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2756b-b3f3-4a85-bab9-7a35ac24b923 req-7ac6454d-f300-42ac-b398-4615189724c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:54.305563 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9e2756b-b3f3-4a85-bab9-7a35ac24b923 req-7ac6454d-f300-42ac-b398-4615189724c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1099 time: 0.0713022 Feb 04 07:07:54.618846 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2756b-b3f3-4a85-bab9-7a35ac24b923 req-622159b3-30aa-415c-b76b-93ae8768539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:54.620160 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9e2756b-b3f3-4a85-bab9-7a35ac24b923 req-622159b3-30aa-415c-b76b-93ae8768539c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.2960043 Feb 04 07:07:54.682039 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f70d4c-5a6b-4c55-8150-b9bc4098a4b3 req-035371c3-2c01-4653-9a54-5d0312c725ba tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:54.683552 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-22f70d4c-5a6b-4c55-8150-b9bc4098a4b3 req-035371c3-2c01-4653-9a54-5d0312c725ba tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.2880974 Feb 04 07:07:54.761326 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9e2756b-b3f3-4a85-bab9-7a35ac24b923 req-95adf31c-d437-4bc2-bcf5-a40a65542386 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 1001 time: 0.1338494 Feb 04 07:07:54.765814 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-22f70d4c-5a6b-4c55-8150-b9bc4098a4b3 req-97e856ee-753b-43cd-a177-7a6d658d6ec5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629230 Feb 04 07:07:54.823983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2756b-b3f3-4a85-bab9-7a35ac24b923 req-ccf2e827-b277-4157-ba46-2f9ff6a380ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:54.825425 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9e2756b-b3f3-4a85-bab9-7a35ac24b923 req-ccf2e827-b277-4157-ba46-2f9ff6a380ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0565400 Feb 04 07:07:54.902106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2756b-b3f3-4a85-bab9-7a35ac24b923 req-ef8c8ac2-135e-457c-9b2d-d865cace2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:54.903419 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9e2756b-b3f3-4a85-bab9-7a35ac24b923 req-ef8c8ac2-135e-457c-9b2d-d865cace2fcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709953 Feb 04 07:07:55.031659 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9e2756b-b3f3-4a85-bab9-7a35ac24b923 req-cad3f8bc-e22a-4b2e-842e-418f697c4da5 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218269 Feb 04 07:07:55.159691 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b9e2756b-b3f3-4a85-bab9-7a35ac24b923 req-fd86fdba-012c-4ded-baea-ee72521cfde6 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207600 Feb 04 07:07:55.946881 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072a670-a28c-4687-82bc-71c470771125 req-2a4d4634-4c81-4819-ae5c-260dabe5e49f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:55.948312 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f072a670-a28c-4687-82bc-71c470771125 req-2a4d4634-4c81-4819-ae5c-260dabe5e49f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0784385 Feb 04 07:07:55.990770 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f072a670-a28c-4687-82bc-71c470771125 req-c4d1995d-f09d-46ef-8c56-b5cdc5acf9b3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370114 Feb 04 07:07:57.208070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5263fd5-b94c-4db0-a344-4c0642bf195a req-df1784af-3c87-4f05-96bc-192b09cb9b61 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:57.209531 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a5263fd5-b94c-4db0-a344-4c0642bf195a req-df1784af-3c87-4f05-96bc-192b09cb9b61 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0782456 Feb 04 07:07:57.252080 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a5263fd5-b94c-4db0-a344-4c0642bf195a req-d7105118-c6fa-4073-b305-c7a7c82c6557 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370204 Feb 04 07:07:57.276172 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 174c4629-5b64-446d-aa14-69c9d94d7ead details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 07:07:57.404189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:07:57.416738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'port_id': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'mac_address': 'fa:16:3e:63:d3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 07:07:57.473039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:57.489785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 174c4629-5b64-446d-aa14-69c9d94d7ead {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:07:57.504196 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:07:57.590810 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:57.657467 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=174c4629-5b64-446d-aa14-69c9d94d7ead,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:07:57.665385 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.665735 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.666075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.666412 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.666744 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.667075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.667402 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.667726 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.668052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.668373 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.668723 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.669043 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:07:57.674992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['174c4629-5b64-446d-aa14-69c9d94d7ead'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 07:07:58.432883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7358cd1-f240-4379-b479-59ff6621d2a7 req-3653d55f-0e40-4695-b0ab-d0d418c7cdb9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:58.434309 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d7358cd1-f240-4379-b479-59ff6621d2a7 req-3653d55f-0e40-4695-b0ab-d0d418c7cdb9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 945 time: 0.0799911 Feb 04 07:07:58.477662 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d7358cd1-f240-4379-b479-59ff6621d2a7 req-508bb4be-cb82-4fab-ac4e-d62adee6317c tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373733 Feb 04 07:07:59.289323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 174c4629-5b64-446d-aa14-69c9d94d7ead up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:07:59.366119 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 174c4629-5b64-446d-aa14-69c9d94d7ead triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:07:59.366487 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:59.483540 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:59.510388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:07:59.520185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:07:59.555335 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'code': 200} Feb 04 07:07:59.612411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:07:59.683089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=174c4629-5b64-446d-aa14-69c9d94d7ead,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:07:59.684370 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dbf50-f918-452a-8ba3-b51b22dad115 req-729d779a-1fe0-4cef-a570-20b9b37e95fb tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:07:59.686117 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-530dbf50-f918-452a-8ba3-b51b22dad115 req-729d779a-1fe0-4cef-a570-20b9b37e95fb tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0984592 Feb 04 07:07:59.742000 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-530dbf50-f918-452a-8ba3-b51b22dad115 req-c3c15f14-e443-4b92-9208-c230fc470c80 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459938 Feb 04 07:08:01.117706 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af78f1b-f7d8-4bcf-bef2-01fd454f916c req-3476ddef-60f0-4ba0-b146-a761ad26b8c0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:01.120764 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1af78f1b-f7d8-4bcf-bef2-01fd454f916c req-3476ddef-60f0-4ba0-b146-a761ad26b8c0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0940204 Feb 04 07:08:01.169445 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1af78f1b-f7d8-4bcf-bef2-01fd454f916c req-6a44ec58-89f6-41da-8156-8577001637e7 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418365 Feb 04 07:08:02.374501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a1f98-0eca-483b-80b2-fdf44535d88f req-55e311ab-27c6-46b0-ac50-980d4cfd4edd tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:02.376052 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-619a1f98-0eca-483b-80b2-fdf44535d88f req-55e311ab-27c6-46b0-ac50-980d4cfd4edd tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0862508 Feb 04 07:08:02.422894 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-619a1f98-0eca-483b-80b2-fdf44535d88f req-623a27c5-b6e1-41f3-bb59-fb1c286cc5b1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402222 Feb 04 07:08:03.628942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48cc67-12e4-4b54-9b06-6826d3430145 req-6dca3eda-8462-4ad6-984a-f8eb87aa9d9d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:03.631280 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0d48cc67-12e4-4b54-9b06-6826d3430145 req-6dca3eda-8462-4ad6-984a-f8eb87aa9d9d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0938632 Feb 04 07:08:03.684459 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0d48cc67-12e4-4b54-9b06-6826d3430145 req-992b2024-62b0-4037-8792-2149db089ffc tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465934 Feb 04 07:08:04.880067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff25cc-2846-4b54-88f8-26252af80ca9 req-47ca1e42-9ef4-4e02-9ccd-84f941be66e8 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:04.883415 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f4ff25cc-2846-4b54-88f8-26252af80ca9 req-47ca1e42-9ef4-4e02-9ccd-84f941be66e8 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0927351 Feb 04 07:08:04.933869 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f4ff25cc-2846-4b54-88f8-26252af80ca9 req-4c016d59-0452-4657-8c70-87db5248060c tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442078 Feb 04 07:08:06.138243 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6042431-1164-46e6-944c-38310fad03e3 req-4fb679ea-6b57-49d8-b558-ce8a31eee4ea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:06.139758 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e6042431-1164-46e6-944c-38310fad03e3 req-4fb679ea-6b57-49d8-b558-ce8a31eee4ea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0984027 Feb 04 07:08:06.186730 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e6042431-1164-46e6-944c-38310fad03e3 req-785b5e00-d805-4eef-bdec-5ae428d50e3b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Feb 04 07:08:07.383580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b582da2-01e7-4049-85d4-7dc970ca6822 req-64a5e7ee-e291-4da6-9147-fbac739d8b0c tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:07.385231 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9b582da2-01e7-4049-85d4-7dc970ca6822 req-64a5e7ee-e291-4da6-9147-fbac739d8b0c tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0832903 Feb 04 07:08:07.443706 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9b582da2-01e7-4049-85d4-7dc970ca6822 req-26288e65-2fd1-4674-812e-607154e55bdc tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526681 Feb 04 07:08:08.750747 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfa442-79df-4ada-a351-79d0ae20ece1 req-cd0c6c16-dc72-4c3c-8c37-05165e14e74d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:08.752782 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9fbfa442-79df-4ada-a351-79d0ae20ece1 req-cd0c6c16-dc72-4c3c-8c37-05165e14e74d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.1437619 Feb 04 07:08:08.801693 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9fbfa442-79df-4ada-a351-79d0ae20ece1 req-3ed7c7f2-b988-4eb7-a7be-dfd1396ccc13 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431011 Feb 04 07:08:09.898853 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:08:10.074682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfb2b3-332e-45ac-a5e8-70382bdf2117 req-2f4fa379-5220-478f-bb9d-50b39dc5d989 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:10.076202 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4ddfb2b3-332e-45ac-a5e8-70382bdf2117 req-2f4fa379-5220-478f-bb9d-50b39dc5d989 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.1229472 Feb 04 07:08:10.121702 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4ddfb2b3-332e-45ac-a5e8-70382bdf2117 req-21c7e73d-902c-40d9-bbbb-f1aa94eea82c tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397162 Feb 04 07:08:11.168141 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269bb7c-9c51-4f00-8c30-145a92ea3e0c req-a731b941-3e48-4cf6-93a5-3a04eca8b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:11.169688 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9269bb7c-9c51-4f00-8c30-145a92ea3e0c req-a731b941-3e48-4cf6-93a5-3a04eca8b6d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1099 time: 0.1153181 Feb 04 07:08:11.301595 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269bb7c-9c51-4f00-8c30-145a92ea3e0c req-58e199af-c75a-45d2-8109-0620f8b51b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:11.303035 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9269bb7c-9c51-4f00-8c30-145a92ea3e0c req-58e199af-c75a-45d2-8109-0620f8b51b9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1278369 Feb 04 07:08:11.310967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2558996-37a5-44c9-9a78-98efe658c61b req-83ee91cd-2353-4ef3-9c8f-0d6a38acef3d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:11.312363 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c2558996-37a5-44c9-9a78-98efe658c61b req-83ee91cd-2353-4ef3-9c8f-0d6a38acef3d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0833158 Feb 04 07:08:11.355678 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c2558996-37a5-44c9-9a78-98efe658c61b req-dac84fa2-45be-4268-a886-265bd9bb603f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370903 Feb 04 07:08:11.402306 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9269bb7c-9c51-4f00-8c30-145a92ea3e0c req-9ad8e00a-76c8-4027-926f-2aabec139313 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 1001 time: 0.0930653 Feb 04 07:08:11.467303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269bb7c-9c51-4f00-8c30-145a92ea3e0c req-79545db2-66b4-4eba-acc9-29a02339812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:11.468748 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9269bb7c-9c51-4f00-8c30-145a92ea3e0c req-79545db2-66b4-4eba-acc9-29a02339812a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0606287 Feb 04 07:08:11.541030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269bb7c-9c51-4f00-8c30-145a92ea3e0c req-2a56380d-28af-47b9-a800-11a9a30e437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:11.542476 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9269bb7c-9c51-4f00-8c30-145a92ea3e0c req-2a56380d-28af-47b9-a800-11a9a30e437a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680282 Feb 04 07:08:11.760383 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9269bb7c-9c51-4f00-8c30-145a92ea3e0c req-e684a4f7-dacd-4764-941c-ebb9d3326d7c service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119346 Feb 04 07:08:11.888986 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9269bb7c-9c51-4f00-8c30-145a92ea3e0c req-de3c756b-2baa-477f-9a8a-8e132031ba5e service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217909 Feb 04 07:08:12.539366 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8420719-d1e0-4d00-aa87-710479598cea req-6ab28610-21af-4825-82e0-50513b8762e6 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:12.541398 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e8420719-d1e0-4d00-aa87-710479598cea req-6ab28610-21af-4825-82e0-50513b8762e6 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 946 time: 0.0825608 Feb 04 07:08:12.583860 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e8420719-d1e0-4d00-aa87-710479598cea req-0430926a-2d3b-4b49-b706-72858d1bc8fd tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372221 Feb 04 07:08:13.350943 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 174c4629-5b64-446d-aa14-69c9d94d7ead no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:08:13.464080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:13.491622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:08:13.501336 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:08:13.536060 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'code': 200} Feb 04 07:08:13.583834 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:13.650985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=174c4629-5b64-446d-aa14-69c9d94d7ead,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:08:13.765691 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0880d-24cd-4826-8e4e-dc742306a85b req-879a4dd6-826d-4594-96ef-13279a1d45d2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:13.767140 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-64e0880d-24cd-4826-8e4e-dc742306a85b req-879a4dd6-826d-4594-96ef-13279a1d45d2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0781786 Feb 04 07:08:13.814599 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-64e0880d-24cd-4826-8e4e-dc742306a85b req-6ccae79a-b532-4dd1-9cd1-1439554e969a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416985 Feb 04 07:08:14.994577 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a31e59-a4fb-4dbb-828a-548e734072dd req-82a570b0-4752-4c2f-bce2-c54181f82575 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:14.995996 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-42a31e59-a4fb-4dbb-828a-548e734072dd req-82a570b0-4752-4c2f-bce2-c54181f82575 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0768738 Feb 04 07:08:15.038234 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-42a31e59-a4fb-4dbb-828a-548e734072dd req-e3a212bf-4117-449d-8fed-35f621990e6c tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368121 Feb 04 07:08:15.756286 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8bea3545-8a3b-4e62-a332-6ea2795114f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:16.534795 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f5a85-da24-426b-8e20-d25a11bf0c48 req-afca68b6-014c-4559-bcbc-fe26ff09c264 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:16.536293 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a43f5a85-da24-426b-8e20-d25a11bf0c48 req-afca68b6-014c-4559-bcbc-fe26ff09c264 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0878525 Feb 04 07:08:16.579572 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a43f5a85-da24-426b-8e20-d25a11bf0c48 req-5081176c-bbab-45df-9336-8dc8cfdb6049 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376923 Feb 04 07:08:16.879145 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58176) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:08:16.987904 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-3ce24131-958b-4a59-b6f7-9ea068a05603 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075945 Feb 04 07:08:17.382087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 174c4629-5b64-446d-aa14-69c9d94d7ead no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:08:17.760468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8edf9-1dd8-4c49-ad84-4a90edc34184 req-53f279b1-9dbd-4368-b684-edeecc777e29 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:17.761911 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60a8edf9-1dd8-4c49-ad84-4a90edc34184 req-53f279b1-9dbd-4368-b684-edeecc777e29 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0790384 Feb 04 07:08:17.805262 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-60a8edf9-1dd8-4c49-ad84-4a90edc34184 req-f61fc82a-e291-4723-bf0b-949011649aac tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378840 Feb 04 07:08:18.030791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5f6a-27ca-4f3f-85a0-5c16b0dce4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:18.993362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59f8d9-8f2a-4552-904d-49444ecb6038 req-edd7e2ba-45bf-4dca-a8ac-f5e3d7c68a61 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:18.994807 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8f59f8d9-8f2a-4552-904d-49444ecb6038 req-edd7e2ba-45bf-4dca-a8ac-f5e3d7c68a61 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0817358 Feb 04 07:08:19.037044 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8f59f8d9-8f2a-4552-904d-49444ecb6038 req-44b087b4-f396-4066-942b-e0813a443aa4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367289 Feb 04 07:08:19.188607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:19.259738 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:20.220880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9460-41c8-4d15-b9b2-7c8645c1c450 req-623f31b3-24ab-4100-8fa7-898b422dc331 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:20.222321 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3dab9460-41c8-4d15-b9b2-7c8645c1c450 req-623f31b3-24ab-4100-8fa7-898b422dc331 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0833688 Feb 04 07:08:20.265411 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3dab9460-41c8-4d15-b9b2-7c8645c1c450 req-1e209d17-c4e7-469a-9494-8923b43932a6 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372055 Feb 04 07:08:20.320357 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:20.731442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:21.446592 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55c1b3-5ea8-4089-9da5-8bf6923dda13 req-bf226569-03b9-4195-b52d-ed83afb88d72 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:21.448115 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ce55c1b3-5ea8-4089-9da5-8bf6923dda13 req-bf226569-03b9-4195-b52d-ed83afb88d72 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0800717 Feb 04 07:08:21.497307 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ce55c1b3-5ea8-4089-9da5-8bf6923dda13 req-8054858d-3d05-444f-9617-7b6f5acf281f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435867 Feb 04 07:08:22.481900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-68f28fce-4a32-437f-99bb-b9641adcc11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:22.483351 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-68f28fce-4a32-437f-99bb-b9641adcc11a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8&tenant_id=a7a23747a2c84bd8a59fb9381043b985 HTTP/1.1" status: 200 len: 1097 time: 0.0687790 Feb 04 07:08:22.575312 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-246b6c10-0fbf-4941-900d-db8f0a58743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:22.576819 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-246b6c10-0fbf-4941-900d-db8f0a58743a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1097 time: 0.0732701 Feb 04 07:08:22.760912 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-ff0d258c-e2c4-4503-9a04-e6b28b8ae5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:22.762257 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-ff0d258c-e2c4-4503-9a04-e6b28b8ae5b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1782215 Feb 04 07:08:22.772806 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c4d20-667d-40d0-9333-87920241cdc7 req-cb04540b-f16d-40b6-9d16-17bee09b62b1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:22.774123 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3e4c4d20-667d-40d0-9333-87920241cdc7 req-cb04540b-f16d-40b6-9d16-17bee09b62b1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.1294341 Feb 04 07:08:22.892423 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3e4c4d20-667d-40d0-9333-87920241cdc7 req-d00e33e1-390c-4ff3-8ae6-3d3beccae4f9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687346 Feb 04 07:08:22.898314 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-7f508fed-20c0-4f5b-aeec-e359a6456245 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 999 time: 0.1233521 Feb 04 07:08:22.962318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-ea26c1eb-dab5-421e-935f-b44769bdf936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:22.963726 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-ea26c1eb-dab5-421e-935f-b44769bdf936 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0591767 Feb 04 07:08:23.034885 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-f2a31341-c2ad-4d51-aeb4-23dad9b21ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:23.036777 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-f2a31341-c2ad-4d51-aeb4-23dad9b21ec4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667412 Feb 04 07:08:23.298778 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-f0ceb3a1-2ae9-4834-8a34-faa167816af8 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589823 Feb 04 07:08:23.425828 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6f2a1ef9-8d87-4bb0-af17-0a6aa891740b req-f518b1e9-4679-4027-8137-9408d6eaa33d service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212378 Feb 04 07:08:24.105477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c95521-c8d3-43e4-b333-304cac599b7b req-214ce678-f644-4e5e-a655-d4859c116db0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:24.114855 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-82c95521-c8d3-43e4-b333-304cac599b7b req-214ce678-f644-4e5e-a655-d4859c116db0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.1057124 Feb 04 07:08:24.183553 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-82c95521-c8d3-43e4-b333-304cac599b7b req-d6f77c64-85d4-42d7-8890-744bfdab0296 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668406 Feb 04 07:08:25.376303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dd9f0-c555-4ae2-a390-34a19d289c51 req-675ee2eb-ed35-46a6-a9dc-de83d25c1984 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:25.377829 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-094dd9f0-c555-4ae2-a390-34a19d289c51 req-675ee2eb-ed35-46a6-a9dc-de83d25c1984 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0887353 Feb 04 07:08:25.532904 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-094dd9f0-c555-4ae2-a390-34a19d289c51 req-e63be766-a521-4728-9733-b124ba13477a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486464 Feb 04 07:08:26.724946 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d52566-0837-44a6-b9dd-b2d237b20242 req-d72d67ff-7a19-4d73-8de5-bed0bd1041a0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:26.726397 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-04d52566-0837-44a6-b9dd-b2d237b20242 req-d72d67ff-7a19-4d73-8de5-bed0bd1041a0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0859067 Feb 04 07:08:26.776124 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-04d52566-0837-44a6-b9dd-b2d237b20242 req-97965a12-2d72-4f75-9073-d620ce065f9b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430746 Feb 04 07:08:27.966286 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe88bc4-721a-4571-8368-395169317ad0 req-a3a38475-9167-4b05-9e88-d8c6f54e0877 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:27.967880 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0fe88bc4-721a-4571-8368-395169317ad0 req-a3a38475-9167-4b05-9e88-d8c6f54e0877 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0817249 Feb 04 07:08:28.019314 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0fe88bc4-721a-4571-8368-395169317ad0 req-4223efb5-13e8-44c9-92ba-59be1b1816b1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458717 Feb 04 07:08:29.210461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457e069-d76f-4b82-a560-3c3493721189 req-ed450f10-2322-4c3b-beac-c4b559d55639 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:29.211972 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4457e069-d76f-4b82-a560-3c3493721189 req-ed450f10-2322-4c3b-beac-c4b559d55639 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0841062 Feb 04 07:08:29.261112 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-4457e069-d76f-4b82-a560-3c3493721189 req-4982d264-97f4-40bb-852a-92afb709b686 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401940 Feb 04 07:08:30.468728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0f170-cb04-4160-91e4-c57ab32d9fb9 req-16ba495e-1362-4362-a831-0d0bf1e433d6 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:30.470812 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9df0f170-cb04-4160-91e4-c57ab32d9fb9 req-16ba495e-1362-4362-a831-0d0bf1e433d6 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0959988 Feb 04 07:08:30.537821 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9df0f170-cb04-4160-91e4-c57ab32d9fb9 req-6b2a566d-9e34-4804-9394-b81e333108a0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608346 Feb 04 07:08:31.726628 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50235349-d3ee-4946-8e49-31525317fcd1 req-88c466fb-4030-43f1-b414-a67925361a83 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:31.728070 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-50235349-d3ee-4946-8e49-31525317fcd1 req-88c466fb-4030-43f1-b414-a67925361a83 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0816367 Feb 04 07:08:31.771214 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-50235349-d3ee-4946-8e49-31525317fcd1 req-8ca5a277-2678-436a-aa6f-fef92288a819 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374887 Feb 04 07:08:32.949527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d4077-f02b-461e-b997-3ae26a501645 req-ee91cc80-82fd-498d-9f7f-bd983f8e68da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:32.950943 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9a2d4077-f02b-461e-b997-3ae26a501645 req-ee91cc80-82fd-498d-9f7f-bd983f8e68da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0773711 Feb 04 07:08:32.993302 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9a2d4077-f02b-461e-b997-3ae26a501645 req-14c678f3-4b31-4b33-8be1-ca15219ba785 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368340 Feb 04 07:08:34.173211 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4bf46-8b8e-4021-b362-b7332b4d1856 req-d69aa51e-8db7-46d5-b166-58f38dbd55d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:34.174761 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1bf4bf46-8b8e-4021-b362-b7332b4d1856 req-d69aa51e-8db7-46d5-b166-58f38dbd55d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0786462 Feb 04 07:08:34.219592 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1bf4bf46-8b8e-4021-b362-b7332b4d1856 req-4ea88dea-c394-4191-8715-d19365c15639 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392792 Feb 04 07:08:35.407502 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9c524-5029-4ed3-be2d-4e8b241a9369 req-2e3b18eb-e477-4fcc-91ef-3481a6e3a981 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:35.408968 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aea9c524-5029-4ed3-be2d-4e8b241a9369 req-2e3b18eb-e477-4fcc-91ef-3481a6e3a981 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0810246 Feb 04 07:08:35.452271 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-aea9c524-5029-4ed3-be2d-4e8b241a9369 req-2d6dfb14-5128-4fbd-b76e-d76b3d71c20d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377867 Feb 04 07:08:36.652954 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f438a-fa9b-4a0e-8a21-786b7e95f712 req-812b81a3-de45-42dc-a621-34ac7da49dfd tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:36.655377 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-671f438a-fa9b-4a0e-8a21-786b7e95f712 req-812b81a3-de45-42dc-a621-34ac7da49dfd tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0917647 Feb 04 07:08:36.702188 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-671f438a-fa9b-4a0e-8a21-786b7e95f712 req-fa8893d1-6418-4e8a-b0e3-4f3d71f863e2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Feb 04 07:08:37.887498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6fcf7-29d4-431d-87ed-c68cb09e539c req-35b014b3-ae5f-4fb9-b9ef-fc32fa820796 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:37.888969 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3bc6fcf7-29d4-431d-87ed-c68cb09e539c req-35b014b3-ae5f-4fb9-b9ef-fc32fa820796 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0774446 Feb 04 07:08:37.935866 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3bc6fcf7-29d4-431d-87ed-c68cb09e539c req-08a164bf-b0ee-4101-93dc-78a20fc8dce9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 Feb 04 07:08:39.116773 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c2d79-7e58-486f-bf37-af08c96ef992 req-d21e8d4f-6b9f-47b1-9e76-3b76f35a9256 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:39.118221 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6b4c2d79-7e58-486f-bf37-af08c96ef992 req-d21e8d4f-6b9f-47b1-9e76-3b76f35a9256 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 944 time: 0.0785837 Feb 04 07:08:39.164679 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6b4c2d79-7e58-486f-bf37-af08c96ef992 req-ab2d09e4-52ab-4877-8e63-af624a78a297 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Feb 04 07:08:39.459893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 174c4629-5b64-446d-aa14-69c9d94d7ead details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 07:08:39.622209 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:08:39.635372 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'port_id': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'mac_address': 'fa:16:3e:63:d3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 07:08:39.690855 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:39.707296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174c4629-5b64-446d-aa14-69c9d94d7ead {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:08:39.722266 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:08:39.778617 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:39.842888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=174c4629-5b64-446d-aa14-69c9d94d7ead,revision_number=9']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:08:40.137019 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['174c4629-5b64-446d-aa14-69c9d94d7ead'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 07:08:40.347602 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef178104-ffc9-4f2c-a6e8-c5922d76548f req-91a3945a-a8ea-4fc0-b92d-85a05154a4cf tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:40.349530 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ef178104-ffc9-4f2c-a6e8-c5922d76548f req-91a3945a-a8ea-4fc0-b92d-85a05154a4cf tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 945 time: 0.0807312 Feb 04 07:08:40.392997 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-ef178104-ffc9-4f2c-a6e8-c5922d76548f req-053ac785-55df-4bff-ba21-8861d67e551f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378120 Feb 04 07:08:41.491025 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 174c4629-5b64-446d-aa14-69c9d94d7ead up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:08:41.557786 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 174c4629-5b64-446d-aa14-69c9d94d7ead triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:08:41.558191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:41.574295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20ca4a-8687-4943-8eda-1bec16086171 req-e73abf88-208b-4b0a-b134-03faacaa0d65 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:41.575949 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9e20ca4a-8687-4943-8eda-1bec16086171 req-e73abf88-208b-4b0a-b134-03faacaa0d65 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 945 time: 0.0786939 Feb 04 07:08:41.619114 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-9e20ca4a-8687-4943-8eda-1bec16086171 req-4ede617c-fc5e-48b0-89ef-335fc0350c96 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376565 Feb 04 07:08:41.672434 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:41.698853 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:08:41.708079 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:08:41.742635 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'code': 200} Feb 04 07:08:41.779020 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:41.844993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=174c4629-5b64-446d-aa14-69c9d94d7ead,revision_number=10']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:08:42.122379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845036d1-5574-4d27-8cf4-87dcbfcb1544 req-b51836cc-1a30-419e-88bc-e01c2d60a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:42.123819 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-845036d1-5574-4d27-8cf4-87dcbfcb1544 req-b51836cc-1a30-419e-88bc-e01c2d60a956 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1100 time: 0.0712988 Feb 04 07:08:42.163321 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-845036d1-5574-4d27-8cf4-87dcbfcb1544 req-4f10b2a1-9628-46b2-8757-8fa7d7910f65 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333805 Feb 04 07:08:42.808248 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d73c59-973e-4c6f-8920-0cb5af5f735e req-d60bf971-7a52-4e01-855c-b26ebe9e7e7f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:42.809726 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-67d73c59-973e-4c6f-8920-0cb5af5f735e req-d60bf971-7a52-4e01-855c-b26ebe9e7e7f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 947 time: 0.0838099 Feb 04 07:08:42.853074 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-67d73c59-973e-4c6f-8920-0cb5af5f735e req-dbdbb491-07f9-4290-a0e0-7e9e4566e3a6 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373924 Feb 04 07:08:44.046952 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a0e7b-415d-4b9b-a333-d9c446ecc363 req-2f81a430-f6fc-47d2-b61b-b6abf04ecb79 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:44.049103 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-095a0e7b-415d-4b9b-a333-d9c446ecc363 req-2f81a430-f6fc-47d2-b61b-b6abf04ecb79 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 947 time: 0.0825832 Feb 04 07:08:44.094453 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-095a0e7b-415d-4b9b-a333-d9c446ecc363 req-0315a7ca-bd44-4862-8214-b9522bd1d57b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391386 Feb 04 07:08:45.287733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ee66e-ac34-4d8e-a4a4-97c2b4f6e862 req-4c84ca48-bf44-4aa1-89ad-6830b6d40357 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:45.289203 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5f4ee66e-ac34-4d8e-a4a4-97c2b4f6e862 req-4c84ca48-bf44-4aa1-89ad-6830b6d40357 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 947 time: 0.0804849 Feb 04 07:08:45.333150 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5f4ee66e-ac34-4d8e-a4a4-97c2b4f6e862 req-ea02d64d-fda5-46da-8ba3-776103d1e276 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382366 Feb 04 07:08:45.765746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7529e062-3e66-4529-82d1-67f3851f1a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:46.897785 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:08:48.073848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88bc139e-dd42-4f45-b6f4-3103b66672f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:49.156047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:49.288047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:50.333374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:50.727389 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:08:56.271662 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-9648c266-b733-4e80-b198-91a74c37b262 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720949 Feb 04 07:08:56.414470 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-bd838b46-83cd-4979-ab4c-559ebdf43d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:56.415978 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-bd838b46-83cd-4979-ab4c-559ebdf43d04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1100 time: 0.0723586 Feb 04 07:08:56.562098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-97d9955c-cb03-484a-96ba-0f8c08509258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:56.563455 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-97d9955c-cb03-484a-96ba-0f8c08509258 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1246994 Feb 04 07:08:56.664673 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-c4443a36-4ca2-4a14-b9c6-90842082985e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 1001 time: 0.0942919 Feb 04 07:08:56.725418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-71c377cc-d1d9-4df6-b7f1-61f49b737fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:56.726764 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-71c377cc-d1d9-4df6-b7f1-61f49b737fcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0559530 Feb 04 07:08:56.806549 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-e244a4ea-5f6c-4da4-8432-71982db3c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:08:56.808004 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-e244a4ea-5f6c-4da4-8432-71982db3c9bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743899 Feb 04 07:08:56.936681 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-168d334f-99af-4e8b-b007-bae9eaf37cdc service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212616 Feb 04 07:08:57.062608 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-bb5138e8-a910-4d41-84d9-9f5d1ac9751d req-445c52a0-a1cf-4179-ac13-c5f5d573c6c8 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201143 Feb 04 07:09:15.730566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5ead90ec-0c60-421f-93a9-86d0626bd771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:18.012536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8d45af0b-a618-491a-bc04-fb310191a996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:19.147407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:19.261677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:20.290629 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:20.738459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:23.897596 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:09:45.730078 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1294a947-f371-40eb-a1ce-031091387caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:48.086914 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-614fb8b8-39b3-4b29-984d-e0a8d82d032d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:49.177747 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:49.258193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:50.338003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:50.766850 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:09:56.260102 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-f633dc01-bb59-4d4b-8dfb-4135e30ef270 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787776 Feb 04 07:09:56.494592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-b94f6a31-e3f0-406a-ab08-aab4213e5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:09:56.496046 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-b94f6a31-e3f0-406a-ab08-aab4213e5b57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1100 time: 0.1683431 Feb 04 07:09:56.638385 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-78c5ecdb-d035-4952-82c2-93ed38cd2e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:09:56.639838 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-78c5ecdb-d035-4952-82c2-93ed38cd2e6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1245923 Feb 04 07:09:56.742989 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-df90b385-32a2-4283-bce2-45b82494bea6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 1001 time: 0.0970702 Feb 04 07:09:56.802805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-e3f3f928-4eb5-487a-90bf-fa6765b8052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:09:56.804879 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-e3f3f928-4eb5-487a-90bf-fa6765b8052d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0562553 Feb 04 07:09:56.883009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-53212884-a5a9-409d-95b4-eb66b1ebcf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:09:56.884483 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-53212884-a5a9-409d-95b4-eb66b1ebcf97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747182 Feb 04 07:09:57.014833 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-73eb97bc-a074-4b4c-b3e8-003ecb00a1ca service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244905 Feb 04 07:09:57.140568 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7ba70897-8d1a-4880-8d2f-81e5d40a042c req-6fa23cba-d786-46a4-a1d7-0c41c792b365 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198504 Feb 04 07:10:00.896213 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:10:15.746627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-95d926d1-435e-4184-b9c0-37325e48126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:18.057216 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-72aff74b-db17-4977-8691-057e0b8dbe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:19.157887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:19.268787 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:20.297239 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:20.731380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:21.043965 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 58372) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:10:21.278295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Deleting port ff646191-0cbd-42c3-bcf8-c7949f45ca78 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:10:21.278629 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:21.447354 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:21.447576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:21.566818 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Calling delete_port for ff646191-0cbd-42c3-bcf8-c7949f45ca78 owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:10:21.765903 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:21.810484 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event deleted for resources: {'Port': ['ID=ff646191-0cbd-42c3-bcf8-c7949f45ca78,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:10:21.850928 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:21.851277 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:21.851617 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:21.851949 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:21.852278 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:21.852609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:21.858883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:21.858883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:21.858883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:21.858883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:21.858883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:21.858883 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:22.000805 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:22.001138 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Floating IP 97e34e4e-45af-4ab7-b46e-1ddec22ac738 disassociated (deleted). External IP: 172.26.7.36, port: 174c4629-5b64-446d-aa14-69c9d94d7ead. Feb 04 07:10:22.345793 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Router 86b0c338-41cf-4d02-b006-02fd034bc7bc has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:10:22.521681 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:10:22.533046 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4383f4-434f-474d-856e-dc12d016f265 None None] Sync routers for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:10:22.543245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4383f4-434f-474d-856e-dc12d016f265 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:10:22.547889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2d4383f4-434f-474d-856e-dc12d016f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:10:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:10:22.599991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:22.657182 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b3ac3723-726c-4e8c-9ca2-7a27f75a00d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "DELETE /v2.0/floatingips/97e34e4e-45af-4ab7-b46e-1ddec22ac738 HTTP/1.1" status: 204 len: 168 time: 1.6096964 Feb 04 07:10:22.657182 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:10:22.722951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2d4383f4-434f-474d-856e-dc12d016f265 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:10:22.811299 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'status': 'completed', 'code': 200} Feb 04 07:10:22.923900 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0f7cf-fb0b-40ff-8424-ca44b9621f3e req-da696ab2-6ed1-4d1b-bd29-aa805be5e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:10:22.925408 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-43e0f7cf-fb0b-40ff-8424-ca44b9621f3e req-da696ab2-6ed1-4d1b-bd29-aa805be5e212 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 1100 time: 0.0888574 Feb 04 07:10:23.056958 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0f7cf-fb0b-40ff-8424-ca44b9621f3e req-b76e122b-99ba-4375-8da0-19db3d939509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:10:23.058425 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-43e0f7cf-fb0b-40ff-8424-ca44b9621f3e req-b76e122b-99ba-4375-8da0-19db3d939509 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1271207 Feb 04 07:10:23.091328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2d4383f4-434f-474d-856e-dc12d016f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:10:23.095624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4383f4-434f-474d-856e-dc12d016f265 None None] Checking router: 86b0c338-41cf-4d02-b006-02fd034bc7bc for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:10:23.104345 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4383f4-434f-474d-856e-dc12d016f265 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:10:23.105151 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2d4383f4-434f-474d-856e-dc12d016f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:10:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:10:23.128315 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-43e0f7cf-fb0b-40ff-8424-ca44b9621f3e req-063adbd3-24fe-4efa-82fc-30c79c0ce4f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 200 len: 217 time: 0.0630455 Feb 04 07:10:23.205003 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0f7cf-fb0b-40ff-8424-ca44b9621f3e req-4eff72a9-0bf7-47d4-8558-27399ec080d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:10:23.207150 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-43e0f7cf-fb0b-40ff-8424-ca44b9621f3e req-4eff72a9-0bf7-47d4-8558-27399ec080d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0728769 Feb 04 07:10:23.261557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d61280-38dd-4363-91e2-e4ce4116b693 req-66434964-0495-4c2c-a1dd-b15dd7f4dec3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:10:23.263038 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d8d61280-38dd-4363-91e2-e4ce4116b693 req-66434964-0495-4c2c-a1dd-b15dd7f4dec3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 947 time: 0.1071119 Feb 04 07:10:23.288749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-2d4383f4-434f-474d-856e-dc12d016f265 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:10:23.291541 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0f7cf-fb0b-40ff-8424-ca44b9621f3e req-4bdac558-503a-4574-aa15-844d09c4ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:10:23.293055 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-43e0f7cf-fb0b-40ff-8424-ca44b9621f3e req-4bdac558-503a-4574-aa15-844d09c4ef55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800030 Feb 04 07:10:23.313546 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d8d61280-38dd-4363-91e2-e4ce4116b693 req-ac4685a8-e5f0-4432-baea-90e3564542da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439041 Feb 04 07:10:23.430328 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-43e0f7cf-fb0b-40ff-8424-ca44b9621f3e req-c5393bab-6d16-44e8-bb5d-f885b9c37bd7 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309254 Feb 04 07:10:23.563259 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-43e0f7cf-fb0b-40ff-8424-ca44b9621f3e req-4dc910ee-d624-4b86-8f11-8f1c28bf8c75 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256406 Feb 04 07:10:23.604793 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-2d4383f4-434f-474d-856e-dc12d016f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:10:23.608619 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4383f4-434f-474d-856e-dc12d016f265 None None] The sync data for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv is: [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:10:23.820009 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f761ca-912b-41ef-a7ba-5fdc7b230451 None None] New status for floating IP 97e34e4e-45af-4ab7-b46e-1ddec22ac738: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:10:24.503609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005dab2-d7af-4954-9de9-a4968685e93a req-a86a41e1-293d-4a50-9cab-0a7e90e810fc tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:10:24.504316 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d005dab2-d7af-4954-9de9-a4968685e93a req-a86a41e1-293d-4a50-9cab-0a7e90e810fc tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Synchronizing usage tracker for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:10:24.569610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-d005dab2-d7af-4954-9de9-a4968685e93a req-a86a41e1-293d-4a50-9cab-0a7e90e810fc tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Unset dirty status for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:10:24.570677 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d005dab2-d7af-4954-9de9-a4968685e93a req-a86a41e1-293d-4a50-9cab-0a7e90e810fc tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 947 time: 0.1507988 Feb 04 07:10:24.757193 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d005dab2-d7af-4954-9de9-a4968685e93a req-fdcc4d9a-9d4b-45e2-8936-cd295ca7ea4c tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802187 Feb 04 07:10:24.783700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570f55d-e6fa-43a6-82f7-9b89b2ac6cc3 req-9a51efcb-afff-4223-8427-aa0301085e9b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:10:24.785136 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9570f55d-e6fa-43a6-82f7-9b89b2ac6cc3 req-9a51efcb-afff-4223-8427-aa0301085e9b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 947 time: 0.0974061 Feb 04 07:10:24.855816 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9570f55d-e6fa-43a6-82f7-9b89b2ac6cc3 req-553a4c46-f19b-40eb-88d0-dac1ab6920df tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Deleting port 174c4629-5b64-446d-aa14-69c9d94d7ead {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:10:24.856079 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9570f55d-e6fa-43a6-82f7-9b89b2ac6cc3 req-553a4c46-f19b-40eb-88d0-dac1ab6920df tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:25.108946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-9570f55d-e6fa-43a6-82f7-9b89b2ac6cc3 req-553a4c46-f19b-40eb-88d0-dac1ab6920df tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] For port 174c4629-5b64-446d-aa14-69c9d94d7ead, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=174c4629-5b64-446d-aa14-69c9d94d7ead,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:10:25.109218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9570f55d-e6fa-43a6-82f7-9b89b2ac6cc3 req-553a4c46-f19b-40eb-88d0-dac1ab6920df tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:25.227968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-9570f55d-e6fa-43a6-82f7-9b89b2ac6cc3 req-553a4c46-f19b-40eb-88d0-dac1ab6920df tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Calling delete_port for 174c4629-5b64-446d-aa14-69c9d94d7ead owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:10:25.449698 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9570f55d-e6fa-43a6-82f7-9b89b2ac6cc3 req-553a4c46-f19b-40eb-88d0-dac1ab6920df tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:25.500419 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a4c46-f19b-40eb-88d0-dac1ab6920df tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event deleted for resources: {'Port': ['ID=174c4629-5b64-446d-aa14-69c9d94d7ead,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:10:25.579924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9570f55d-e6fa-43a6-82f7-9b89b2ac6cc3 req-553a4c46-f19b-40eb-88d0-dac1ab6920df tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] No DVR routers for this DVR port 174c4629-5b64-446d-aa14-69c9d94d7ead on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:10:25.582317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-9570f55d-e6fa-43a6-82f7-9b89b2ac6cc3 req-553a4c46-f19b-40eb-88d0-dac1ab6920df tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:25.585223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'name': 'network-vif-deleted', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:10:25.628096 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8260e22-0888-4393-8314-ebadd650d0b8', 'name': 'network-vif-deleted', 'tag': '174c4629-5b64-446d-aa14-69c9d94d7ead', 'status': 'completed', 'code': 200} Feb 04 07:10:25.644389 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9570f55d-e6fa-43a6-82f7-9b89b2ac6cc3 req-553a4c46-f19b-40eb-88d0-dac1ab6920df tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.24 "DELETE /v2.0/ports/174c4629-5b64-446d-aa14-69c9d94d7ead HTTP/1.1" status: 204 len: 173 time: 0.8531215 Feb 04 07:10:25.909317 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-50db43bb-e730-433f-af38-0e0caa075a54 req-b0c2b1ec-f6c8-47eb-be7c-355d4a8fb964 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Synchronizing usage tracker for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:10:25.978070 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-50db43bb-e730-433f-af38-0e0caa075a54 req-b0c2b1ec-f6c8-47eb-be7c-355d4a8fb964 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Unset dirty status for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:10:25.981782 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-50db43bb-e730-433f-af38-0e0caa075a54 req-b0c2b1ec-f6c8-47eb-be7c-355d4a8fb964 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8260e22-0888-4393-8314-ebadd650d0b8 HTTP/1.1" status: 200 len: 210 time: 0.1135154 Feb 04 07:10:27.070100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 58426) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:10:27.138232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c13305cf-866f-415c-a648-95a5959fc810 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:27.167744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c13305cf-866f-415c-a648-95a5959fc810 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:27.308513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c13305cf-866f-415c-a648-95a5959fc810 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:27.326573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13305cf-866f-415c-a648-95a5959fc810 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:10:27.399392 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-c13305cf-866f-415c-a648-95a5959fc810 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:27.400506 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-c13305cf-866f-415c-a648-95a5959fc810 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "DELETE /v2.0/security-groups/0a9054e4-792b-4b5f-9a0c-0f7e0d5b26c2 HTTP/1.1" status: 204 len: 168 time: 0.3293388 Feb 04 07:10:27.895139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 174c4629-5b64-446d-aa14-69c9d94d7ead no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:10:27.927909 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 174c4629-5b64-446d-aa14-69c9d94d7ead {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:10:27.928768 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 174c4629-5b64-446d-aa14-69c9d94d7ead not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:10:28.109064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 58436) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:10:28.114259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2123790631', 'description': 'tempest-secgroup-smoke-2123790631 description', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:10:28.120909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:10:28.124960 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:10:28.127756 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:10:28.133288 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:10:28.200056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:28.218650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:10:28.222454 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:10:28.225720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:10:28.231218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:10:28.296956 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:28.363034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:28.406092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3395672-6a31-4036-bad7-f00b8d8631ff,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:10:28.472067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:28.473358 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2ee25e8f-afda-40fb-b79b-ccc14f8a282e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3632889 Feb 04 07:10:28.476633 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 58440) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:10:28.481622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-13fc5c1e-50f5-4d59-832b-d889119f5860 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': 'f3395672-6a31-4036-bad7-f00b8d8631ff', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:10:28.487752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-13fc5c1e-50f5-4d59-832b-d889119f5860 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:10:28.497377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-13fc5c1e-50f5-4d59-832b-d889119f5860 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:10:28.497377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-13fc5c1e-50f5-4d59-832b-d889119f5860 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:10:28.502398 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-13fc5c1e-50f5-4d59-832b-d889119f5860 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:10:28.575571 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13fc5c1e-50f5-4d59-832b-d889119f5860 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:28.636149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13fc5c1e-50f5-4d59-832b-d889119f5860 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:28.705848 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13fc5c1e-50f5-4d59-832b-d889119f5860 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:28.729970 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc5c1e-50f5-4d59-832b-d889119f5860 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fded9400-9618-4a96-9138-489850c68728,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:10:28.797598 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-13fc5c1e-50f5-4d59-832b-d889119f5860 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:28.798818 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-13fc5c1e-50f5-4d59-832b-d889119f5860 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211622 Feb 04 07:10:28.801542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 58446) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:10:28.806330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2f1885ca-c11d-4809-b0a4-f0b6756e5b42 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': 'f3395672-6a31-4036-bad7-f00b8d8631ff', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:10:28.812224 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2f1885ca-c11d-4809-b0a4-f0b6756e5b42 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:10:28.815946 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2f1885ca-c11d-4809-b0a4-f0b6756e5b42 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:10:28.818754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2f1885ca-c11d-4809-b0a4-f0b6756e5b42 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:10:28.824250 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2f1885ca-c11d-4809-b0a4-f0b6756e5b42 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:10:28.912519 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f1885ca-c11d-4809-b0a4-f0b6756e5b42 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:28.971740 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f1885ca-c11d-4809-b0a4-f0b6756e5b42 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:29.045489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f1885ca-c11d-4809-b0a4-f0b6756e5b42 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:29.067824 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1885ca-c11d-4809-b0a4-f0b6756e5b42 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c63ed9-eecc-4e91-932b-42441ac7d599,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:10:29.128989 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2f1885ca-c11d-4809-b0a4-f0b6756e5b42 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:29.130201 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2f1885ca-c11d-4809-b0a4-f0b6756e5b42 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3277373 Feb 04 07:10:29.133549 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58450) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:10:29.139511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': 'f3395672-6a31-4036-bad7-f00b8d8631ff', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:10:29.145599 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:10:29.150024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:10:29.152843 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:10:29.159085 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:10:29.239014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:29.298557 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:29.388436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:29.410924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2085186f-241e-4c3e-bf88-ccdd86f14cec,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:10:29.421091 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.421436 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.421772 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.422099 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.422422 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.422748 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.423067 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.423383 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.423701 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.424014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.424330 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.424638 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:10:29.485935 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:29.489802 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-15422119-95b2-46e4-9fb6-58353b739dea tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3516054 Feb 04 07:10:29.489950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58454) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:10:29.496317 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-cc60a2da-cec4-47fa-92eb-12ff7fa9d196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': 'f3395672-6a31-4036-bad7-f00b8d8631ff', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:10:29.503571 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cc60a2da-cec4-47fa-92eb-12ff7fa9d196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:10:29.509391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cc60a2da-cec4-47fa-92eb-12ff7fa9d196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:10:29.511032 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-cc60a2da-cec4-47fa-92eb-12ff7fa9d196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:10:29.516536 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-cc60a2da-cec4-47fa-92eb-12ff7fa9d196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:10:29.583535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc60a2da-cec4-47fa-92eb-12ff7fa9d196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:29.741228 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc60a2da-cec4-47fa-92eb-12ff7fa9d196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:29.799947 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc60a2da-cec4-47fa-92eb-12ff7fa9d196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:29.823153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60a2da-cec4-47fa-92eb-12ff7fa9d196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cf9b3e-d43c-4068-82e1-6cc0858b2397,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:10:29.909213 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-cc60a2da-cec4-47fa-92eb-12ff7fa9d196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:29.910334 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-cc60a2da-cec4-47fa-92eb-12ff7fa9d196 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4190307 Feb 04 07:10:29.913526 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58460) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:10:29.920379 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': 'f3395672-6a31-4036-bad7-f00b8d8631ff', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:10:29.924461 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:10:29.928829 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:10:29.931634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:10:29.937581 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:10:30.000117 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Project a7a23747a2c84bd8a59fb9381043b985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 07:10:30.006389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:30.068508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:30.142431 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:30.166611 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46affc8b-f442-4af4-a92b-db4313818f1a,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:10:30.234017 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:30.235177 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-689514c2-b3ac-484f-91d0-5c41adb40de1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3207328 Feb 04 07:10:30.238086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58464) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:10:30.243104 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'security_group_rule': {'security_group_id': 'f3395672-6a31-4036-bad7-f00b8d8631ff', 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:10:30.248848 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:10:30.252588 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:security_group_rule and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:10:30.255375 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:10:30.260934 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:10:30.319712 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.securitygroups_db [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Project a7a23747a2c84bd8a59fb9381043b985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 07:10:30.326161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:30.390407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:30.457121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:30.479979 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5078d248-5792-43ad-9b72-067b84ad8060,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:10:30.542700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:30.543867 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-85cebd8f-4d90-4ab3-86c0-e92f88bb2eae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3048551 Feb 04 07:10:37.896155 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:10:45.729189 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1207-c861-4bbb-b12c-5eff26ddd81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:48.063144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5ded6efa-32be-42d6-bc77-6e95072f9d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:49.188641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:49.314471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:50.372184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:50.820012 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:55.661606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-c6de96a8-3d60-4195-872c-179c69398ad4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Synchronizing usage tracker for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:10:55.730643 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-c6de96a8-3d60-4195-872c-179c69398ad4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Unset dirty status for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:10:55.731760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-c6de96a8-3d60-4195-872c-179c69398ad4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2123790631&fields=id&tenant_id=a7a23747a2c84bd8a59fb9381043b985 HTTP/1.1" status: 200 len: 267 time: 0.1097629 Feb 04 07:10:55.878057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-9ff95914-5cae-46b3-8292-a4bf94d08974 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:10:55.879478 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-9ff95914-5cae-46b3-8292-a4bf94d08974 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 808 time: 0.1407609 Feb 04 07:10:55.893647 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-5082879b-ecc0-4f25-8dc9-0ddec2166388 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/quotas/a7a23747a2c84bd8a59fb9381043b985 HTTP/1.1" status: 200 len: 375 time: 0.0087969 Feb 04 07:10:55.977670 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-7b651590-e201-46e0-b675-f2c213f21935 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792902 Feb 04 07:10:56.065630 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-824e45b5-77d0-45d3-b4b6-079cc020b43c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 07:10:56.066625 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-824e45b5-77d0-45d3-b4b6-079cc020b43c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0426011 Feb 04 07:10:56.196527 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-9535a74e-21ec-456c-b7fb-fc324eaf78c3 service neutron] 10.222.0.32 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241968 Feb 04 07:10:56.409794 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-0d92b9fb-b182-468e-84ee-e40418a10238 service neutron] 10.222.0.32 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073216 Feb 04 07:10:57.040977 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-61627f7f-442c-4db9-a80f-06e6cad229c3 req-7c5d1f19-65d0-48da-84da-900dbff69235 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 210 time: 0.0420823 Feb 04 07:10:58.185031 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-78ac0c0c-d144-4bc1-b7de-f4d712a01805 req-873ef5e2-6594-49d0-a9bd-7ac35c253c9e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 210 time: 0.0416505 Feb 04 07:10:58.898434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-1485ade8-7208-4cce-8f7a-dfa851bf908c tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:10:58.899805 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-1485ade8-7208-4cce-8f7a-dfa851bf908c tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 808 time: 0.1606135 Feb 04 07:10:58.954708 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-56a9188a-a0d0-4efc-965b-03676ee5fd2b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a23747a2c84bd8a59fb9381043b985 HTTP/1.1" status: 200 len: 380 time: 0.0442624 Feb 04 07:10:58.972873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'port': {'device_id': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'admin_state_up': True, 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'security_groups': ['f3395672-6a31-4036-bad7-f00b8d8631ff']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:10:59.120865 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:10:59.130722 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:10:59.203810 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Made reservation on behalf of a7a23747a2c84bd8a59fb9381043b985 for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:10:59.207459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:59.345195 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6ede1074-2d89-49f6-bfcd-918177434ae1 req-054c8d2d-bbd8-4cd7-824d-914cc53aa05e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 210 time: 0.0460942 Feb 04 07:10:59.385164 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Allocated IP 172.20.0.6 (9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3/a523a37a-510e-460d-9314-b60933776341/9ff3a8cf-a9de-412e-bd2f-cfdae825db08) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:10:59.585879 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:59.601874 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Transition to ACTIVE for port object 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:10:59.674546 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:59.746178 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:10:59.749896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:10:59.754050 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:10:59.790326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'Port': ['ID=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:10:59.823856 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:10:59.824785 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:10:59.921594 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-297af0c6-bc0e-431d-8591-16a8e56a0058 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9525054 Feb 04 07:10:59.934233 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Request body: {'port': {'device_id': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:11:00.046692 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:00.132051 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3ca37b1e-e7e5-4083-9950-eca6ee5346ae None None] Provisioning for port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:11:00.142907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-3ca37b1e-e7e5-4083-9950-eca6ee5346ae None None] Provisioning complete for port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:11:00.142907 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3ca37b1e-e7e5-4083-9950-eca6ee5346ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:00.195891 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-3ca37b1e-e7e5-4083-9950-eca6ee5346ae None None] Port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:11:00.389978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:11:00.398453 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:00.414352 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Transition to ACTIVE for port object 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:11:00.513044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:00.648592 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:11:00.819234 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7007d-273e-4ebd-8f53-be237520e0f8 req-f9b37c02-189e-4589-812c-785eb923125e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:00.819932 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-59f7007d-273e-4ebd-8f53-be237520e0f8 req-f9b37c02-189e-4589-812c-785eb923125e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Synchronizing usage tracker for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:11:00.866746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Attempting to bind port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:11:00.867082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Attempting to bind port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:11:00.867410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Attempting to bind port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 on network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:11:00.871926 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 on network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 07:11:00.872244 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Attempting to bind port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 on network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:11:00.877760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:11:00.878093 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Checking segment: {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:11:00.878476 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Bound using segment: {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:11:00.878899 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Bound port: 9ff3a8cf-a9de-412e-bd2f-cfdae825db08, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3345af68-5c8f-41cb-b4e1-675e072c30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:11:00.879237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:00.935227 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-59f7007d-273e-4ebd-8f53-be237520e0f8 req-f9b37c02-189e-4589-812c-785eb923125e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Unset dirty status for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:11:00.936693 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-59f7007d-273e-4ebd-8f53-be237520e0f8 req-f9b37c02-189e-4589-812c-785eb923125e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 931 time: 0.4833581 Feb 04 07:11:01.001689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] For port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:11:01.008658 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-59f7007d-273e-4ebd-8f53-be237520e0f8 req-24ceff3a-b90f-4dc3-8f96-ca704e370b01 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643449 Feb 04 07:11:01.012757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] For port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:11:01.112256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:01.172779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:01.173449 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:01.174812 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] 10.222.0.24 "PUT /v2.0/ports/9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 200 len: 1093 time: 1.2448103 Feb 04 07:11:01.175237 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:11:01.195610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf0298-0ae9-410e-aa58-1d7f3291aca2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:11:01.229875 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'status': 'completed', 'code': 200} Feb 04 07:11:01.345320 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d468-70f0-4734-aed3-5b627037fe7a req-aefbbaf8-31d5-4225-99cb-13611b142ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:01.346861 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4ec3d468-70f0-4734-aed3-5b627037fe7a req-aefbbaf8-31d5-4225-99cb-13611b142ede service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1096 time: 0.0782726 Feb 04 07:11:01.512273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d468-70f0-4734-aed3-5b627037fe7a req-698a6821-77a6-4907-af9c-30e613badc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:01.513770 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4ec3d468-70f0-4734-aed3-5b627037fe7a req-698a6821-77a6-4907-af9c-30e613badc41 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a7a23747a2c84bd8a59fb9381043b985&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1533616 Feb 04 07:11:01.652445 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d468-70f0-4734-aed3-5b627037fe7a req-234f5f1e-0dc0-43d1-b8be-e591e9dc5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:01.654389 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4ec3d468-70f0-4734-aed3-5b627037fe7a req-234f5f1e-0dc0-43d1-b8be-e591e9dc5580 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328223 Feb 04 07:11:01.758527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-dff4e26a-880c-41e4-a61d-ec6c40e6ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:01.759983 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-dff4e26a-880c-41e4-a61d-ec6c40e6ec3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1096 time: 0.0689621 Feb 04 07:11:01.831476 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-a2adc888-0482-4dd2-9c08-63f1793b1b8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 200 len: 217 time: 0.0630488 Feb 04 07:11:01.893760 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fea0a75b-23d3-4413-8e90-13ca4ed03519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:01.898301 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-fea0a75b-23d3-4413-8e90-13ca4ed03519 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0564346 Feb 04 07:11:01.974871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-5c7101b0-c2b8-43b5-b265-adc90ff79af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:01.976334 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-5c7101b0-c2b8-43b5-b265-adc90ff79af0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738492 Feb 04 07:11:02.114979 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-9b4b847a-bb0f-4f27-b4c7-fdfa217cf2ec service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316020 Feb 04 07:11:02.303745 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-55a242d9-5b28-438c-8aee-9449d5a5b2ba req-6167ae80-3b8d-4f43-9546-7ef446039be9 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814640 Feb 04 07:11:02.314299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b4146-fc82-4a72-9c4b-5bf2bffa2263 req-86faca66-4283-4874-8437-7a6c4dab3c54 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:02.315683 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4a7b4146-fc82-4a72-9c4b-5bf2bffa2263 req-86faca66-4283-4874-8437-7a6c4dab3c54 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.1750543 Feb 04 07:11:02.360672 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4a7b4146-fc82-4a72-9c4b-5bf2bffa2263 req-fc5f21e1-bd84-46c3-be09-1f77ce47608e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380485 Feb 04 07:11:03.544821 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45291e92-1364-4235-b6b0-551d15ceace5 req-7ae7ec12-80ea-42ac-bb9a-2748504c9158 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:03.546334 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-45291e92-1364-4235-b6b0-551d15ceace5 req-7ae7ec12-80ea-42ac-bb9a-2748504c9158 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0824003 Feb 04 07:11:03.590263 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-45291e92-1364-4235-b6b0-551d15ceace5 req-01e94ab3-1896-454a-a745-601b7da8e52e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383677 Feb 04 07:11:04.786299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9114e-2cf4-48d5-99e1-04dcdb7af9ea req-a5033a7f-912c-4ab4-b946-a613d8eaf6da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:04.787649 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-28f9114e-2cf4-48d5-99e1-04dcdb7af9ea req-a5033a7f-912c-4ab4-b946-a613d8eaf6da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0867093 Feb 04 07:11:04.829805 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-28f9114e-2cf4-48d5-99e1-04dcdb7af9ea req-eb4e8301-e2b8-43a8-b8f7-f35613cdaba1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366039 Feb 04 07:11:06.030931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a84ed5-e929-4b1c-9841-d8db70f9ec61 req-d57cc2a0-5435-450d-9739-6c04dc22f2aa tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:06.032378 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-55a84ed5-e929-4b1c-9841-d8db70f9ec61 req-d57cc2a0-5435-450d-9739-6c04dc22f2aa tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0768523 Feb 04 07:11:06.078278 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-55a84ed5-e929-4b1c-9841-d8db70f9ec61 req-de78d493-b0fb-4a0c-a1f5-fa51ccbfde19 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403917 Feb 04 07:11:07.258666 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92ae7c-35a8-48f1-8dbe-c83b6720d3b3 req-7a01bd4c-cb5d-4307-99fb-9f9945ab6c72 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:07.260124 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8f92ae7c-35a8-48f1-8dbe-c83b6720d3b3 req-7a01bd4c-cb5d-4307-99fb-9f9945ab6c72 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0781250 Feb 04 07:11:07.305713 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8f92ae7c-35a8-48f1-8dbe-c83b6720d3b3 req-567b1292-6045-45ee-a679-96c9900c27a1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394280 Feb 04 07:11:08.483862 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e366f3f-19df-46a0-a8a0-2ec24d68f03c req-efccef18-7e3c-4130-b419-e201ccc33725 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:08.485352 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0e366f3f-19df-46a0-a8a0-2ec24d68f03c req-efccef18-7e3c-4130-b419-e201ccc33725 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0777915 Feb 04 07:11:08.528511 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0e366f3f-19df-46a0-a8a0-2ec24d68f03c req-e855fa1c-6272-4d5f-b029-eef447f73d4b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374784 Feb 04 07:11:09.708263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d470af-008d-4e89-b0b0-ad35e54f7380 req-abb391a3-b2e8-44a2-80d1-e024f50e35dc tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:09.709735 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2d470af-008d-4e89-b0b0-ad35e54f7380 req-abb391a3-b2e8-44a2-80d1-e024f50e35dc tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0781460 Feb 04 07:11:09.752898 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2d470af-008d-4e89-b0b0-ad35e54f7380 req-3eb634b4-de99-4da4-a8be-de6b500bc016 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376203 Feb 04 07:11:10.932664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842e7f7-c1ca-4109-b882-9e3c0508921b req-9db910ff-831a-42e4-8aac-e9ff1fc6184e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:10.934100 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1842e7f7-c1ca-4109-b882-9e3c0508921b req-9db910ff-831a-42e4-8aac-e9ff1fc6184e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0808628 Feb 04 07:11:10.977738 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-1842e7f7-c1ca-4109-b882-9e3c0508921b req-3974ea2a-45f5-480a-96c4-7ff9825e18d5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374775 Feb 04 07:11:12.031293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 07:11:12.164130 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:11:12.178831 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'port_id': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'mac_address': 'fa:16:3e:60:cb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 07:11:12.238414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:12.256176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:11:12.261350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd1d0c-ac9a-4564-a2eb-27b6eca9975d req-a3bc4e1b-9a11-4cca-af86-4f2047ac6f74 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:12.262792 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2fd1d0c-ac9a-4564-a2eb-27b6eca9975d req-a3bc4e1b-9a11-4cca-af86-4f2047ac6f74 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.1826158 Feb 04 07:11:12.271155 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:11:12.305473 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b2fd1d0c-ac9a-4564-a2eb-27b6eca9975d req-77ff2865-80b8-4d95-bfa8-a5c5332b0b6a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371532 Feb 04 07:11:12.345463 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:12.409870 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:11:12.416689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.417037 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.417371 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.417694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.418014 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.418338 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.418664 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.418979 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.419298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.419615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.419928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.420815 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:11:12.664084 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['9ff3a8cf-a9de-412e-bd2f-cfdae825db08'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 07:11:13.486309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b3c68-db0c-461c-9d75-a6f00f8365f9 req-775bb1c8-b3ce-4208-8841-5096d9b962e0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:13.487764 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d32b3c68-db0c-461c-9d75-a6f00f8365f9 req-775bb1c8-b3ce-4208-8841-5096d9b962e0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 944 time: 0.0780344 Feb 04 07:11:13.531099 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d32b3c68-db0c-461c-9d75-a6f00f8365f9 req-155c8c47-3fe0-426e-9f6d-6bce22565c6e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376160 Feb 04 07:11:14.050101 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:11:14.182734 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:11:14.188083 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:11:14.188445 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:14.330269 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:14.355154 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:11:14.371068 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:11:14.440272 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:14.493764 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'code': 200} Feb 04 07:11:14.512590 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:11:14.714965 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ee732-d7ca-4b54-95c6-f3554e1fd93e req-f8588daa-7c21-491d-8ab2-20a407e164e1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:14.716340 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-236ee732-d7ca-4b54-95c6-f3554e1fd93e req-f8588daa-7c21-491d-8ab2-20a407e164e1 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0819588 Feb 04 07:11:14.764929 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-236ee732-d7ca-4b54-95c6-f3554e1fd93e req-cb1e185e-eec2-4360-ba66-1316162dbf85 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 Feb 04 07:11:14.895807 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:11:15.018390 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1be07-4605-42a3-83bc-1e1dfe50759b req-c4f0ccb3-cc6c-40fe-8a2a-f1c92707b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:15.019833 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1de1be07-4605-42a3-83bc-1e1dfe50759b req-c4f0ccb3-cc6c-40fe-8a2a-f1c92707b153 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1098 time: 0.0684319 Feb 04 07:11:15.060800 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1de1be07-4605-42a3-83bc-1e1dfe50759b req-a0965ca0-3379-4589-8fcb-d72346f653dd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332766 Feb 04 07:11:15.736446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e99e6db4-8357-47c0-b078-f6db975b26f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:15.951856 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97047c-b776-4cb0-885d-6646bdccec0a req-22a6b9c9-1341-4190-8084-f67347d6249c tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:15.953344 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9d97047c-b776-4cb0-885d-6646bdccec0a req-22a6b9c9-1341-4190-8084-f67347d6249c tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0827270 Feb 04 07:11:15.995647 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9d97047c-b776-4cb0-885d-6646bdccec0a req-c468c570-16de-4bf6-b6b5-0c128218a403 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366926 Feb 04 07:11:17.172912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ce694-ee19-4b6d-bc98-886ef4bd1172 req-b3d413b6-1b84-4a0a-8f41-ffb7135a0d15 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:17.174263 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cc2ce694-ee19-4b6d-bc98-886ef4bd1172 req-b3d413b6-1b84-4a0a-8f41-ffb7135a0d15 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0774145 Feb 04 07:11:17.220814 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cc2ce694-ee19-4b6d-bc98-886ef4bd1172 req-48a38006-1490-4b48-9e05-fbcb818c60b8 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410202 Feb 04 07:11:17.406579 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ff824-4b84-4e88-860c-a6715350eb5a req-87af68af-b592-4384-820f-3bb5c41cc990 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:17.408017 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-619ff824-4b84-4e88-860c-a6715350eb5a req-87af68af-b592-4384-820f-3bb5c41cc990 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0780923 Feb 04 07:11:17.455118 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-619ff824-4b84-4e88-860c-a6715350eb5a req-db7bf2e8-62ab-459d-ab8d-460b57afa4de tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414774 Feb 04 07:11:17.476659 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 58700) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:11:17.586390 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d3e8a6-d547-4e37-9679-f4a1ed63ff9f tempest-TestShelveInstance-1942969575 tempest-TestShelveInstance-1942969575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:17.587856 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-00d3e8a6-d547-4e37-9679-f4a1ed63ff9f tempest-TestShelveInstance-1942969575 tempest-TestShelveInstance-1942969575-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1093 time: 0.1102169 Feb 04 07:11:17.590763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 58706) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:11:17.595606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:11:17.601350 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:11:17.605110 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Usage tracker for resource:floatingip and tenant:a7a23747a2c84bd8a59fb9381043b985 is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:11:17.608361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:11:17.613877 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:11:17.722636 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:17.855135 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:17.990042 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Allocated IP 172.26.7.198 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/48c91c2e-1025-4298-b748-d40207d258ec) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:11:18.022573 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-88de043b-1350-4f22-bc87-bdbe103e672b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:18.132610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:18.205410 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:18.267431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:11:18.270095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:11:18.273763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:11:18.310012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'Port': ['ID=48c91c2e-1025-4298-b748-d40207d258ec,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:11:18.679753 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:18.808034 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:19.008230 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:19.059373 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:19.145961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:19.250091 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event updated for resources: {'Port': ['ID=48c91c2e-1025-4298-b748-d40207d258ec,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:11:19.254507 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:19.266025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:19.433814 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Floating IP d75e00d7-af82-4c77-b203-b6d633dbb864 associated. External IP: 172.26.7.198, port: 9ff3a8cf-a9de-412e-bd2f-cfdae825db08. Feb 04 07:11:19.775625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Router 86b0c338-41cf-4d02-b006-02fd034bc7bc has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:11:19.950163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:11:19.960300 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a7642f-8e42-4c8a-8e2b-14f5568239cb None None] Sync routers for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:11:19.970428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a7642f-8e42-4c8a-8e2b-14f5568239cb None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:11:19.971030 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76a7642f-8e42-4c8a-8e2b-14f5568239cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:11:20.037067 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:20.091578 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-de88a25d-4bf2-444b-bbbd-513c17098649 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4997370 Feb 04 07:11:20.092281 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:11:20.136193 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'status': 'completed', 'code': 200} Feb 04 07:11:20.147158 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-76a7642f-8e42-4c8a-8e2b-14f5568239cb None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:11:20.229496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a833-6143-497e-869d-9c1feb96c692 req-9e9f124e-670a-4973-806b-f19484680cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:20.231065 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6231a833-6143-497e-869d-9c1feb96c692 req-9e9f124e-670a-4973-806b-f19484680cc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1098 time: 0.0732911 Feb 04 07:11:20.362871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a833-6143-497e-869d-9c1feb96c692 req-4e989828-50fd-4233-9cb5-3dd6c7d53bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:20.364244 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6231a833-6143-497e-869d-9c1feb96c692 req-4e989828-50fd-4233-9cb5-3dd6c7d53bad service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1270797 Feb 04 07:11:20.377132 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:20.468479 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6231a833-6143-497e-869d-9c1feb96c692 req-d51f3457-8de4-43c3-a3d3-693bc8fb8b69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 200 len: 999 time: 0.0972111 Feb 04 07:11:20.501873 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76a7642f-8e42-4c8a-8e2b-14f5568239cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'd75e00d7-af82-4c77-b203-b6d633dbb864', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'port_id': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'mac_address': 'fa:16:3e:60:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:11:18Z', 'updated_at': '2022-02-04T07:11:18Z', 'revision_number': 0, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:11:20.505689 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a7642f-8e42-4c8a-8e2b-14f5568239cb None None] Checking router: 86b0c338-41cf-4d02-b006-02fd034bc7bc for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:11:20.513887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a7642f-8e42-4c8a-8e2b-14f5568239cb None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:11:20.514480 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76a7642f-8e42-4c8a-8e2b-14f5568239cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:11:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:11:20.530767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a833-6143-497e-869d-9c1feb96c692 req-f58db46a-c4ec-42e2-8cdd-cff939b20a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:20.532196 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6231a833-6143-497e-869d-9c1feb96c692 req-f58db46a-c4ec-42e2-8cdd-cff939b20a6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0567944 Feb 04 07:11:20.604431 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a833-6143-497e-869d-9c1feb96c692 req-0e5db146-62ee-4a31-b836-20c4182be6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:20.605914 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6231a833-6143-497e-869d-9c1feb96c692 req-0e5db146-62ee-4a31-b836-20c4182be6f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676856 Feb 04 07:11:20.700470 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-76a7642f-8e42-4c8a-8e2b-14f5568239cb None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:11:20.752435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:20.846043 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6231a833-6143-497e-869d-9c1feb96c692 req-3b689903-1eb1-48a2-a082-8d431e74456e service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305205 Feb 04 07:11:20.976867 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6231a833-6143-497e-869d-9c1feb96c692 req-8cd18af0-3c6f-4032-905b-2e38e8a88c96 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243203 Feb 04 07:11:21.048293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-76a7642f-8e42-4c8a-8e2b-14f5568239cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'd75e00d7-af82-4c77-b203-b6d633dbb864', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'port_id': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'mac_address': 'fa:16:3e:60:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:11:18Z', 'updated_at': '2022-02-04T07:11:18Z', 'revision_number': 0, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:11:21.052271 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a7642f-8e42-4c8a-8e2b-14f5568239cb None None] The sync data for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv is: [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': 'd75e00d7-af82-4c77-b203-b6d633dbb864', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'port_id': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'mac_address': 'fa:16:3e:60:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:11:18Z', 'updated_at': '2022-02-04T07:11:18Z', 'revision_number': 0, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:11:21.254993 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c7348-8461-4ab0-89e0-000ee67e265e None None] New status for floating IP d75e00d7-af82-4c77-b203-b6d633dbb864: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:11:45.713691 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3657-8e13-4f78-9577-cf2726bb358c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:48.011173 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ca3f56ed-78ae-4e30-9aa8-efc80e2b7947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:49.182340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:49.270802 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:50.314207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:50.805712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:11:51.897639 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:11:58.262554 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68eb209f-b206-4213-8e58-6a080e5c437b req-53461eb4-dc9b-4292-99c6-2b3ea0329b88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721269 Feb 04 07:11:58.412991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb209f-b206-4213-8e58-6a080e5c437b req-6ca6f9f8-e02c-4fd7-aeae-28dd05f27a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:58.414544 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68eb209f-b206-4213-8e58-6a080e5c437b req-6ca6f9f8-e02c-4fd7-aeae-28dd05f27a7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1098 time: 0.0799770 Feb 04 07:11:58.562660 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb209f-b206-4213-8e58-6a080e5c437b req-545623f2-1e6f-48fc-a07e-d85a804a9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:58.564002 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68eb209f-b206-4213-8e58-6a080e5c437b req-545623f2-1e6f-48fc-a07e-d85a804a9acc service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1307018 Feb 04 07:11:58.668028 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68eb209f-b206-4213-8e58-6a080e5c437b req-64a00e9b-87e0-4b0d-a7e6-3a8e490112a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 200 len: 1001 time: 0.0983784 Feb 04 07:11:58.737404 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb209f-b206-4213-8e58-6a080e5c437b req-8a9d768a-4f15-40fe-90cb-b94921f78bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:58.738861 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68eb209f-b206-4213-8e58-6a080e5c437b req-8a9d768a-4f15-40fe-90cb-b94921f78bcf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0655079 Feb 04 07:11:58.815166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb209f-b206-4213-8e58-6a080e5c437b req-aad50218-c3ef-48c4-8114-7057adf25da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:11:58.816689 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68eb209f-b206-4213-8e58-6a080e5c437b req-aad50218-c3ef-48c4-8114-7057adf25da4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724788 Feb 04 07:11:58.827472 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-68eb209f-b206-4213-8e58-6a080e5c437b req-a72acef4-0fa1-4b3b-92c8-789d3ff283ce service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 07:11:58.828396 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68eb209f-b206-4213-8e58-6a080e5c437b req-a72acef4-0fa1-4b3b-92c8-789d3ff283ce service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060883 Feb 04 07:11:58.961792 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68eb209f-b206-4213-8e58-6a080e5c437b req-be43908e-558b-491e-b367-b8a1a40d5ad6 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275139 Feb 04 07:11:59.090384 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68eb209f-b206-4213-8e58-6a080e5c437b req-4f4bef9a-1a45-4edf-9927-fd8aa8d23344 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227562 Feb 04 07:12:15.741902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9df0decf-144f-42b4-8188-5317a49a92bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:18.007451 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6472ca36-8f74-4297-a819-d6e33d10f456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:19.176092 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:19.276867 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:20.336256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:20.791131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:28.896349 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:12:45.719449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7556eab6-d0dd-4942-ba94-76a91e6fd946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:48.041693 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3ad1944d-1524-427b-948a-5634b5d8752a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:49.167057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:49.307486 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:50.373094 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:50.758809 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:12:59.250145 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-f46970e5-be84-453e-ab70-2a2a12d8a0ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700018 Feb 04 07:12:59.391339 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-f91b0c26-c750-4dc7-8161-fa94b72aad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:12:59.392943 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-f91b0c26-c750-4dc7-8161-fa94b72aad79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1098 time: 0.0759659 Feb 04 07:12:59.543026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-f50d6bfc-cc06-46fa-bed1-87b39814882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:12:59.544554 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-f50d6bfc-cc06-46fa-bed1-87b39814882c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1338878 Feb 04 07:12:59.646921 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-5d245537-33bc-45c1-96b4-746ff4a1746b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 200 len: 1001 time: 0.0964432 Feb 04 07:12:59.709198 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-6e055e34-8596-49c3-bbf4-08fce7d170d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:12:59.710633 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-6e055e34-8596-49c3-bbf4-08fce7d170d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0575955 Feb 04 07:12:59.788689 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-6e9fe748-4b65-4189-a0e8-fe4e921005f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:12:59.790141 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-6e9fe748-4b65-4189-a0e8-fe4e921005f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729773 Feb 04 07:13:00.010008 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-cee28a8f-c57a-41a2-9ea4-c4a8e801f2b4 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134094 Feb 04 07:13:00.139737 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-db29b98a-8cb9-4bba-b632-c9d1b71f66cf req-3d94e56f-ce03-4d14-a735-f50b524b3619 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232224 Feb 04 07:13:05.895631 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:13:15.730213 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5da4262f-39ae-4c62-a6d0-e4a6f3d0e4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:18.026988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a01582d-dc92-4096-8499-6faf2049a100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:19.164570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:19.284597 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:19.667645 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [req-20e11305-031f-4197-bb91-14dfeff8e731 req-a10e3efc-852d-4d39-b2c7-0c952ade9b33 service neutron] (88199) timed out ('10.222.0.32', 57016) {{(pid=88199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 07:13:20.355547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:20.738199 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:42.894449 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:13:45.749032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-af684cc6-9e4e-4a04-a819-88dea6789720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:48.049860 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0cff0739-26b9-4a35-b654-71cbc3c4454c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:49.175536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:49.272709 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:50.360622 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:50.747762 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:13:59.518786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad838f-fb99-4d03-919d-06548f57b9df req-5785a4b7-865e-4c8d-9c55-e1c9132e60c5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:13:59.522499 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6aad838f-fb99-4d03-919d-06548f57b9df req-5785a4b7-865e-4c8d-9c55-e1c9132e60c5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.1263144 Feb 04 07:13:59.567040 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-6aad838f-fb99-4d03-919d-06548f57b9df req-c48d6671-6b8b-4fbd-87b6-df7bd0374667 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Feb 04 07:14:00.793165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31764b2-3f55-4171-8b39-02eaec2f2714 req-1e686019-cf00-4444-b9ad-5643e05d194f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:00.795119 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d31764b2-3f55-4171-8b39-02eaec2f2714 req-1e686019-cf00-4444-b9ad-5643e05d194f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.1239314 Feb 04 07:14:00.839511 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d31764b2-3f55-4171-8b39-02eaec2f2714 req-807af224-c460-4c08-a0c2-002dce188ff3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385978 Feb 04 07:14:01.341471 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81290a-54b5-4038-9a59-8b2aa116dbc6 req-6389ae2c-1272-4721-8ab3-3e697a03365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:01.342928 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c81290a-54b5-4038-9a59-8b2aa116dbc6 req-6389ae2c-1272-4721-8ab3-3e697a03365e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1098 time: 0.1092269 Feb 04 07:14:01.487628 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81290a-54b5-4038-9a59-8b2aa116dbc6 req-9d207f1f-d0d9-441c-9892-e2322feaa4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:01.489155 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c81290a-54b5-4038-9a59-8b2aa116dbc6 req-9d207f1f-d0d9-441c-9892-e2322feaa4cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1242738 Feb 04 07:14:01.591042 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c81290a-54b5-4038-9a59-8b2aa116dbc6 req-0fa5f862-3a41-441f-ab99-d725b97ad68a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 200 len: 1001 time: 0.0954554 Feb 04 07:14:01.651065 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81290a-54b5-4038-9a59-8b2aa116dbc6 req-6d906670-f935-4e10-bc3a-504368e10db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:01.652459 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c81290a-54b5-4038-9a59-8b2aa116dbc6 req-6d906670-f935-4e10-bc3a-504368e10db8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0565226 Feb 04 07:14:01.728983 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81290a-54b5-4038-9a59-8b2aa116dbc6 req-8a7d392f-03c3-4e27-bdcf-61dfe2e5b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:01.730410 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c81290a-54b5-4038-9a59-8b2aa116dbc6 req-8a7d392f-03c3-4e27-bdcf-61dfe2e5b1f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722206 Feb 04 07:14:01.857844 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c81290a-54b5-4038-9a59-8b2aa116dbc6 req-0ba2a491-d32c-463f-b147-a4a401c9132d service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213713 Feb 04 07:14:01.990775 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-5c81290a-54b5-4038-9a59-8b2aa116dbc6 req-78c5e7b4-a0a4-407f-9467-dd1e521a3dc2 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267591 Feb 04 07:14:02.028252 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfe547-7a0a-47b9-8fea-2326c992ec6b req-b25c5aec-53f9-48c8-a789-41b35b11dee8 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:02.032784 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8acfe547-7a0a-47b9-8fea-2326c992ec6b req-b25c5aec-53f9-48c8-a789-41b35b11dee8 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0824158 Feb 04 07:14:02.073267 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8acfe547-7a0a-47b9-8fea-2326c992ec6b req-825f2dc3-438e-45b0-938d-ca5f90ecf4d9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379486 Feb 04 07:14:03.252771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbb35b-d83f-499e-95ee-f4fd261bee59 req-80eed265-1599-4212-8abb-936dc9753f32 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:03.254274 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10cbb35b-d83f-499e-95ee-f4fd261bee59 req-80eed265-1599-4212-8abb-936dc9753f32 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0794189 Feb 04 07:14:03.297873 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-10cbb35b-d83f-499e-95ee-f4fd261bee59 req-9ba824f0-66b7-40a1-a029-f9520ab66d9a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375218 Feb 04 07:14:04.476468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefc138-30b5-497a-8db7-c348f646a0cd req-eb231fc8-ccf0-45f2-a67a-b3d1c0e866d7 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:04.477941 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-caefc138-30b5-497a-8db7-c348f646a0cd req-eb231fc8-ccf0-45f2-a67a-b3d1c0e866d7 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0781574 Feb 04 07:14:04.521473 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-caefc138-30b5-497a-8db7-c348f646a0cd req-596e3799-e95c-491d-8011-9a52d8c5d6e3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373077 Feb 04 07:14:05.707459 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0c284-4ad4-4680-91ec-7aa43cf0d9a2 req-dff83734-24f9-4878-81cb-ee4b2932288e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:05.708928 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-42d0c284-4ad4-4680-91ec-7aa43cf0d9a2 req-dff83734-24f9-4878-81cb-ee4b2932288e tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0813785 Feb 04 07:14:05.752728 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-42d0c284-4ad4-4680-91ec-7aa43cf0d9a2 req-f673e52c-3e69-4e26-8cff-759ebbeb1c47 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380914 Feb 04 07:14:06.938447 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17990554-4e81-41d5-9fb5-a589a62db2ab req-70f7f913-36e5-48b7-96ed-b41a2a003fa8 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:06.940136 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-17990554-4e81-41d5-9fb5-a589a62db2ab req-70f7f913-36e5-48b7-96ed-b41a2a003fa8 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0813918 Feb 04 07:14:06.982679 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-17990554-4e81-41d5-9fb5-a589a62db2ab req-76788f45-dd83-483f-9f96-4dd5dded6ef5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370166 Feb 04 07:14:08.164957 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a474cd-820e-4620-b370-9053ada803d5 req-ef145ce7-c153-4198-8147-25e1c90378d2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:08.166404 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45a474cd-820e-4620-b370-9053ada803d5 req-ef145ce7-c153-4198-8147-25e1c90378d2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0783658 Feb 04 07:14:08.209315 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45a474cd-820e-4620-b370-9053ada803d5 req-3e9a0445-d96c-4848-a1f2-3dc6ededfb15 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374143 Feb 04 07:14:09.389051 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca785b-edb3-455b-8431-32f68a3d08e5 req-5fc428fb-edff-4258-9c3b-289ac2f1baf8 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:09.390533 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c3ca785b-edb3-455b-8431-32f68a3d08e5 req-5fc428fb-edff-4258-9c3b-289ac2f1baf8 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0783885 Feb 04 07:14:09.438134 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c3ca785b-edb3-455b-8431-32f68a3d08e5 req-9c5c6f24-f6d4-4195-b85d-52841f95dbb5 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419986 Feb 04 07:14:09.659262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917d286-6cef-4712-8e28-e8c5737ddcf9 req-c555b396-4098-4c5d-b254-a57d9c78cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:09.660621 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e917d286-6cef-4712-8e28-e8c5737ddcf9 req-c555b396-4098-4c5d-b254-a57d9c78cf30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1098 time: 0.0731680 Feb 04 07:14:09.883704 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917d286-6cef-4712-8e28-e8c5737ddcf9 req-7271f48c-e6ba-4217-8cd0-9133fe8457f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:09.885177 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e917d286-6cef-4712-8e28-e8c5737ddcf9 req-7271f48c-e6ba-4217-8cd0-9133fe8457f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.2184467 Feb 04 07:14:09.994112 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e917d286-6cef-4712-8e28-e8c5737ddcf9 req-733994d3-483c-408c-b03f-de5f560c95f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 200 len: 1001 time: 0.0921769 Feb 04 07:14:10.055127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917d286-6cef-4712-8e28-e8c5737ddcf9 req-3b836f4d-feff-44d0-b00d-1a837525bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:10.056576 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e917d286-6cef-4712-8e28-e8c5737ddcf9 req-3b836f4d-feff-44d0-b00d-1a837525bffa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0559013 Feb 04 07:14:10.131488 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917d286-6cef-4712-8e28-e8c5737ddcf9 req-8062ed2f-d790-490f-9ee0-b800735bb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:10.132974 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e917d286-6cef-4712-8e28-e8c5737ddcf9 req-8062ed2f-d790-490f-9ee0-b800735bb922 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711157 Feb 04 07:14:10.260569 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e917d286-6cef-4712-8e28-e8c5737ddcf9 req-203371a8-f553-4491-b2f4-5a3ed2bd13ed service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210780 Feb 04 07:14:10.389718 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e917d286-6cef-4712-8e28-e8c5737ddcf9 req-d97c6a13-7510-429b-b126-2c381eb127b5 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225152 Feb 04 07:14:10.618183 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b179390-bb53-4250-82b4-37ec76e1f267 req-2f625305-0dd8-400b-b4ff-1e816e9904a9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:10.619551 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3b179390-bb53-4250-82b4-37ec76e1f267 req-2f625305-0dd8-400b-b4ff-1e816e9904a9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0793521 Feb 04 07:14:10.662514 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3b179390-bb53-4250-82b4-37ec76e1f267 req-aba0c1db-9c14-4764-bb9e-f47f7b4abef3 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374095 Feb 04 07:14:11.844946 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27e512-8390-47dc-beed-843897efec35 req-9af20055-b880-4212-866e-b874036c2f06 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:11.846517 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ed27e512-8390-47dc-beed-843897efec35 req-9af20055-b880-4212-866e-b874036c2f06 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0781724 Feb 04 07:14:11.890501 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ed27e512-8390-47dc-beed-843897efec35 req-d0db2d51-ba72-4998-8473-e2be27473de0 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383933 Feb 04 07:14:13.080127 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9f54f-2e62-49e2-9389-5acb1be6363a req-98ca82e9-7106-4749-81ee-bc691b04df5f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:13.081606 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3aa9f54f-2e62-49e2-9389-5acb1be6363a req-98ca82e9-7106-4749-81ee-bc691b04df5f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0861719 Feb 04 07:14:13.125690 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-3aa9f54f-2e62-49e2-9389-5acb1be6363a req-081f5447-5643-48c1-8829-22c5239c9dcf tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385041 Feb 04 07:14:13.685037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf645c-390c-4c98-95e4-4da85feecd0f req-1ac3dbdf-5530-4f56-8e39-a5cbbb91362d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:13.686751 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03bf645c-390c-4c98-95e4-4da85feecd0f req-1ac3dbdf-5530-4f56-8e39-a5cbbb91362d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0813098 Feb 04 07:14:13.718825 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-ba51b0c8-b1a4-4fb8-acf4-650003dbe27d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088157 Feb 04 07:14:13.732738 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-03bf645c-390c-4c98-95e4-4da85feecd0f req-cae97937-1af1-4490-80db-016645c3628b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396876 Feb 04 07:14:14.913241 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0077f3-351f-4c2a-9e00-4fed036caa75 req-6e12d989-bf51-407d-8d7b-8419a20cfc0f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:14.914717 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cc0077f3-351f-4c2a-9e00-4fed036caa75 req-6e12d989-bf51-407d-8d7b-8419a20cfc0f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0798147 Feb 04 07:14:14.960011 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-cc0077f3-351f-4c2a-9e00-4fed036caa75 req-4a875208-995b-4f8a-aa67-57f79944b23d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391529 Feb 04 07:14:15.095301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:14:15.208716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:15.241442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:14:15.251563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:14:15.281969 dv-neutron-827796-1-hyperv neutron-server[88200]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'code': 422} returned with failed status Feb 04 07:14:15.314774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:15.382679 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:14:15.389576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.389920 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.390253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.390582 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.390906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.391229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.391546 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.391865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.392182 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.392495 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.392833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.393147 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:14:15.746798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b8cde002-c6ce-4437-96d9-e8d94dd54d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:16.143306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18637699-f675-4262-b3bf-c8daa12d6081 req-22446e53-fb3b-4fda-88eb-b57b81033c2b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:16.144800 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-18637699-f675-4262-b3bf-c8daa12d6081 req-22446e53-fb3b-4fda-88eb-b57b81033c2b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0822761 Feb 04 07:14:16.189353 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-18637699-f675-4262-b3bf-c8daa12d6081 req-f075a283-4059-4b7e-827e-1957b7bbef19 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 Feb 04 07:14:17.426796 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150222d-8ae3-46ad-a191-bc5cb1c5955e req-8641d58e-6bd2-43ca-a112-2537e7067a33 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:17.428229 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6150222d-8ae3-46ad-a191-bc5cb1c5955e req-8641d58e-6bd2-43ca-a112-2537e7067a33 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.1341994 Feb 04 07:14:17.433403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-993e8ade-0113-4d49-a2de-b4cadf7ee64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:17.439683 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-993e8ade-0113-4d49-a2de-b4cadf7ee64d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506&tenant_id=a7a23747a2c84bd8a59fb9381043b985 HTTP/1.1" status: 200 len: 1096 time: 0.1020496 Feb 04 07:14:17.514930 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6150222d-8ae3-46ad-a191-bc5cb1c5955e req-12af7776-6900-4504-80f3-7c3e6797b24f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786827 Feb 04 07:14:17.541634 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-759be13f-941c-4725-b631-670bca25db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:17.543080 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-759be13f-941c-4725-b631-670bca25db74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1096 time: 0.0871973 Feb 04 07:14:17.672221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-8332a7da-744e-4847-8fd5-cb2f800c82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:17.674009 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-8332a7da-744e-4847-8fd5-cb2f800c82fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1250603 Feb 04 07:14:17.776280 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-66167fb7-2fbc-4023-bd58-d14bdb4201d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 200 len: 999 time: 0.0964029 Feb 04 07:14:17.836954 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-bb957dfc-bcea-40cb-bba8-cab449a4884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:17.838307 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-bb957dfc-bcea-40cb-bba8-cab449a4884d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0561175 Feb 04 07:14:17.913703 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-76faa6b8-23de-41bc-9eb8-2e2a781034a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:17.915187 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-76faa6b8-23de-41bc-9eb8-2e2a781034a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708101 Feb 04 07:14:18.040355 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9f942644-1d9d-4f80-9e14-e36c216fe609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:18.046108 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-a0b50149-0efa-4db6-8cf1-ed3c82a67a85 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248500 Feb 04 07:14:18.261759 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a22ca70d-cb2a-4192-8bdb-7b3b7beb4be3 req-5f5cb6b0-c2c8-47ea-a438-3f2a850f2865 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091062 Feb 04 07:14:18.698165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368ec9d-ddb3-4205-9afd-2f630b52837d req-8c42b264-b5c8-4bcb-95b2-2ebb12278b82 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:18.699625 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5368ec9d-ddb3-4205-9afd-2f630b52837d req-8c42b264-b5c8-4bcb-95b2-2ebb12278b82 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0802028 Feb 04 07:14:18.742939 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-5368ec9d-ddb3-4205-9afd-2f630b52837d req-aef96bfb-f4b1-4aef-88f7-4ae2a531b4fb tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372047 Feb 04 07:14:19.157926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:19.295932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:19.894349 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:14:19.920483 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20894e1-dda5-43ba-92e3-6e20ef8b2e05 req-7350a4fb-0121-49af-b73d-53ad13c3b8ae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:19.921948 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a20894e1-dda5-43ba-92e3-6e20ef8b2e05 req-7350a4fb-0121-49af-b73d-53ad13c3b8ae tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0783982 Feb 04 07:14:19.964535 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a20894e1-dda5-43ba-92e3-6e20ef8b2e05 req-d816ad89-03df-4c97-881b-e2d941a11d25 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371399 Feb 04 07:14:20.360320 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:20.771779 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:21.147456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dbeef-8ed2-4d88-9245-6ad16ac803d0 req-751cce56-4433-4f21-b17f-472fbe67fb14 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:21.148839 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d45dbeef-8ed2-4d88-9245-6ad16ac803d0 req-751cce56-4433-4f21-b17f-472fbe67fb14 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0818763 Feb 04 07:14:21.192238 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-d45dbeef-8ed2-4d88-9245-6ad16ac803d0 req-15a71f8e-fed8-4944-8e6a-6bd00d47f9c4 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373769 Feb 04 07:14:22.372984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaccc0-efab-40f2-a6c7-353afea0b3a4 req-87336844-08c6-4a65-97a2-31df8ab025a7 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:22.374406 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8daaccc0-efab-40f2-a6c7-353afea0b3a4 req-87336844-08c6-4a65-97a2-31df8ab025a7 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0818620 Feb 04 07:14:22.416049 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8daaccc0-efab-40f2-a6c7-353afea0b3a4 req-0ef875ac-e327-4720-9bb3-7afcd4eb8144 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360963 Feb 04 07:14:23.594929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd476e-5815-47a0-9df3-f8a3dbfa2530 req-e7bb7351-e533-4738-8dbb-c747db4a89fb tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:23.596361 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3acd476e-5815-47a0-9df3-f8a3dbfa2530 req-e7bb7351-e533-4738-8dbb-c747db4a89fb tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0778918 Feb 04 07:14:23.639325 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3acd476e-5815-47a0-9df3-f8a3dbfa2530 req-f092e8f6-a1f3-45a2-afd3-dfec0ae193c9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374658 Feb 04 07:14:24.821055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe152f-78f0-4a73-839a-737ea2f0a9d2 req-6366124e-3aee-4bd0-8395-8b8d4b62acdc tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:24.822414 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8cbe152f-78f0-4a73-839a-737ea2f0a9d2 req-6366124e-3aee-4bd0-8395-8b8d4b62acdc tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0780158 Feb 04 07:14:24.864897 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8cbe152f-78f0-4a73-839a-737ea2f0a9d2 req-13561842-11bb-4118-9f61-a4f8757e3517 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369287 Feb 04 07:14:26.049247 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b573ff-5968-4c65-94f8-878b235e1e06 req-34346ee8-a2d9-4dd3-a7d1-785a58ce91ab tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:26.050701 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c0b573ff-5968-4c65-94f8-878b235e1e06 req-34346ee8-a2d9-4dd3-a7d1-785a58ce91ab tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0818908 Feb 04 07:14:26.093905 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-c0b573ff-5968-4c65-94f8-878b235e1e06 req-c9ad254b-3d2d-464e-b1fa-7bd75435a074 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376620 Feb 04 07:14:27.150574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 07:14:27.279731 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077341a-8217-4aca-a93c-f21100c2824f req-357c69f8-ea69-4ebd-8d1d-f22d8c087ac2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:27.281293 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b077341a-8217-4aca-a93c-f21100c2824f req-357c69f8-ea69-4ebd-8d1d-f22d8c087ac2 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 943 time: 0.0850782 Feb 04 07:14:27.283647 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:14:27.297207 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'port_id': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'mac_address': 'fa:16:3e:60:cb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 07:14:27.324179 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b077341a-8217-4aca-a93c-f21100c2824f req-b88465e2-0f33-4eb9-9ec7-e9691189c91f tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373290 Feb 04 07:14:27.351608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:27.370333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:14:27.385183 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:14:27.443887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:27.511722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:14:27.823471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['9ff3a8cf-a9de-412e-bd2f-cfdae825db08'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 07:14:28.504899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b976e1-d1c9-4e8b-8af0-dd79e1713f74 req-40984cd2-0a78-475d-b542-8e435de5864b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:28.506362 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-36b976e1-d1c9-4e8b-8af0-dd79e1713f74 req-40984cd2-0a78-475d-b542-8e435de5864b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 944 time: 0.0792952 Feb 04 07:14:28.553178 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-36b976e1-d1c9-4e8b-8af0-dd79e1713f74 req-3e91b838-3fc4-4baa-9c28-60a91e7559fa tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412889 Feb 04 07:14:29.158048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:14:29.226824 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:14:29.227191 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:29.340665 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:29.365838 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:14:29.375479 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:14:29.409746 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'code': 200} Feb 04 07:14:29.438561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:29.508287 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:14:29.723253 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e3948-d450-4098-952c-75d99f38e14a req-7f93ff86-fe3a-4e47-af1e-e59a9d6fdc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:29.724811 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-df8e3948-d450-4098-952c-75d99f38e14a req-7f93ff86-fe3a-4e47-af1e-e59a9d6fdc88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1098 time: 0.0706112 Feb 04 07:14:29.757576 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0156a-4fdb-4823-8469-49faaa7cdfdb req-4d9f1346-79d5-4572-b8d8-1b13141fa8d8 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:29.759044 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f5a0156a-4fdb-4823-8469-49faaa7cdfdb req-4d9f1346-79d5-4572-b8d8-1b13141fa8d8 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.1018860 Feb 04 07:14:29.768874 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-df8e3948-d450-4098-952c-75d99f38e14a req-00c012d5-d942-44ac-a19c-ff899f5304e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382688 Feb 04 07:14:29.803199 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-f5a0156a-4fdb-4823-8469-49faaa7cdfdb req-b40fbb0d-4293-453d-a1d5-6404f1dd94d7 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378549 Feb 04 07:14:30.988338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45864feb-2a65-4301-b2b1-23ae8a47afa2 req-3327a140-b9f1-44b9-a5e9-504f98a51ea6 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:30.989882 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45864feb-2a65-4301-b2b1-23ae8a47afa2 req-3327a140-b9f1-44b9-a5e9-504f98a51ea6 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0813129 Feb 04 07:14:31.036191 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-45864feb-2a65-4301-b2b1-23ae8a47afa2 req-c069d387-2ad4-4fa1-b24c-3a3dca88a40b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405164 Feb 04 07:14:32.314999 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32062f-70db-41c3-8cd7-5ca13db46d89 req-f73e7e41-ca22-4b83-905b-83de5c46f9b7 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:14:32.316538 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8e32062f-70db-41c3-8cd7-5ca13db46d89 req-f73e7e41-ca22-4b83-905b-83de5c46f9b7 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.1749334 Feb 04 07:14:32.359254 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8e32062f-70db-41c3-8cd7-5ca13db46d89 req-dc8c092e-e99f-4625-b6bc-c4f79c64ba97 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372422 Feb 04 07:14:45.741038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e959df34-b75c-489b-af15-17f87e89b86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:48.043569 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fb3ae0a7-d3e8-4530-b3f5-ebc1a5ac3254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:49.204261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:49.301418 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:50.420300 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:50.777065 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:14:56.893979 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:15:02.245216 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-79a30ed3-68d4-4bc4-a2de-34c4033c056f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778236 Feb 04 07:15:02.386412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-768a0e9a-d9d5-424d-b182-adb23a230697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:15:02.388033 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-768a0e9a-d9d5-424d-b182-adb23a230697 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1098 time: 0.0716197 Feb 04 07:15:02.539232 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-bcac9a14-2ba8-4276-9afa-b0b2db8d53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:15:02.540859 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-bcac9a14-2ba8-4276-9afa-b0b2db8d53d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1327212 Feb 04 07:15:02.648555 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-1e63e13c-f82d-4fcb-a96e-8d4ddc3c6ead service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 200 len: 1001 time: 0.1008387 Feb 04 07:15:02.711919 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-5375856f-be71-4907-a970-6d4d3b7a6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:15:02.713433 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-5375856f-be71-4907-a970-6d4d3b7a6cf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0593138 Feb 04 07:15:02.793423 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-4e287aab-5eaf-480b-87b3-4b2511c1af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:15:02.794900 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-4e287aab-5eaf-480b-87b3-4b2511c1af28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743029 Feb 04 07:15:02.928125 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-0b425d29-3ae0-4a91-b971-053a6c6571fc service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266956 Feb 04 07:15:03.057996 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-0a40e4ca-82bc-40a4-8735-9e2702ffa57f req-93327b20-2512-401a-83f7-266c0eca854f service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238909 Feb 04 07:15:15.739746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-028d1df5-adc3-49aa-a82d-081770006751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:15:18.062446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9eab0789-37a1-4afd-9c79-00bf4110d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:15:19.159791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:15:19.333987 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:15:20.383075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:15:20.786551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:15:33.893537 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:15:45.765215 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-70262778-3f9a-4894-8457-85039e41720c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:15:48.033985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1d39c181-5459-4953-97fa-aacb4ae61b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:15:49.192009 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:15:49.285424 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:15:50.465183 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:15:50.799047 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:02.252458 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-30d85db7-cbce-47ba-8eea-3184b2ae42c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746655 Feb 04 07:16:02.495024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-fbc7f2e3-bd85-4260-a9f2-3d98125f8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:02.496596 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-fbc7f2e3-bd85-4260-a9f2-3d98125f8b6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1098 time: 0.1730647 Feb 04 07:16:02.642726 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-dde0f6dd-083c-426d-8bb9-f1df9846e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:02.644175 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-dde0f6dd-083c-426d-8bb9-f1df9846e533 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1300511 Feb 04 07:16:02.747350 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-0e3ae874-f1de-48df-8eff-cd918e365e1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 200 len: 1001 time: 0.0966351 Feb 04 07:16:02.809268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-035a0e40-95a4-4711-9424-dbd25a6cb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:02.810807 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-035a0e40-95a4-4711-9424-dbd25a6cb4aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0574868 Feb 04 07:16:02.893330 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-5752e2dd-9a91-4aa0-ae6f-2e7b4b3febc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:02.894877 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-5752e2dd-9a91-4aa0-ae6f-2e7b4b3febc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782409 Feb 04 07:16:03.026369 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-f02a8a04-438d-4b99-92cc-40401e23cf94 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248422 Feb 04 07:16:03.153129 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-1700c137-e5a2-4a8b-8a56-a17292dbbbcc req-e772fe34-02de-4bf8-a07f-c139fbfc1874 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213479 Feb 04 07:16:10.919677 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:16:15.739962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0606f976-6451-4ca3-8f56-710948006453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:18.042730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-432818c8-8c98-4917-a264-ceeeda0048dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:19.164488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:19.322705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:20.438610 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:20.768592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:21.136610 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 58892) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:21.663790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Deleting port 48c91c2e-1025-4298-b748-d40207d258ec {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:21.664106 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:21.830767 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:21.831012 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:21.952544 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Calling delete_port for 48c91c2e-1025-4298-b748-d40207d258ec owned by network:floatingip {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:16:22.176262 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:22.223226 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event deleted for resources: {'Port': ['ID=48c91c2e-1025-4298-b748-d40207d258ec,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:22.264203 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.267216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.267216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.267216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.267216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.267216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.267216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.267216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.267216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.267216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.267779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.267779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:22.410235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for floatingip, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:22.410568 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Floating IP d75e00d7-af82-4c77-b203-b6d633dbb864 disassociated (deleted). External IP: 172.26.7.198, port: 9ff3a8cf-a9de-412e-bd2f-cfdae825db08. Feb 04 07:16:22.772501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Router 86b0c338-41cf-4d02-b006-02fd034bc7bc has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:16:22.949807 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:16:22.959116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d8526-f776-4aa6-8eb6-a2cdc3bd0c32 None None] Sync routers for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:16:22.967903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d8526-f776-4aa6-8eb6-a2cdc3bd0c32 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:22.968505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6f7d8526-f776-4aa6-8eb6-a2cdc3bd0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:23.038503 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:23.091924 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6d2671ba-bdc3-4bc2-be68-6a3b4b6f31da tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "DELETE /v2.0/floatingips/d75e00d7-af82-4c77-b203-b6d633dbb864 HTTP/1.1" status: 204 len: 168 time: 1.9541898 Feb 04 07:16:23.092490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:16:23.143877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6f7d8526-f776-4aa6-8eb6-a2cdc3bd0c32 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:23.449459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6f7d8526-f776-4aa6-8eb6-a2cdc3bd0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:23.453573 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d8526-f776-4aa6-8eb6-a2cdc3bd0c32 None None] Checking router: 86b0c338-41cf-4d02-b006-02fd034bc7bc for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:16:23.461809 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d8526-f776-4aa6-8eb6-a2cdc3bd0c32 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:23.462397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6f7d8526-f776-4aa6-8eb6-a2cdc3bd0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:23.638327 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6f7d8526-f776-4aa6-8eb6-a2cdc3bd0c32 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:23.686321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d90c29-1a17-46d9-ab08-00fdbd98ef96 req-c0def098-c19c-4083-a2b4-0e18ee755b4b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:23.687016 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-e6d90c29-1a17-46d9-ab08-00fdbd98ef96 req-c0def098-c19c-4083-a2b4-0e18ee755b4b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Synchronizing usage tracker for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:16:23.756942 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-e6d90c29-1a17-46d9-ab08-00fdbd98ef96 req-c0def098-c19c-4083-a2b4-0e18ee755b4b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Unset dirty status for tenant:a7a23747a2c84bd8a59fb9381043b985 on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:16:23.758118 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6d90c29-1a17-46d9-ab08-00fdbd98ef96 req-c0def098-c19c-4083-a2b4-0e18ee755b4b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.1521688 Feb 04 07:16:23.803099 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e6d90c29-1a17-46d9-ab08-00fdbd98ef96 req-315ddb11-043b-4991-8cdd-16e3945ff131 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386307 Feb 04 07:16:23.938073 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6f7d8526-f776-4aa6-8eb6-a2cdc3bd0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:23.942111 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d8526-f776-4aa6-8eb6-a2cdc3bd0c32 None None] The sync data for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv is: [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:04:42Z', 'revision_number': 4, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '9aff0330-3811-49cc-986c-74f8746f856d', 'name': '', 'network_id': '9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'mac_address': 'fa:16:3e:28:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'a523a37a-510e-460d-9314-b60933776341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:41Z', 'updated_at': '2022-02-04T07:04:49Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'subnets': [{'id': 'a523a37a-510e-460d-9314-b60933776341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:16:24.163503 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38430043-9597-4b7e-8620-56b125fe8e88 None None] New status for floating IP d75e00d7-af82-4c77-b203-b6d633dbb864: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:16:24.303052 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'status': 'completed', 'code': 200} Feb 04 07:16:24.392175 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ad71-a36b-4709-8406-4a8f65b6f4f7 req-15432154-bc89-4607-a9a4-80394a71abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:24.393628 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a140ad71-a36b-4709-8406-4a8f65b6f4f7 req-15432154-bc89-4607-a9a4-80394a71abc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a23747a2c84bd8a59fb9381043b985&device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 1098 time: 0.0686929 Feb 04 07:16:24.521308 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ad71-a36b-4709-8406-4a8f65b6f4f7 req-8adce7ac-f9de-4a2e-9402-f69d66fec792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:24.522709 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a140ad71-a36b-4709-8406-4a8f65b6f4f7 req-8adce7ac-f9de-4a2e-9402-f69d66fec792 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 200 len: 909 time: 0.1223488 Feb 04 07:16:24.591099 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a140ad71-a36b-4709-8406-4a8f65b6f4f7 req-d5bba9e5-d9f1-44ac-a646-9c6a1d10b79e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 200 len: 217 time: 0.0618627 Feb 04 07:16:24.652315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ad71-a36b-4709-8406-4a8f65b6f4f7 req-e1d81dff-92b2-43dc-a188-af9a6b02df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:24.653743 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a140ad71-a36b-4709-8406-4a8f65b6f4f7 req-e1d81dff-92b2-43dc-a188-af9a6b02df1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 200 len: 847 time: 0.0551243 Feb 04 07:16:24.731013 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ad71-a36b-4709-8406-4a8f65b6f4f7 req-7c73cd2b-8412-4006-ba81-f8a5de72dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:24.732491 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a140ad71-a36b-4709-8406-4a8f65b6f4f7 req-7c73cd2b-8412-4006-ba81-f8a5de72dd35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721359 Feb 04 07:16:24.862713 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a140ad71-a36b-4709-8406-4a8f65b6f4f7 req-cc07c9fb-20b0-451e-9d14-a28a86e3a639 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236904 Feb 04 07:16:25.144319 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a140ad71-a36b-4709-8406-4a8f65b6f4f7 req-898e81ee-9cce-4095-b9e1-f4b0fa93f220 service neutron] 10.222.0.24 "GET /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752976 Feb 04 07:16:25.155560 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815706c9-d3dc-4aad-94d8-34739792c157 req-a5a3b901-6681-4a5d-9d75-214569f92521 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:25.156961 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-815706c9-d3dc-4aad-94d8-34739792c157 req-a5a3b901-6681-4a5d-9d75-214569f92521 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.2267678 Feb 04 07:16:25.200730 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-815706c9-d3dc-4aad-94d8-34739792c157 req-7521ed4f-cc72-4b1f-9b3b-374cea5c1059 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3395672-6a31-4036-bad7-f00b8d8631ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378020 Feb 04 07:16:25.281871 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b3ac7-6a99-4f74-bfe3-06f64d2d8775 req-0b9e4b40-614f-4ef5-84ea-c9514077e52b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:25.283248 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a5b3ac7-6a99-4f74-bfe3-06f64d2d8775 req-0b9e4b40-614f-4ef5-84ea-c9514077e52b tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 945 time: 0.0795772 Feb 04 07:16:25.351228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6a5b3ac7-6a99-4f74-bfe3-06f64d2d8775 req-b8065a4f-6021-4ff0-8f4b-5d5c67b1ee7a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Deleting port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:25.351562 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a5b3ac7-6a99-4f74-bfe3-06f64d2d8775 req-b8065a4f-6021-4ff0-8f4b-5d5c67b1ee7a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:25.590921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6a5b3ac7-6a99-4f74-bfe3-06f64d2d8775 req-b8065a4f-6021-4ff0-8f4b-5d5c67b1ee7a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] For port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:25.591273 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a5b3ac7-6a99-4f74-bfe3-06f64d2d8775 req-b8065a4f-6021-4ff0-8f4b-5d5c67b1ee7a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:25.712025 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6a5b3ac7-6a99-4f74-bfe3-06f64d2d8775 req-b8065a4f-6021-4ff0-8f4b-5d5c67b1ee7a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Calling delete_port for 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:16:25.940061 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a5b3ac7-6a99-4f74-bfe3-06f64d2d8775 req-b8065a4f-6021-4ff0-8f4b-5d5c67b1ee7a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:25.989322 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8065a4f-6021-4ff0-8f4b-5d5c67b1ee7a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event deleted for resources: {'Port': ['ID=9ff3a8cf-a9de-412e-bd2f-cfdae825db08,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:26.064000 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5b3ac7-6a99-4f74-bfe3-06f64d2d8775 req-b8065a4f-6021-4ff0-8f4b-5d5c67b1ee7a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] No DVR routers for this DVR port 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:16:26.066609 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6a5b3ac7-6a99-4f74-bfe3-06f64d2d8775 req-b8065a4f-6021-4ff0-8f4b-5d5c67b1ee7a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:26.141868 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6a5b3ac7-6a99-4f74-bfe3-06f64d2d8775 req-b8065a4f-6021-4ff0-8f4b-5d5c67b1ee7a tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.24 "DELETE /v2.0/ports/9ff3a8cf-a9de-412e-bd2f-cfdae825db08 HTTP/1.1" status: 204 len: 173 time: 0.8539462 Feb 04 07:16:26.304995 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'name': 'network-vif-deleted', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:16:26.357699 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-00b317f7-ce68-4bea-b24f-33a8fb613e06 req-02f62a0e-a867-4c27-bf99-718b088867b9 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 210 time: 0.0498400 Feb 04 07:16:26.527022 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ca7360-6156-4f58-8862-0bfa68d47506', 'name': 'network-vif-deleted', 'tag': '9ff3a8cf-a9de-412e-bd2f-cfdae825db08', 'status': 'completed', 'code': 200} Feb 04 07:16:27.535722 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-e054204a-3c56-480a-8b13-d9e35569bb84 req-d8b06ad6-6c3a-441f-acc2-3c475c206b3d tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6ca7360-6156-4f58-8862-0bfa68d47506 HTTP/1.1" status: 200 len: 210 time: 0.0479801 Feb 04 07:16:27.749837 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:16:27.828103 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:16:27.828448 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 9ff3a8cf-a9de-412e-bd2f-cfdae825db08 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:16:28.634246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 58928) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:28.704662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-24c65837-8769-4e51-9c6c-ff4af57a2a19 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:28.733196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-24c65837-8769-4e51-9c6c-ff4af57a2a19 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:28.855537 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-24c65837-8769-4e51-9c6c-ff4af57a2a19 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:28.877143 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c65837-8769-4e51-9c6c-ff4af57a2a19 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3395672-6a31-4036-bad7-f00b8d8631ff,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:28.967527 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-24c65837-8769-4e51-9c6c-ff4af57a2a19 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:28.968694 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-24c65837-8769-4e51-9c6c-ff4af57a2a19 tempest-TestShelveInstance-1000732357 tempest-TestShelveInstance-1000732357-project] 10.222.0.32 "DELETE /v2.0/security-groups/f3395672-6a31-4036-bad7-f00b8d8631ff HTTP/1.1" status: 204 len: 168 time: 0.3334498 Feb 04 07:16:30.098154 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58936) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:30.799916 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:31.137119 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Deleting port 9aff0330-3811-49cc-986c-74f8746f856d {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:31.137741 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:31.301537 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] For port 9aff0330-3811-49cc-986c-74f8746f856d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=9aff0330-3811-49cc-986c-74f8746f856d,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:31.301885 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:31.419176 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Calling delete_port for 9aff0330-3811-49cc-986c-74f8746f856d owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:16:31.913054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:31.957377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aff0330-3811-49cc-986c-74f8746f856d,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:31.990230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:31.990573 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:31.990901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:31.991232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:31.991555 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:31.991873 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:31.992192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:31.992510 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:31.992867 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:31.993165 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:31.993477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:31.993787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:32.234179 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:32.584439 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Router 86b0c338-41cf-4d02-b006-02fd034bc7bc has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:16:32.752792 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:16:32.761143 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a1601-52ed-4c0f-8939-c2b567c74f38 None None] Sync routers for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:16:32.764485 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-503da08d-a06a-42e1-ab9e-378590b74e01 admin admin] 10.222.0.32 "PUT /v2.0/routers/86b0c338-41cf-4d02-b006-02fd034bc7bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6656015 Feb 04 07:16:32.766936 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58946) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:32.770139 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a1601-52ed-4c0f-8939-c2b567c74f38 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:32.770770 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6b1a1601-52ed-4c0f-8939-c2b567c74f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:32.946112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6b1a1601-52ed-4c0f-8939-c2b567c74f38 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:33.059863 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:33.232759 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:33.233329 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6b1a1601-52ed-4c0f-8939-c2b567c74f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246'}], 'enable_snat': True}, 'gw_port_id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:16:31Z', 'revision_number': 5, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port': {'id': 'ec33d56d-09ae-4c2a-bd15-33219856617a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:38Z', 'updated_at': '2022-02-04T07:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:33.237736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a1601-52ed-4c0f-8939-c2b567c74f38 None None] Checking router: 86b0c338-41cf-4d02-b006-02fd034bc7bc for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:16:33.245632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a1601-52ed-4c0f-8939-c2b567c74f38 None None] Routers {'86b0c338-41cf-4d02-b006-02fd034bc7bc'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:33.246224 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6b1a1601-52ed-4c0f-8939-c2b567c74f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['86b0c338-41cf-4d02-b006-02fd034bc7bc'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:33.301364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Deleting port ec33d56d-09ae-4c2a-bd15-33219856617a {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:33.301924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:33.395918 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-6b1a1601-52ed-4c0f-8939-c2b567c74f38 None None] Set router 86b0c338-41cf-4d02-b006-02fd034bc7bc gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:33.479763 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] For port ec33d56d-09ae-4c2a-bd15-33219856617a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ec33d56d-09ae-4c2a-bd15-33219856617a,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:33.480125 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:33.499951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-6b1a1601-52ed-4c0f-8939-c2b567c74f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:16:33Z', 'revision_number': 6, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:33.506837 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a1601-52ed-4c0f-8939-c2b567c74f38 None None] The sync data for ids ['86b0c338-41cf-4d02-b006-02fd034bc7bc'] in dv-neutron-827796-1-hyperv is: [{'id': '86b0c338-41cf-4d02-b006-02fd034bc7bc', 'name': 'tempest-TestShelveInstance-266267585-router', 'tenant_id': 'a7a23747a2c84bd8a59fb9381043b985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:37Z', 'updated_at': '2022-02-04T07:16:33Z', 'revision_number': 6, 'project_id': 'a7a23747a2c84bd8a59fb9381043b985', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:16:33.610356 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Calling delete_port for ec33d56d-09ae-4c2a-bd15-33219856617a owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:16:33.821166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:33.869612 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec33d56d-09ae-4c2a-bd15-33219856617a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:33.963680 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.133981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.136807 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.245088 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.245671 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86b0c338-41cf-4d02-b006-02fd034bc7bc {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 07:16:34.261359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.262687 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-bca0bd82-64c9-4017-8b92-c978cd8b56d8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/86b0c338-41cf-4d02-b006-02fd034bc7bc HTTP/1.1" status: 204 len: 168 time: 1.4948392 Feb 04 07:16:34.265269 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58950) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:34.319791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ec33d56d-09ae-4c2a-bd15-33219856617a no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:16:34.326414 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edcba81-fffa-4d26-8268-b996648356cb admin admin] Deleting subnet a523a37a-510e-460d-9314-b60933776341 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 07:16:34.329444 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3edcba81-fffa-4d26-8268-b996648356cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.352976 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: ec33d56d-09ae-4c2a-bd15-33219856617a {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:16:34.353334 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ec33d56d-09ae-4c2a-bd15-33219856617a not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:16:34.354297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9aff0330-3811-49cc-986c-74f8746f856d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:16:34.388188 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3edcba81-fffa-4d26-8268-b996648356cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.388531 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 9aff0330-3811-49cc-986c-74f8746f856d {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:16:34.388531 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 9aff0330-3811-49cc-986c-74f8746f856d not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:16:34.469578 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3edcba81-fffa-4d26-8268-b996648356cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.599131 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3edcba81-fffa-4d26-8268-b996648356cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.641515 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcba81-fffa-4d26-8268-b996648356cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a523a37a-510e-460d-9314-b60933776341,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:34.643334 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-3edcba81-fffa-4d26-8268-b996648356cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.648848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2ae5dc-65cc-454f-bcc8-86e21e07027a None None] Network 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:16:34.649686 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-3edcba81-fffa-4d26-8268-b996648356cb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a523a37a-510e-460d-9314-b60933776341 HTTP/1.1" status: 204 len: 168 time: 0.3833897 Feb 04 07:16:34.652616 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58954) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:34.866961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.877658 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Deleting port fb96c762-8b26-4ded-92e9-3830c67ae6e8 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:34.877988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:34.900185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d95dd14-a8e4-46c5-9f93-6dbcd9b0aca9 None None] DHCP port deletion for 9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 07:16:34.905176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0d95dd14-a8e4-46c5-9f93-6dbcd9b0aca9 None None] Deleting port fb96c762-8b26-4ded-92e9-3830c67ae6e8 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:34.905623 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0d95dd14-a8e4-46c5-9f93-6dbcd9b0aca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:35.078277 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] For port fb96c762-8b26-4ded-92e9-3830c67ae6e8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fb96c762-8b26-4ded-92e9-3830c67ae6e8,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:35.078629 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:35.101535 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-0d95dd14-a8e4-46c5-9f93-6dbcd9b0aca9 None None] For port fb96c762-8b26-4ded-92e9-3830c67ae6e8, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=fb96c762-8b26-4ded-92e9-3830c67ae6e8,segment=NetworkSegment(3345af68-5c8f-41cb-b4e1-675e072c30b2),segment_id=3345af68-5c8f-41cb-b4e1-675e072c30b2)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:35.101927 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0d95dd14-a8e4-46c5-9f93-6dbcd9b0aca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:35.204032 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Calling delete_port for fb96c762-8b26-4ded-92e9-3830c67ae6e8 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:16:35.260821 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0d95dd14-a8e4-46c5-9f93-6dbcd9b0aca9 None None] Calling delete_port for fb96c762-8b26-4ded-92e9-3830c67ae6e8 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:16:35.438503 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:35.444621 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-0d95dd14-a8e4-46c5-9f93-6dbcd9b0aca9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 07:16:35.445057 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-0d95dd14-a8e4-46c5-9f93-6dbcd9b0aca9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 07:16:35.488477 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb96c762-8b26-4ded-92e9-3830c67ae6e8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:35.490266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] No DVR routers for this DVR port fb96c762-8b26-4ded-92e9-3830c67ae6e8 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:16:35.603014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:35.627624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:35.639046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3345af68-5c8f-41cb-b4e1-675e072c30b2') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:35.639341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3345af68-5c8f-41cb-b4e1-675e072c30b2') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:35.650167 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:35.665468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:35.671791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 07:16:35.676586 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 07:16:35.685332 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 07:16:35.842464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:35.846587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:35.872908 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:35.945949 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-884eca1f-f3ba-47c7-b897-e7a8fb4534c7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9f58c26f-16be-4bd9-94b4-8bf5c14cdaf3 HTTP/1.1" status: 204 len: 168 time: 1.2923508 Feb 04 07:16:35.946103 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0d95dd14-a8e4-46c5-9f93-6dbcd9b0aca9 None None] Deleting port fb96c762-8b26-4ded-92e9-3830c67ae6e8 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:35.946506 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0d95dd14-a8e4-46c5-9f93-6dbcd9b0aca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:35.948717 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58958) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:36.013397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-0d95dd14-a8e4-46c5-9f93-6dbcd9b0aca9 None None] The port 'fb96c762-8b26-4ded-92e9-3830c67ae6e8' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 07:16:36.271295 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fb96c762-8b26-4ded-92e9-3830c67ae6e8 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:16:36.305391 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: fb96c762-8b26-4ded-92e9-3830c67ae6e8 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:16:36.305739 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device fb96c762-8b26-4ded-92e9-3830c67ae6e8 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:16:36.483542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:36.921752 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] Deleting port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:36.922019 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:37.088678 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] For port 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=1ab9d2e3-68eb-4308-9873-fa0a8ae1b350,segment=NetworkSegment(1ed0b0be-ae46-46f6-b48d-2c637a4162eb),segment_id=1ed0b0be-ae46-46f6-b48d-2c637a4162eb)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:37.089047 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:37.205729 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] Calling delete_port for 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:16:37.436819 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:37.485850 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab9d2e3-68eb-4308-9873-fa0a8ae1b350,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:37.747855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:38.195455 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] Router 29eff676-f762-4c62-b29a-c5aee2f0ba2d has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:16:38.369777 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:16:38.378358 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b042d3f-dc6d-4cac-8c8a-cc28e869b74c None None] Sync routers for ids ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:16:38.388048 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b042d3f-dc6d-4cac-8c8a-cc28e869b74c None None] Routers {'29eff676-f762-4c62-b29a-c5aee2f0ba2d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:38.388771 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-3b042d3f-dc6d-4cac-8c8a-cc28e869b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:38.455895 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-9318d9d8-3356-437e-9ccb-be8e1ff72dfa admin admin] 10.222.0.32 "PUT /v2.0/routers/29eff676-f762-4c62-b29a-c5aee2f0ba2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5059791 Feb 04 07:16:38.458208 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58964) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:38.562572 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-3b042d3f-dc6d-4cac-8c8a-cc28e869b74c None None] Set router 29eff676-f762-4c62-b29a-c5aee2f0ba2d gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:38.628974 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:38.801433 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:38.832072 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-3b042d3f-dc6d-4cac-8c8a-cc28e869b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'name': 'tempest-TestShelveInstance-470945395-router', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:45Z', 'updated_at': '2022-02-04T07:16:37Z', 'revision_number': 5, 'project_id': '60d1575ea71244f188816d0fda64e233', 'gw_port': {'id': '75c86f40-e68a-46c0-a401-864bb8ec2273', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:04:46Z', 'updated_at': '2022-02-04T07:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:38.835747 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b042d3f-dc6d-4cac-8c8a-cc28e869b74c None None] Checking router: 29eff676-f762-4c62-b29a-c5aee2f0ba2d for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:16:38.843780 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b042d3f-dc6d-4cac-8c8a-cc28e869b74c None None] Routers {'29eff676-f762-4c62-b29a-c5aee2f0ba2d'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:38.844355 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-3b042d3f-dc6d-4cac-8c8a-cc28e869b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:38.878571 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Deleting port 75c86f40-e68a-46c0-a401-864bb8ec2273 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:38.878917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:38.992569 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-3b042d3f-dc6d-4cac-8c8a-cc28e869b74c None None] Set router 29eff676-f762-4c62-b29a-c5aee2f0ba2d gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:39.048790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] For port 75c86f40-e68a-46c0-a401-864bb8ec2273, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=75c86f40-e68a-46c0-a401-864bb8ec2273,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:39.049146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:39.095264 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-3b042d3f-dc6d-4cac-8c8a-cc28e869b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'name': 'tempest-TestShelveInstance-470945395-router', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:45Z', 'updated_at': '2022-02-04T07:16:38Z', 'revision_number': 6, 'project_id': '60d1575ea71244f188816d0fda64e233', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:39.099023 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b042d3f-dc6d-4cac-8c8a-cc28e869b74c None None] The sync data for ids ['29eff676-f762-4c62-b29a-c5aee2f0ba2d'] in dv-neutron-827796-1-hyperv is: [{'id': '29eff676-f762-4c62-b29a-c5aee2f0ba2d', 'name': 'tempest-TestShelveInstance-470945395-router', 'tenant_id': '60d1575ea71244f188816d0fda64e233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:04:45Z', 'updated_at': '2022-02-04T07:16:38Z', 'revision_number': 6, 'project_id': '60d1575ea71244f188816d0fda64e233', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:16:39.173100 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Calling delete_port for 75c86f40-e68a-46c0-a401-864bb8ec2273 owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:16:39.397030 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:39.442970 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c86f40-e68a-46c0-a401-864bb8ec2273,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:39.642379 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:39.809388 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:39.811641 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:39.907493 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:39.908046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29eff676-f762-4c62-b29a-c5aee2f0ba2d {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 07:16:39.919860 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:39.923429 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-88d3670a-49d2-49a7-ae51-84e17f270f88 admin admin] 10.222.0.32 "DELETE /v2.0/routers/29eff676-f762-4c62-b29a-c5aee2f0ba2d HTTP/1.1" status: 204 len: 168 time: 1.4616888 Feb 04 07:16:39.923543 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58968) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:39.982695 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e8d996-8478-4706-9511-7aecffe0daac admin admin] Deleting subnet 210c41a3-4f7e-44c3-82aa-351d88eef280 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 07:16:39.985900 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99e8d996-8478-4706-9511-7aecffe0daac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:40.036410 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99e8d996-8478-4706-9511-7aecffe0daac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:40.118652 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99e8d996-8478-4706-9511-7aecffe0daac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:40.255915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99e8d996-8478-4706-9511-7aecffe0daac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:40.274237 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:16:40.296357 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8d996-8478-4706-9511-7aecffe0daac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210c41a3-4f7e-44c3-82aa-351d88eef280,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:40.299921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-99e8d996-8478-4706-9511-7aecffe0daac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:40.309006 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-99e8d996-8478-4706-9511-7aecffe0daac admin admin] 10.222.0.32 "DELETE /v2.0/subnets/210c41a3-4f7e-44c3-82aa-351d88eef280 HTTP/1.1" status: 204 len: 168 time: 0.3817642 Feb 04 07:16:40.309237 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58972) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:40.309931 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14be452-33de-40c8-94cb-43e99f9a473c None None] Network e9f882e1-bc5a-46a2-be55-37508e237186 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:16:40.322032 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:16:40.322461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 1ab9d2e3-68eb-4308-9873-fa0a8ae1b350 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:16:40.322856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 75c86f40-e68a-46c0-a401-864bb8ec2273 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:16:40.403992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 75c86f40-e68a-46c0-a401-864bb8ec2273 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:16:40.404247 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 75c86f40-e68a-46c0-a401-864bb8ec2273 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:16:40.410632 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:40.422003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Deleting port 58436381-dd8c-473a-adf3-701af53a101b {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:40.422003 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:40.583525 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e244b4a-aab0-46a0-b49e-b22fc3a19e22 None None] DHCP port deletion for e9f882e1-bc5a-46a2-be55-37508e237186 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 07:16:40.587583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6e244b4a-aab0-46a0-b49e-b22fc3a19e22 None None] Deleting port 58436381-dd8c-473a-adf3-701af53a101b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:40.588555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6e244b4a-aab0-46a0-b49e-b22fc3a19e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:40.622266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] For port 58436381-dd8c-473a-adf3-701af53a101b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=58436381-dd8c-473a-adf3-701af53a101b,segment=NetworkSegment(1ed0b0be-ae46-46f6-b48d-2c637a4162eb),segment_id=1ed0b0be-ae46-46f6-b48d-2c637a4162eb)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:40.622625 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:40.747994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Calling delete_port for 58436381-dd8c-473a-adf3-701af53a101b owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:16:40.785275 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-6e244b4a-aab0-46a0-b49e-b22fc3a19e22 None None] For port 58436381-dd8c-473a-adf3-701af53a101b, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=58436381-dd8c-473a-adf3-701af53a101b,segment=NetworkSegment(1ed0b0be-ae46-46f6-b48d-2c637a4162eb),segment_id=1ed0b0be-ae46-46f6-b48d-2c637a4162eb)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:40.785657 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6e244b4a-aab0-46a0-b49e-b22fc3a19e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:40.878278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:40.903116 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6e244b4a-aab0-46a0-b49e-b22fc3a19e22 None None] Calling delete_port for 58436381-dd8c-473a-adf3-701af53a101b owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:16:40.922518 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=58436381-dd8c-473a-adf3-701af53a101b,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:40.927596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] No DVR routers for this DVR port 58436381-dd8c-473a-adf3-701af53a101b on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:16:40.975208 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-6e244b4a-aab0-46a0-b49e-b22fc3a19e22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 07:16:40.975555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-6e244b4a-aab0-46a0-b49e-b22fc3a19e22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 07:16:41.040543 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:41.068057 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f882e1-bc5a-46a2-be55-37508e237186']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:41.080177 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed0b0be-ae46-46f6-b48d-2c637a4162eb') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:41.080470 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed0b0be-ae46-46f6-b48d-2c637a4162eb') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:41.091824 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:41.107323 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:41.113232 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 07:16:41.117507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 07:16:41.126381 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 07:16:41.242935 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:41.264985 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:41.368556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f882e1-bc5a-46a2-be55-37508e237186,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:41.376097 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1d41c2c3-b8d7-4fda-b30d-07f98059aab6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e9f882e1-bc5a-46a2-be55-37508e237186 HTTP/1.1" status: 204 len: 168 time: 1.0659382 Feb 04 07:16:41.476890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6e244b4a-aab0-46a0-b49e-b22fc3a19e22 None None] Deleting port 58436381-dd8c-473a-adf3-701af53a101b {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:16:41.477396 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6e244b4a-aab0-46a0-b49e-b22fc3a19e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:41.544423 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6e244b4a-aab0-46a0-b49e-b22fc3a19e22 None None] The port '58436381-dd8c-473a-adf3-701af53a101b' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 07:16:41.694708 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58978) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:41.741924 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0b74f508-414a-482a-b45e-2138f146c16a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7a23747a2c84bd8a59fb9381043b985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460958 Feb 04 07:16:41.744868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58982) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:41.803483 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ad9b533-aa16-49bc-9f2b-ddfa3d46aa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:41.824571 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ad9b533-aa16-49bc-9f2b-ddfa3d46aa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:41.952745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ad9b533-aa16-49bc-9f2b-ddfa3d46aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:41.970002 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9b533-aa16-49bc-9f2b-ddfa3d46aa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a38c431-329d-450f-8504-1778060edb7c,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:41.976918 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-5ad9b533-aa16-49bc-9f2b-ddfa3d46aa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:41.978023 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-5ad9b533-aa16-49bc-9f2b-ddfa3d46aa6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a38c431-329d-450f-8504-1778060edb7c HTTP/1.1" status: 204 len: 168 time: 0.2322936 Feb 04 07:16:42.273386 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 58436381-dd8c-473a-adf3-701af53a101b no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:16:42.309671 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 58436381-dd8c-473a-adf3-701af53a101b {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:16:42.309934 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 58436381-dd8c-473a-adf3-701af53a101b not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:16:42.702372 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58990) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:42.744824 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-0d11a920-b0d1-4161-8793-0de1c776176f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60d1575ea71244f188816d0fda64e233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497851 Feb 04 07:16:42.747161 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 58994) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:42.801753 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aef03a3d-6e43-4600-aa30-7b5f6e89931d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:42.826542 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aef03a3d-6e43-4600-aa30-7b5f6e89931d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:42.939506 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aef03a3d-6e43-4600-aa30-7b5f6e89931d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:42.953976 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef03a3d-6e43-4600-aa30-7b5f6e89931d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0e78f8-7542-4633-becb-1120439a9b23,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:42.962584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-aef03a3d-6e43-4600-aa30-7b5f6e89931d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:42.963736 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-aef03a3d-6e43-4600-aa30-7b5f6e89931d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e0e78f8-7542-4633-becb-1120439a9b23 HTTP/1.1" status: 204 len: 168 time: 0.2156830 Feb 04 07:16:44.068830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59018) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:44.175634 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-19401852-network', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:16:44.180271 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:16:44.184028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Usage tracker for resource:network and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:16:44.186811 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:16:44.193008 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:16:44.277054 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Made reservation on behalf of 05c2d8dd1ce846f49a8b7dea4c3598af for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:16:44.279379 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:44.291650 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:44.305595 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:16:44.309865 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Usage tracker for resource:security_group_rule and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:16:44.312603 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:16:44.318491 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:16:44.400428 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:44.465494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:44.495397 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 07:16:44.503517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206c92de-28c8-452c-92c7-e17d1711e79e,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:44.508842 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:44.509185 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Added segment e71b2f28-72b4-40c7-9679-34c706786f03 of type vlan for network 26c5c289-501c-4ec4-bb89-4b182a583bc8 Feb 04 07:16:44.535013 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:44.637028 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:44.637912 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:44.638579 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:44.737106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] Pushing event updated for resources: {'Network': ['ID=26c5c289-501c-4ec4-bb89-4b182a583bc8,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:44.747003 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 26c5c289-501c-4ec4-bb89-4b182a583bc8 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 07:16:44.797572 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-ebf064a6-a2ba-4469-b0e0-f1d656713227 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7276354 Feb 04 07:16:44.800391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59024) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:44.805832 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Request body: {'subnet': {'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-19401852-subnet', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'ip_version': 4}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:16:44.811309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:16:44.815256 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Usage tracker for resource:subnet and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:16:44.818415 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:16:44.824102 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:16:44.894207 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Made reservation on behalf of 05c2d8dd1ce846f49a8b7dea4c3598af for: {'subnet': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:16:44.896487 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273201'] for subnet, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:45.152961 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3887298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273187'] for subnet, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:45.231657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:45.236401 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Checking segment: {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:16:45.236812 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Network hostable DHCP agents. Network: 26c5c289-501c-4ec4-bb89-4b182a583bc8, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 07:16:45.307121 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Network 26c5c289-501c-4ec4-bb89-4b182a583bc8 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 07:16:45.392263 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 26c5c289-501c-4ec4-bb89-4b182a583bc8) {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:16:45.396117 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:45.396721 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:45.404624 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eb451e-fb1d-4050-9ac2-fca76065cf5c None None] Network 26c5c289-501c-4ec4-bb89-4b182a583bc8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:16:45.470026 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-a98d94d5-3e58-42b4-9131-7b7df7350e88 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6660624 Feb 04 07:16:45.470230 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59028) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:45.475024 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:16:45.479915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:16:45.484014 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Usage tracker for resource:router and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:16:45.486892 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:16:45.492572 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:16:45.553359 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:45.554405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:45.570928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:45.645956 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-26c5c289-501c-4ec4-bb89-4b182a583bc8', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 07:16:45.650152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:45.797419 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-64c4f97f-360f-44a8-9b6d-8590a1d24456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:45.810917 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Allocated IP 172.20.0.2 (26c5c289-501c-4ec4-bb89-4b182a583bc8/ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a/ad9ed5d8-c48c-4b32-85ee-8a79cde45fff) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:16:45.883799 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:46.031075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:46.041833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Transition to ACTIVE for port object ad9ed5d8-c48c-4b32-85ee-8a79cde45fff will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:16:46.059933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Transition to ACTIVE for port object ad9ed5d8-c48c-4b32-85ee-8a79cde45fff will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:16:46.152981 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:46.221749 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Network 26c5c289-501c-4ec4-bb89-4b182a583bc8 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:16:46.222879 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:16:46.225438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:16:46.267808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Pushing event updated for resources: {'Port': ['ID=ad9ed5d8-c48c-4b32-85ee-8a79cde45fff,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:46.286993 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.289533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.289533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.289533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.289533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.289533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.289533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.289533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.290089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.290089 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.290393 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.291236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:46.345255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Attempting to bind port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:16:46.345505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Attempting to bind port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:16:46.345858 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Attempting to bind port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff on network 26c5c289-501c-4ec4-bb89-4b182a583bc8 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:16:46.351015 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:16:46.351374 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Checking segment: {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:16:46.351767 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:46.352169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Bound using segment: {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:16:46.352595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Bound port: ad9ed5d8-c48c-4b32-85ee-8a79cde45fff, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:16:46.353006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:46.358051 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:46.387166 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:46.439524 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] For port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:16:46.442777 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] For port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ad9ed5d8-c48c-4b32-85ee-8a79cde45fff,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:16:46.490176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:46.521094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Allocated IP 172.26.7.230 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/d72291ba-22f1-4b4f-b2e9-779f36773f4d) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:16:46.582245 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c33fa0-ee9d-4d9d-b748-9476d1368596 None None] Pushing event updated for resources: {'Port': ['ID=ad9ed5d8-c48c-4b32-85ee-8a79cde45fff,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:46.677796 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:46.776733 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:46.850392 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:16:46.853866 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:16:46.856321 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:16:46.891964 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Pushing event updated for resources: {'Port': ['ID=d72291ba-22f1-4b4f-b2e9-779f36773f4d,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:47.371078 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:47.496776 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f817e3d-e125-4897-a1a9-d717d1e8130e None None] Network 26c5c289-501c-4ec4-bb89-4b182a583bc8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:16:47.656663 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-963956e7-855b-4cd8-93e2-9bfa9b639d54 None None] Provisioning for port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:16:47.727311 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:47.899509 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:16:48.042885 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9a53-4b60-499a-8e0d-b5ac7116428f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:48.124195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Router 02cf82b7-c5f6-4557-87d1-318890217ca1 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 07:16:48.305448 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:16:48.312514 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ad9ed5d8-c48c-4b32-85ee-8a79cde45fff up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:16:48.345340 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Sync routers for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:16:48.377637 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:48.378255 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:48.381097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:48.382343 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-072f96b2-d986-4c58-a95e-5d004626f300 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9112310 Feb 04 07:16:48.385513 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59032) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:48.535313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:16:48.551568 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:48.551913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:48.611428 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:48.933669 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.000458 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ad9ed5d8-c48c-4b32-85ee-8a79cde45fff,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:49.022536 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:47Z', 'revision_number': 3, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:49.026323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Checking router: 02cf82b7-c5f6-4557-87d1-318890217ca1 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:16:49.026668 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Updating router 02cf82b7-c5f6-4557-87d1-318890217ca1 port d72291ba-22f1-4b4f-b2e9-779f36773f4d binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 07:16:49.043385 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.078666 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.116403 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.263992 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Allocated IP 172.20.0.1 (26c5c289-501c-4ec4-bb89-4b182a583bc8/ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a/151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:16:49.264492 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=ad9ed5d8-c48c-4b32-85ee-8a79cde45fff,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:49.270344 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.364561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.413391 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.429982 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.provisioning_blocks [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Transition to ACTIVE for port object 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd will not be triggered until provisioned by entity DHCP. {{(pid=88199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:16:49.497148 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.508919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Transition to ACTIVE for port object d72291ba-22f1-4b4f-b2e9-779f36773f4d will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:16:49.517951 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.582732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Network 26c5c289-501c-4ec4-bb89-4b182a583bc8 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:16:49.585465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:16:49.589734 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:16:49.591853 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.624195 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Pushing event updated for resources: {'Port': ['ID=151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:49.652756 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.678435 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Attempting to bind port d72291ba-22f1-4b4f-b2e9-779f36773f4d on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:16:49.678807 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Attempting to bind port d72291ba-22f1-4b4f-b2e9-779f36773f4d by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:16:49.679162 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Attempting to bind port d72291ba-22f1-4b4f-b2e9-779f36773f4d on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:16:49.681367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beab562-501c-49d9-a803-d86a15a3038b None None] Pushing event updated for resources: {'Port': ['ID=d72291ba-22f1-4b4f-b2e9-779f36773f4d,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:49.689278 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:16:49.689648 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:16:49.690093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.690420 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:16:49.691152 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Bound port: d72291ba-22f1-4b4f-b2e9-779f36773f4d, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:16:49.691516 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.774217 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] For port d72291ba-22f1-4b4f-b2e9-779f36773f4d, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:16:49.778438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] For port d72291ba-22f1-4b4f-b2e9-779f36773f4d, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d72291ba-22f1-4b4f-b2e9-779f36773f4d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:16:49.848913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.902819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6dd22020-91b1-4103-a0f9-699a1592704d None None] Provisioning for port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:16:49.931088 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-6dd22020-91b1-4103-a0f9-699a1592704d None None] Provisioning complete for port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:49.931499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6dd22020-91b1-4103-a0f9-699a1592704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:49.981243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:49.981860 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:50.052060 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beab562-501c-49d9-a803-d86a15a3038b None None] Pushing event updated for resources: {'Port': ['ID=d72291ba-22f1-4b4f-b2e9-779f36773f4d,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:50.073561 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-6dd22020-91b1-4103-a0f9-699a1592704d None None] Port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:16:50.089981 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:50.172839 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:50.311847 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ad9ed5d8-c48c-4b32-85ee-8a79cde45fff up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:16:50.314963 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:50.381281 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:50.485164 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Pushing event updated for resources: {'Port': ['ID=151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:50.487871 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:50.537610 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:50.537970 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:50.560803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:50.622578 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Network 26c5c289-501c-4ec4-bb89-4b182a583bc8 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:16:50.623584 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:16:50.703748 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 1, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:50.717985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae3a89-eae8-4a65-93fb-151dd6c590e3 None None] The sync data for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv is: [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 1, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:16:50.793986 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:50.826869 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Router 02cf82b7-c5f6-4557-87d1-318890217ca1 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:16:50.918185 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-bc5ac660-d1d2-480c-b70b-172b6aa512d8 None None] Provisioning complete for port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:50.925298 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bc5ac660-d1d2-480c-b70b-172b6aa512d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:50.990816 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ac660-d1d2-480c-b70b-172b6aa512d8 None None] Port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:16:51.033158 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:16:51.043216 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c8b16384-749f-4f00-a02d-7943abe4bff4 admin admin] 10.222.0.32 "PUT /v2.0/routers/02cf82b7-c5f6-4557-87d1-318890217ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6567013 Feb 04 07:16:51.723582 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59058) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:51.729405 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1812757921-network', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:16:51.734293 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:16:51.738447 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Usage tracker for resource:network and tenant:65ca2eb777c9421cb42c2f4a9a9fa70d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:16:51.741497 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:16:51.748241 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:16:51.820942 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Made reservation on behalf of 65ca2eb777c9421cb42c2f4a9a9fa70d for: {'network': 1} {{(pid=88199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:16:51.823931 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for network, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:51.839868 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:51.854526 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:16:51.858364 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Usage tracker for resource:security_group_rule and tenant:65ca2eb777c9421cb42c2f4a9a9fa70d is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:16:51.861255 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:16:51.866893 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:16:51.950295 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.015331 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.045657 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 07:16:52.053924 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b97626-a842-4557-884c-055efa43db28,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:52.059778 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.062334 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.segments_db [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Added segment 75534576-673e-4b00-8d91-bac519c2df7f of type vlan for network 5f306b78-14e0-4d16-8356-d8a8a83fdc99 Feb 04 07:16:52.086362 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772410272139'] for network, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.152517 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880'] for network, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.153592 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:52.154203 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.264624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] Pushing event updated for resources: {'Network': ['ID=5f306b78-14e0-4d16-8356-d8a8a83fdc99,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:52.273982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Network 5f306b78-14e0-4d16-8356-d8a8a83fdc99 details requested by agent ovs-agent-dv-neutron-827796-1-hyperv with host dv-neutron-827796-1-hyperv {{(pid=88200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 07:16:52.312846 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-52da99a4-07f6-4e93-8ffc-bab0882e273d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5881217 Feb 04 07:16:52.315925 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59068) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:52.326701 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Request body: {'subnet': {'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1812757921-subnet', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'ip_version': 4}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:16:52.331303 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:16:52.336004 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Usage tracker for resource:subnet and tenant:65ca2eb777c9421cb42c2f4a9a9fa70d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:16:52.336131 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d72291ba-22f1-4b4f-b2e9-779f36773f4d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:16:52.338920 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:16:52.345752 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:16:52.425987 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Made reservation on behalf of 65ca2eb777c9421cb42c2f4a9a9fa70d for: {'subnet': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:16:52.428319 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16373878'] for subnet, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.523939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port d72291ba-22f1-4b4f-b2e9-779f36773f4d completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:16:52.531055 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d72291ba-22f1-4b4f-b2e9-779f36773f4d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:52.531427 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.661175 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.677992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port d72291ba-22f1-4b4f-b2e9-779f36773f4d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d72291ba-22f1-4b4f-b2e9-779f36773f4d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:52.735803 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3521132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16373860'] for subnet, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.769840 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.796334 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Sync routers for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:16:52.806226 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:52.806845 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:52.818403 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c5f262-1c6b-43e4-8a17-b5a3f3274889,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:52.827209 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Checking segment: {'id': '75534576-673e-4b00-8d91-bac519c2df7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:16:52.827565 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Network hostable DHCP agents. Network: 5f306b78-14e0-4d16-8356-d8a8a83fdc99, hostable agents: ['03dda61a-03d8-4790-aa79-1bb5d1b21ad0'], hosted agents: [] {{(pid=88198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 07:16:52.843527 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=d72291ba-22f1-4b4f-b2e9-779f36773f4d,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:52.911301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Network 5f306b78-14e0-4d16-8356-d8a8a83fdc99 is scheduled to be hosted by DHCP agent 03dda61a-03d8-4790-aa79-1bb5d1b21ad0 with binding_index 1 {{(pid=88198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 07:16:52.979836 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827796-1-hyperv, 5f306b78-14e0-4d16-8356-d8a8a83fdc99) {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:16:52.984094 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:16:52.984838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:52.989439 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286bece8-d09e-4751-8ac2-c332db7363eb None None] Network 5f306b78-14e0-4d16-8356-d8a8a83fdc99 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:16:53.017300 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:53.085929 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a6a7894d-8fad-4c95-8367-b17c450e4fec admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7664051 Feb 04 07:16:53.086124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59076) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:53.092217 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1812757921-router', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:16:53.097066 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:16:53.101165 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Usage tracker for resource:router and tenant:65ca2eb777c9421cb42c2f4a9a9fa70d is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:16:53.104092 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:16:53.110149 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:16:53.185880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1427'] for router, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:53.186924 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-895677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-880429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1412'] for router, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:53.204103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:53.225563 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c2f6cf-c8cc-5c05-9c69-8a10408f04c3-5f306b78-14e0-4d16-8356-d8a8a83fdc99', 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'fixed_ips': [{'subnet_id': 'd0c5f262-1c6b-43e4-8a17-b5a3f3274889'}]}} from dv-neutron-827796-1-hyperv. {{(pid=88200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 04 07:16:53.230444 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:53.333419 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:50Z', 'revision_number': 2, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:53.337149 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Checking router: 02cf82b7-c5f6-4557-87d1-318890217ca1 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:16:53.337545 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Updating router 02cf82b7-c5f6-4557-87d1-318890217ca1 port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 07:16:53.390037 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:53.399957 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.db_base_plugin_common [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Allocated IP 172.20.0.2 (5f306b78-14e0-4d16-8356-d8a8a83fdc99/d0c5f262-1c6b-43e4-8a17-b5a3f3274889/d05c09f0-0e58-4b52-aa97-994d6fbba986) {{(pid=88200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:16:53.624251 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:53.635477 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Transition to ACTIVE for port object d05c09f0-0e58-4b52-aa97-994d6fbba986 will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:16:53.653633 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Transition to ACTIVE for port object d05c09f0-0e58-4b52-aa97-994d6fbba986 will not be triggered until provisioned by entity DHCP. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:16:53.696089 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1398'] for router, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:53.748599 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:53.759587 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Transition to ACTIVE for port object 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:16:53.808592 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325'] for port, after_create {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:53.876284 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Network 5f306b78-14e0-4d16-8356-d8a8a83fdc99 is already hosted by enough agents. {{(pid=88200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:16:53.877347 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:53.879134 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.scheduler.base_scheduler [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Resources bound (agent type, host, resource id): {{(pid=88200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:16:53.882759 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Received port after_create {{(pid=88200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:16:53.889954 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Pushing event updated for resources: {'Port': ['ID=d05c09f0-0e58-4b52-aa97-994d6fbba986,revision_number=1']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:53.991109 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Attempting to bind port d05c09f0-0e58-4b52-aa97-994d6fbba986 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:16:53.991475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Attempting to bind port d05c09f0-0e58-4b52-aa97-994d6fbba986 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '75534576-673e-4b00-8d91-bac519c2df7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:16:53.991837 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Attempting to bind port d05c09f0-0e58-4b52-aa97-994d6fbba986 on network 5f306b78-14e0-4d16-8356-d8a8a83fdc99 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:16:53.998056 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:16:53.998425 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Checking segment: {'id': '75534576-673e-4b00-8d91-bac519c2df7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:16:53.999126 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:53.999442 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Bound using segment: {'id': '75534576-673e-4b00-8d91-bac519c2df7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:16:53.999908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Bound port: d05c09f0-0e58-4b52-aa97-994d6fbba986, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75534576-673e-4b00-8d91-bac519c2df7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:16:54.000562 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:54.099830 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Attempting to bind port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:16:54.100192 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Attempting to bind port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:16:54.100547 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Attempting to bind port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd on network 26c5c289-501c-4ec4-bb89-4b182a583bc8 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:16:54.109283 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] For port d05c09f0-0e58-4b52-aa97-994d6fbba986, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:16:54.112485 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Pushing event updated for resources: {'Port': ['ID=151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:54.112982 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] For port d05c09f0-0e58-4b52-aa97-994d6fbba986, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d05c09f0-0e58-4b52-aa97-994d6fbba986,segment=NetworkSegment(75534576-673e-4b00-8d91-bac519c2df7f),segment_id=75534576-673e-4b00-8d91-bac519c2df7f)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:16:54.115148 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:16:54.115522 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Checking segment: {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:16:54.115953 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:54.116334 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Bound using segment: {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:16:54.116871 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Bound port: 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:16:54.117236 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:54.136014 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.136281 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.136616 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.136967 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.137286 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.137606 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.137923 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.138245 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.138559 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.138869 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.139181 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.139486 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:16:54.158339 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:54.188343 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:54.220247 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] For port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:16:54.223178 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] For port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:16:54.233491 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:54.295406 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:54.302471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d72291ba-22f1-4b4f-b2e9-779f36773f4d up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:16:54.334481 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Allocated IP 172.26.7.186 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/479c996e-8273-474c-9c7f-ddc0625b526a) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:16:54.377369 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:54.378113 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:54.429107 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bb3da-c36f-463f-9b5f-dc408688bfec None None] Pushing event updated for resources: {'Port': ['ID=151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:54.450039 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbaed8-2d1f-4030-8031-a7c34eaa35f8 None None] Pushing event updated for resources: {'Port': ['ID=d05c09f0-0e58-4b52-aa97-994d6fbba986,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:54.453259 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d72291ba-22f1-4b4f-b2e9-779f36773f4d triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:54.453746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:54.584524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:54.626824 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:54.714396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:54.800369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:16:54.803309 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:16:54.808283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:16:54.849436 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Pushing event updated for resources: {'Port': ['ID=479c996e-8273-474c-9c7f-ddc0625b526a,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:54.981200 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:54Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:54.985059 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4bd8d-9d8b-4c7b-bf63-8df140990ec0 None None] The sync data for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv is: [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:54Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:16:55.316638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:55.550551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fd4c38-eaf2-4baa-9cc2-d8118c87371d None None] Network 5f306b78-14e0-4d16-8356-d8a8a83fdc99 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:16:55.709067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-cd179b05-9976-4510-af41-d1c40b984f40 None None] Provisioning for port d05c09f0-0e58-4b52-aa97-994d6fbba986 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:16:55.783327 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690456'] for router, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:56.088888 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 is scheduled to L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 with binding_index 1 {{(pid=88198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 04 07:16:56.270908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:16:56.280720 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Sync routers for ids ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:16:56.290844 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Routers {'190eaab4-146b-4aa2-8ca7-6f70e4c846d1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:56.291309 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:56.353161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:56.354775 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-7b5c4681-6f36-49cc-80ea-626bfd362c15 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2674859 Feb 04 07:16:56.357346 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59084) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:56.443773 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:16:56.526878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Set router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:56.727453 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:16:56.737542 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:56.737913 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:56.923317 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:56.960324 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'name': 'tempest-TestSnapshotPattern-1812757921-router', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:53Z', 'updated_at': '2022-02-04T07:16:55Z', 'revision_number': 3, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'gw_port': {'id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ac:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:54Z', 'updated_at': '2022-02-04T07:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:56.970176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:56.970176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Checking router: 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:16:56.970176 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Updating router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 port 479c996e-8273-474c-9c7f-ddc0625b526a binding host dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 07:16:57.023181 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.051830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.052292 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d05c09f0-0e58-4b52-aa97-994d6fbba986 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:16:57.166301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.245217 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:57.373231 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Allocated IP 172.20.0.1 (5f306b78-14e0-4d16-8356-d8a8a83fdc99/d0c5f262-1c6b-43e4-8a17-b5a3f3274889/64dc2eea-d5c3-4af2-bf25-86dc5bb11b96) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:16:57.395347 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port d05c09f0-0e58-4b52-aa97-994d6fbba986 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:16:57.412283 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d05c09f0-0e58-4b52-aa97-994d6fbba986 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:57.412703 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.521301 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.536992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Transition to ACTIVE for port object 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:16:57.608752 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.617908 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Notify callbacks [] for port, precommit_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.638312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Transition to ACTIVE for port object 479c996e-8273-474c-9c7f-ddc0625b526a will not be triggered until provisioned by entity L2. {{(pid=88200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:16:57.638507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.652991 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port d05c09f0-0e58-4b52-aa97-994d6fbba986, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d05c09f0-0e58-4b52-aa97-994d6fbba986,segment=NetworkSegment(75534576-673e-4b00-8d91-bac519c2df7f),segment_id=75534576-673e-4b00-8d91-bac519c2df7f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:16:57.703715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Network 5f306b78-14e0-4d16-8356-d8a8a83fdc99 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:16:57.706616 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:16:57.710212 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:16:57.742804 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Pushing event updated for resources: {'Port': ['ID=64dc2eea-d5c3-4af2-bf25-86dc5bb11b96,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:57.746197 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.773315 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-895522'] for router_interface, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.798857 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.835500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Attempting to bind port 479c996e-8273-474c-9c7f-ddc0625b526a on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:16:57.835812 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Attempting to bind port 479c996e-8273-474c-9c7f-ddc0625b526a by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:16:57.836199 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Attempting to bind port 479c996e-8273-474c-9c7f-ddc0625b526a on network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:16:57.843652 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02256b8e-78a5-4498-8673-3c66c354220e None None] Pushing event updated for resources: {'Port': ['ID=479c996e-8273-474c-9c7f-ddc0625b526a,revision_number=2']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:57.875936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:16:57.876227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Checking segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:16:57.876626 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.877044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Bound using segment: {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'} {{(pid=88200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:16:57.877528 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.managers [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Bound port: 479c996e-8273-474c-9c7f-ddc0625b526a, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709daf2-9aae-4dad-b815-4a7fe4b211a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6'}}] {{(pid=88200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:16:57.877902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.982921 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:57.983880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=d05c09f0-0e58-4b52-aa97-994d6fbba986,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:57.991153 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] For port 479c996e-8273-474c-9c7f-ddc0625b526a, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:16:57.994301 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] For port 479c996e-8273-474c-9c7f-ddc0625b526a, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=479c996e-8273-474c-9c7f-ddc0625b526a,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:16:58.078093 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-200d1a9f-bf90-4d08-b40f-94abeb634a14 None None] Provisioning for port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:16:58.083013 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-200d1a9f-bf90-4d08-b40f-94abeb634a14 None None] Provisioning complete for port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:58.083388 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-200d1a9f-bf90-4d08-b40f-94abeb634a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:58.126922 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:58.195165 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-200d1a9f-bf90-4d08-b40f-94abeb634a14 None None] Port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:16:58.207721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:58.216808 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Routers {'190eaab4-146b-4aa2-8ca7-6f70e4c846d1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:16:58.217437 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:58.274836 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02256b8e-78a5-4498-8673-3c66c354220e None None] Pushing event updated for resources: {'Port': ['ID=479c996e-8273-474c-9c7f-ddc0625b526a,revision_number=3']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:58.284392 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:58.301997 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:16:58.392904 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Pushing event updated for resources: {'Port': ['ID=64dc2eea-d5c3-4af2-bf25-86dc5bb11b96,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:16:58.396359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-895687'] for router_interface, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:58.452394 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] Set router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:16:58.521446 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:58.521823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:58.528321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Network 5f306b78-14e0-4d16-8356-d8a8a83fdc99 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:16:58.529418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:16:58.718221 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:16:58.834291 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d05c09f0-0e58-4b52-aa97-994d6fbba986 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:16:58.909941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-a7a01e60-17e9-4058-9854-2f837dd9b4d1 None None] Provisioning complete for port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:58.910222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a7a01e60-17e9-4058-9854-2f837dd9b4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:58.984674 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-a7a01e60-17e9-4058-9854-2f837dd9b4d1 None None] Port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:16:58.997086 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port d05c09f0-0e58-4b52-aa97-994d6fbba986 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:16:58.997463 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:59.007495 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:16:59.016844 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2a118d75-ffe8-4672-9699-34268367193b admin admin] 10.222.0.32 "PUT /v2.0/routers/190eaab4-146b-4aa2-8ca7-6f70e4c846d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6584532 Feb 04 07:16:59.046692 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'name': 'tempest-TestSnapshotPattern-1812757921-router', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:53Z', 'updated_at': '2022-02-04T07:16:57Z', 'revision_number': 4, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'gw_port': {'id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ac:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:54Z', 'updated_at': '2022-02-04T07:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '64dc2eea-d5c3-4af2-bf25-86dc5bb11b96', 'name': '', 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'mac_address': 'fa:16:3e:ef:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd0c5f262-1c6b-43e4-8a17-b5a3f3274889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:57Z', 'updated_at': '2022-02-04T07:16:57Z', 'revision_number': 1, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'subnets': [{'id': 'd0c5f262-1c6b-43e4-8a17-b5a3f3274889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:16:59.056792 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62199194-5138-4f3e-819f-b2bd5e43f14e None None] The sync data for ids ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'] in dv-neutron-827796-1-hyperv is: [{'id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'name': 'tempest-TestSnapshotPattern-1812757921-router', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:53Z', 'updated_at': '2022-02-04T07:16:57Z', 'revision_number': 4, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'gw_port': {'id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ac:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:54Z', 'updated_at': '2022-02-04T07:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '64dc2eea-d5c3-4af2-bf25-86dc5bb11b96', 'name': '', 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'mac_address': 'fa:16:3e:ef:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd0c5f262-1c6b-43e4-8a17-b5a3f3274889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:57Z', 'updated_at': '2022-02-04T07:16:57Z', 'revision_number': 1, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'subnets': [{'id': 'd0c5f262-1c6b-43e4-8a17-b5a3f3274889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:16:59.754504 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59094) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:16:59.760295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1132607015', 'description': 'tempest-secgroup-smoke-1132607015 description', 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:16:59.766374 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:16:59.770184 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Usage tracker for resource:security_group and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:16:59.773260 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:16:59.781831 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:16:59.849574 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:16:59.869676 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:16:59.873671 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Usage tracker for resource:security_group_rule and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:16:59.876618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:16:59.882266 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:16:59.956988 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.032246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.075707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7e09f9-4626-45e5-b986-5d40e4c8272e,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:00.151144 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.152380 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-8ff5101d-615f-4b9f-b7e6-96d10d33c3eb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3968818 Feb 04 07:17:00.155395 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59098) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:17:00.160622 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-31e232be-537a-4397-abb9-5fc287514f46 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Request body: {'security_group_rule': {'security_group_id': '9b7e09f9-4626-45e5-b986-5d40e4c8272e', 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:17:00.166757 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-31e232be-537a-4397-abb9-5fc287514f46 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:17:00.170576 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-31e232be-537a-4397-abb9-5fc287514f46 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Usage tracker for resource:security_group_rule and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:17:00.173427 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-31e232be-537a-4397-abb9-5fc287514f46 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:17:00.179052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-31e232be-537a-4397-abb9-5fc287514f46 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:17:00.258364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31e232be-537a-4397-abb9-5fc287514f46 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.320418 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 479c996e-8273-474c-9c7f-ddc0625b526a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:17:00.322707 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31e232be-537a-4397-abb9-5fc287514f46 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.402197 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31e232be-537a-4397-abb9-5fc287514f46 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.423711 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e232be-537a-4397-abb9-5fc287514f46 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d07a4f4-20c2-4a10-8f6e-0bb5fab00938,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:00.455059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 479c996e-8273-474c-9c7f-ddc0625b526a completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:17:00.460461 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 479c996e-8273-474c-9c7f-ddc0625b526a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:17:00.460939 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.518464 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-31e232be-537a-4397-abb9-5fc287514f46 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.519798 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-31e232be-537a-4397-abb9-5fc287514f46 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3634250 Feb 04 07:17:00.522844 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59102) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:17:00.529687 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-52abd66c-f829-45c0-9333-4f103f033f06 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Request body: {'security_group_rule': {'security_group_id': '9b7e09f9-4626-45e5-b986-5d40e4c8272e', 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:17:00.536097 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-52abd66c-f829-45c0-9333-4f103f033f06 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:17:00.540839 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-52abd66c-f829-45c0-9333-4f103f033f06 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Usage tracker for resource:security_group_rule and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:17:00.543787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-52abd66c-f829-45c0-9333-4f103f033f06 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:17:00.550915 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-52abd66c-f829-45c0-9333-4f103f033f06 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:17:00.578986 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.594456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 479c996e-8273-474c-9c7f-ddc0625b526a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=479c996e-8273-474c-9c7f-ddc0625b526a,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:17:00.622129 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52abd66c-f829-45c0-9333-4f103f033f06 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.655472 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.685258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52abd66c-f829-45c0-9333-4f103f033f06 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.726602 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=479c996e-8273-474c-9c7f-ddc0625b526a,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:00.735508 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52abd66c-f829-45c0-9333-4f103f033f06 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.758376 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abd66c-f829-45c0-9333-4f103f033f06 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c184eb08-b037-4a3d-b0e3-471cdf9a0119,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:00.809413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-52abd66c-f829-45c0-9333-4f103f033f06 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:00.810648 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-52abd66c-f829-45c0-9333-4f103f033f06 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2858913 Feb 04 07:17:00.813450 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59106) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:17:00.818618 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-6774a8ed-208b-4a4a-b99d-c89eb3a16200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Request body: {'security_group_rule': {'security_group_id': '9b7e09f9-4626-45e5-b986-5d40e4c8272e', 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:17:00.824929 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6774a8ed-208b-4a4a-b99d-c89eb3a16200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:17:00.828635 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6774a8ed-208b-4a4a-b99d-c89eb3a16200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Usage tracker for resource:security_group_rule and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:17:00.831441 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-6774a8ed-208b-4a4a-b99d-c89eb3a16200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:17:00.837502 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-6774a8ed-208b-4a4a-b99d-c89eb3a16200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:17:00.912596 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6774a8ed-208b-4a4a-b99d-c89eb3a16200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:01.075700 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6774a8ed-208b-4a4a-b99d-c89eb3a16200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:01.225590 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6774a8ed-208b-4a4a-b99d-c89eb3a16200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:01.248485 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774a8ed-208b-4a4a-b99d-c89eb3a16200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acb4ca3-dc80-4401-af81-29e4ecd6b963,revision_number=0']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:01.334413 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-6774a8ed-208b-4a4a-b99d-c89eb3a16200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:01.335549 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-6774a8ed-208b-4a4a-b99d-c89eb3a16200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5211854 Feb 04 07:17:01.350111 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59110) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:17:01.355700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2a23c3fa-4772-4941-8776-239585ed5e0e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Request body: {'security_group_rule': {'security_group_id': '9b7e09f9-4626-45e5-b986-5d40e4c8272e', 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:17:01.362763 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2a23c3fa-4772-4941-8776-239585ed5e0e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:17:01.368161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2a23c3fa-4772-4941-8776-239585ed5e0e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Usage tracker for resource:security_group_rule and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:17:01.371941 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2a23c3fa-4772-4941-8776-239585ed5e0e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:17:01.378201 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2a23c3fa-4772-4941-8776-239585ed5e0e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:17:01.450293 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a23c3fa-4772-4941-8776-239585ed5e0e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:01.511684 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a23c3fa-4772-4941-8776-239585ed5e0e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:01.580728 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a23c3fa-4772-4941-8776-239585ed5e0e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:01.607606 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23c3fa-4772-4941-8776-239585ed5e0e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6dbb28c-c53e-4b06-95be-82b2052f084b,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:01.672364 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2a23c3fa-4772-4941-8776-239585ed5e0e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:01.673916 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2a23c3fa-4772-4941-8776-239585ed5e0e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3225293 Feb 04 07:17:01.676400 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59114) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:17:01.682030 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Request body: {'security_group_rule': {'security_group_id': '9b7e09f9-4626-45e5-b986-5d40e4c8272e', 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:17:01.688259 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:17:01.692750 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Usage tracker for resource:security_group_rule and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:17:01.695864 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:17:01.702401 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:17:01.786753 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Project 05c2d8dd1ce846f49a8b7dea4c3598af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 07:17:01.793677 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:01.855667 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:01.952347 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:01.975591 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1a396e-1f7b-44b6-bffb-3a8e2340ae6a,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:02.060794 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:02.062014 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-f0a8c033-e8c4-4368-8403-bc1bf586f6dc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3846800 Feb 04 07:17:02.064672 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59118) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:17:02.069766 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Request body: {'security_group_rule': {'security_group_id': '9b7e09f9-4626-45e5-b986-5d40e4c8272e', 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:17:02.075573 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:17:02.079335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Usage tracker for resource:security_group_rule and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:17:02.082161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:17:02.087744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:17:02.174070 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.securitygroups_db [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Project 05c2d8dd1ce846f49a8b7dea4c3598af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 07:17:02.181550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:02.248862 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:02.296539 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 479c996e-8273-474c-9c7f-ddc0625b526a up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:17:02.323909 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707931'] for security_group_rule, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:02.352318 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef5c056-e125-43d4-a9fa-c0db93240414,revision_number=0']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:02.364194 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 479c996e-8273-474c-9c7f-ddc0625b526a triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:17:02.364559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:02.392511 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Sync routers for ids ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:17:02.402428 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Routers {'190eaab4-146b-4aa2-8ca7-6f70e4c846d1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:17:02.407588 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:17:02.427295 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:02.436818 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-2c43f665-a83b-49a3-b033-d7dafcd1feac tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3637962 Feb 04 07:17:02.582558 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Set router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:17:02.603469 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-a83653b8-e6c8-4f58-ab3d-0b80c641bf87 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Synchronizing usage tracker for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:security_group {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:17:02.682212 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-a83653b8-e6c8-4f58-ab3d-0b80c641bf87 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Unset dirty status for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:security_group {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:17:02.683318 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-a83653b8-e6c8-4f58-ab3d-0b80c641bf87 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132607015&fields=id&tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af HTTP/1.1" status: 200 len: 267 time: 0.1180873 Feb 04 07:17:02.832347 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-642c5165-11d6-4a7f-a95a-3341323ad2cc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:02.833049 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-642c5165-11d6-4a7f-a95a-3341323ad2cc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Synchronizing usage tracker for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:network {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:17:02.886056 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'name': 'tempest-TestSnapshotPattern-1812757921-router', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:53Z', 'updated_at': '2022-02-04T07:16:57Z', 'revision_number': 4, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'gw_port': {'id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:54Z', 'updated_at': '2022-02-04T07:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '64dc2eea-d5c3-4af2-bf25-86dc5bb11b96', 'name': '', 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'mac_address': 'fa:16:3e:ef:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd0c5f262-1c6b-43e4-8a17-b5a3f3274889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:57Z', 'updated_at': '2022-02-04T07:16:58Z', 'revision_number': 2, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'subnets': [{'id': 'd0c5f262-1c6b-43e4-8a17-b5a3f3274889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:17:02.890213 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Checking router: 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:17:02.890809 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Updating router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 binding host dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 07:17:02.905094 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-642c5165-11d6-4a7f-a95a-3341323ad2cc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Unset dirty status for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:network {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:17:02.906436 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-642c5165-11d6-4a7f-a95a-3341323ad2cc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 808 time: 0.2163067 Feb 04 07:17:02.921291 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-d37d8633-6b4c-46e5-bf8d-625cc4d2b200 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/quotas/05c2d8dd1ce846f49a8b7dea4c3598af HTTP/1.1" status: 200 len: 375 time: 0.0095153 Feb 04 07:17:02.943619 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:03.005505 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-6fa39469-022a-4a0c-9391-97876175f85f tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Synchronizing usage tracker for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:17:03.076787 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-6fa39469-022a-4a0c-9391-97876175f85f tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Unset dirty status for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:17:03.078089 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-6fa39469-022a-4a0c-9391-97876175f85f tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516280 Feb 04 07:17:03.219806 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-93851ae4-d628-4db8-a4cd-1cd58063a1d1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 07:17:03.220923 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-93851ae4-d628-4db8-a4cd-1cd58063a1d1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439866 Feb 04 07:17:03.294207 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:03.305418 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.provisioning_blocks [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Transition to ACTIVE for port object 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 will not be triggered until provisioned by entity L2. {{(pid=88201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:17:03.353370 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-7258d4c7-449f-4658-b450-f550c3e57a08 service neutron] 10.222.0.32 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260722 Feb 04 07:17:03.398211 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:03.486628 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-3ee95442-ba7a-4fda-b3c5-b4c49d42b3f1 service neutron] 10.222.0.32 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275661 Feb 04 07:17:03.608917 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d52b7-1bba-49f8-a675-386c2320d2f5 None None] Pushing event updated for resources: {'Port': ['ID=64dc2eea-d5c3-4af2-bf25-86dc5bb11b96,revision_number=3']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:03.633086 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Attempting to bind port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 on host dv-neutron-827796-1-hyperv for vnic_type normal with profile {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:17:03.633453 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Attempting to bind port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 by drivers openvswitch,hyperv on host dv-neutron-827796-1-hyperv at level 0 using segments [{'id': '75534576-673e-4b00-8d91-bac519c2df7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99'}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:17:03.633811 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Attempting to bind port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 on network 5f306b78-14e0-4d16-8356-d8a8a83fdc99 {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:17:03.641725 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Checking agent: {'id': '9f98880a-97cc-436e-9a74-a0d11c7f0b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 1, 19), 'started_at': datetime.datetime(2022, 2, 4, 6, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:17:03.641725 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Checking segment: {'id': '75534576-673e-4b00-8d91-bac519c2df7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:17:03.641725 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:03.641725 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Bound using segment: {'id': '75534576-673e-4b00-8d91-bac519c2df7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99'} {{(pid=88201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:17:03.641725 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.managers [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Bound port: 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96, host: dv-neutron-827796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75534576-673e-4b00-8d91-bac519c2df7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99'}}] {{(pid=88201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:17:03.641725 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:03.793462 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7fb61afb-1a69-4e58-a241-d4919987b980 req-855fd7e6-a4e0-4958-9223-176dbddfecb2 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 210 time: 0.0495715 Feb 04 07:17:03.798970 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] For port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96, host dv-neutron-827796-1-hyperv, cleared binding levels {{(pid=88201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:17:03.803099 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.plugins.ml2.db [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] For port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96, host dv-neutron-827796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=64dc2eea-d5c3-4af2-bf25-86dc5bb11b96,segment=NetworkSegment(75534576-673e-4b00-8d91-bac519c2df7f),segment_id=75534576-673e-4b00-8d91-bac519c2df7f)] {{(pid=88201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:17:03.872842 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron_lib.callbacks.manager [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:03.951496 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Routers {'190eaab4-146b-4aa2-8ca7-6f70e4c846d1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:17:03.952114 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:16:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:17:04.005694 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d52b7-1bba-49f8-a675-386c2320d2f5 None None] Pushing event updated for resources: {'Port': ['ID=64dc2eea-d5c3-4af2-bf25-86dc5bb11b96,revision_number=4']} {{(pid=88201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:04.134706 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] Set router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:17:04.336822 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:17:04.465780 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'name': 'tempest-TestSnapshotPattern-1812757921-router', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:53Z', 'updated_at': '2022-02-04T07:16:57Z', 'revision_number': 4, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'gw_port': {'id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:54Z', 'updated_at': '2022-02-04T07:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '64dc2eea-d5c3-4af2-bf25-86dc5bb11b96', 'name': '', 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'mac_address': 'fa:16:3e:ef:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd0c5f262-1c6b-43e4-8a17-b5a3f3274889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:57Z', 'updated_at': '2022-02-04T07:17:03Z', 'revision_number': 4, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'subnets': [{'id': 'd0c5f262-1c6b-43e4-8a17-b5a3f3274889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:17:04.469701 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26f3e9-43db-4db5-925a-3d49564b2fe6 None None] The sync data for ids ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'] in dv-neutron-827796-1-hyperv is: [{'id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'name': 'tempest-TestSnapshotPattern-1812757921-router', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:53Z', 'updated_at': '2022-02-04T07:16:57Z', 'revision_number': 4, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'gw_port': {'id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:54Z', 'updated_at': '2022-02-04T07:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '64dc2eea-d5c3-4af2-bf25-86dc5bb11b96', 'name': '', 'network_id': '5f306b78-14e0-4d16-8356-d8a8a83fdc99', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'mac_address': 'fa:16:3e:ef:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd0c5f262-1c6b-43e4-8a17-b5a3f3274889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:57Z', 'updated_at': '2022-02-04T07:17:03Z', 'revision_number': 4, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'subnets': [{'id': 'd0c5f262-1c6b-43e4-8a17-b5a3f3274889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:17:04.501400 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning for port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:17:04.506803 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:17:04.507253 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:04.648360 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:04.685166 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] For port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=64dc2eea-d5c3-4af2-bf25-86dc5bb11b96,segment=NetworkSegment(75534576-673e-4b00-8d91-bac519c2df7f),segment_id=75534576-673e-4b00-8d91-bac519c2df7f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:17:04.746985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:04.830737 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Pushing event updated for resources: {'Port': ['ID=64dc2eea-d5c3-4af2-bf25-86dc5bb11b96,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:04.958684 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-fa36239c-1460-4fef-a7a9-06a84f7ce5e6 req-40f0c447-5858-4172-b6f1-748907db8c3a tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 210 time: 0.0501561 Feb 04 07:17:06.059743 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-f22d5079-0f68-4fb6-aec6-06fd7130b3b1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:06.061154 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-f22d5079-0f68-4fb6-aec6-06fd7130b3b1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 808 time: 0.1470141 Feb 04 07:17:06.137509 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4ef1db46-c312-4e97-b441-72da019cb3f0 req-4398c52d-5a98-4833-be1f-96d589aabac1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 210 time: 0.0542936 Feb 04 07:17:06.151832 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-0420f320-4ded-45c1-bb8b-0959d1f7793c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Synchronizing usage tracker for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:security_group {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:17:06.163790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-0420f320-4ded-45c1-bb8b-0959d1f7793c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Unset dirty status for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:security_group {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:17:06.165135 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-0420f320-4ded-45c1-bb8b-0959d1f7793c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af HTTP/1.1" status: 200 len: 380 time: 0.0965509 Feb 04 07:17:06.173361 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Request body: {'port': {'device_id': '876d11db-2e2b-468e-9931-deee957b4330', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'admin_state_up': True, 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'security_groups': ['9b7e09f9-4626-45e5-b986-5d40e4c8272e']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:17:06.295983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 up at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:17:06.311779 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:17:06.322561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:17:06.364833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Provisioning complete for port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:17:06.365198 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:06.381100 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Made reservation on behalf of 05c2d8dd1ce846f49a8b7dea4c3598af for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:17:06.384678 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:06.547021 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Allocated IP 172.20.0.14 (26c5c289-501c-4ec4-bb89-4b182a583bc8/ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a/1ee16748-a3d6-49a9-9289-0a272f315a51) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:17:06.728850 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:06.743513 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Transition to ACTIVE for port object 1ee16748-a3d6-49a9-9289-0a272f315a51 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:17:06.838496 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:06.910964 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Network 26c5c289-501c-4ec4-bb89-4b182a583bc8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:17:06.914140 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:17:06.918586 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:17:06.948896 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'Port': ['ID=1ee16748-a3d6-49a9-9289-0a272f315a51,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:06.986190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:06.986715 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:07.073274 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-416446b8-f134-4a8d-b718-01ed4be59d66 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9034734 Feb 04 07:17:07.089687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Request body: {'port': {'device_id': '876d11db-2e2b-468e-9931-deee957b4330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:17:07.169222 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2359f8b4-5430-4ea2-8c11-e5e561016792 None None] Provisioning for port 1ee16748-a3d6-49a9-9289-0a272f315a51 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:17:07.174919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-2359f8b4-5430-4ea2-8c11-e5e561016792 None None] Provisioning complete for port 1ee16748-a3d6-49a9-9289-0a272f315a51 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:17:07.175427 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-2359f8b4-5430-4ea2-8c11-e5e561016792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:07.203068 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:07.231200 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-2359f8b4-5430-4ea2-8c11-e5e561016792 None None] Port 1ee16748-a3d6-49a9-9289-0a272f315a51 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:17:07.331309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee2122-e94c-4cef-9d56-89af7c57200c req-061ad433-d6fc-426d-a128-d188f13236a8 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:07.332700 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-04ee2122-e94c-4cef-9d56-89af7c57200c req-061ad433-d6fc-426d-a128-d188f13236a8 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 932 time: 0.0830965 Feb 04 07:17:07.375807 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-04ee2122-e94c-4cef-9d56-89af7c57200c req-2585b055-aa9e-447d-a591-d57cac1aae50 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366876 Feb 04 07:17:07.632943 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee16748-a3d6-49a9-9289-0a272f315a51 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:17:07.640313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:07.653845 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Transition to ACTIVE for port object 1ee16748-a3d6-49a9-9289-0a272f315a51 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:17:07.706310 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:07.834978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee16748-a3d6-49a9-9289-0a272f315a51,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:07.938914 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Attempting to bind port 1ee16748-a3d6-49a9-9289-0a272f315a51 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:17:07.939252 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Attempting to bind port 1ee16748-a3d6-49a9-9289-0a272f315a51 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:17:07.939580 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Attempting to bind port 1ee16748-a3d6-49a9-9289-0a272f315a51 on network 26c5c289-501c-4ec4-bb89-4b182a583bc8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:17:07.944730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Port 1ee16748-a3d6-49a9-9289-0a272f315a51 on network 26c5c289-501c-4ec4-bb89-4b182a583bc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 07:17:07.945059 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Attempting to bind port 1ee16748-a3d6-49a9-9289-0a272f315a51 on network 26c5c289-501c-4ec4-bb89-4b182a583bc8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:17:07.950507 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:17:07.950842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Checking segment: {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:17:07.951257 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Bound using segment: {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:17:07.951789 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Bound port: 1ee16748-a3d6-49a9-9289-0a272f315a51, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:17:07.952139 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:08.042399 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] For port 1ee16748-a3d6-49a9-9289-0a272f315a51, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:17:08.045275 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] For port 1ee16748-a3d6-49a9-9289-0a272f315a51, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1ee16748-a3d6-49a9-9289-0a272f315a51,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:17:08.112107 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:08.168485 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:08.168859 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:08.170485 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ee16748-a3d6-49a9-9289-0a272f315a51 HTTP/1.1" status: 200 len: 1094 time: 1.0858297 Feb 04 07:17:08.173219 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:17:08.202528 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120953e-5fc0-4d90-bf98-4353bea6cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee16748-a3d6-49a9-9289-0a272f315a51,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:08.221019 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'status': 'completed', 'code': 200} Feb 04 07:17:08.337992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680da7-a961-443c-99fe-8aac3b2808d8 req-f73f891f-feed-4c57-9e57-ec962b21b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:08.339495 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-56680da7-a961-443c-99fe-8aac3b2808d8 req-f73f891f-feed-4c57-9e57-ec962b21b6c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 1097 time: 0.0783606 Feb 04 07:17:08.480992 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680da7-a961-443c-99fe-8aac3b2808d8 req-d5bf3363-0fd0-40f0-abd7-b462219c9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:08.482823 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-56680da7-a961-443c-99fe-8aac3b2808d8 req-d5bf3363-0fd0-40f0-abd7-b462219c9db7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1366408 Feb 04 07:17:08.562826 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a8a1c-cc44-4ce5-a8eb-8963e84d5daa req-2910fdbb-9a53-45b5-986b-04917b92b3bd tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:08.564372 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3b8a8a1c-cc44-4ce5-a8eb-8963e84d5daa req-2910fdbb-9a53-45b5-986b-04917b92b3bd tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 944 time: 0.0804353 Feb 04 07:17:08.607765 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3b8a8a1c-cc44-4ce5-a8eb-8963e84d5daa req-b70898c8-087c-4fb4-aaad-ee0da0463cb3 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374098 Feb 04 07:17:08.618123 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680da7-a961-443c-99fe-8aac3b2808d8 req-da6bea8d-5a5f-4de5-a0ea-efe278d2dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:08.619577 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-56680da7-a961-443c-99fe-8aac3b2808d8 req-da6bea8d-5a5f-4de5-a0ea-efe278d2dad2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310661 Feb 04 07:17:08.729263 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-06ec9662-d4c8-4777-a71f-4c33db00c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:08.730682 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-06ec9662-d4c8-4777-a71f-4c33db00c8b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 1097 time: 0.0691833 Feb 04 07:17:08.798205 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-25cbb840-d1eb-4b33-bbab-6189d4dba85e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee16748-a3d6-49a9-9289-0a272f315a51 HTTP/1.1" status: 200 len: 217 time: 0.0608785 Feb 04 07:17:08.858499 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-14a196ae-1791-45ad-b43d-3f539bd69b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:08.859937 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-14a196ae-1791-45ad-b43d-3f539bd69b7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0560930 Feb 04 07:17:08.931746 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-80b99d6b-5de4-4f91-b13a-ed898d14f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:08.933180 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-80b99d6b-5de4-4f91-b13a-ed898d14f853 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674851 Feb 04 07:17:09.061010 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-83fac8df-efc0-4652-a717-10d8fb2f9ec6 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219027 Feb 04 07:17:09.187562 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-16b87ed4-8373-4d2a-9541-cbffed8a6ee0 req-ded20630-7af5-47bc-92cb-fe7a5500a228 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206739 Feb 04 07:17:09.792561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37556919-b9b9-4f64-937f-6f9d7650e94e req-fdf178b6-ee8e-4c65-a0e3-f3550064db9d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:09.793192 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-37556919-b9b9-4f64-937f-6f9d7650e94e req-fdf178b6-ee8e-4c65-a0e3-f3550064db9d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Synchronizing usage tracker for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:17:09.895020 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-37556919-b9b9-4f64-937f-6f9d7650e94e req-fdf178b6-ee8e-4c65-a0e3-f3550064db9d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Unset dirty status for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:17:09.896419 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-37556919-b9b9-4f64-937f-6f9d7650e94e req-fdf178b6-ee8e-4c65-a0e3-f3550064db9d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 944 time: 0.1853986 Feb 04 07:17:09.941264 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-37556919-b9b9-4f64-937f-6f9d7650e94e req-a7b03a9d-b4db-4b7c-92db-9606997ad5f5 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383329 Feb 04 07:17:11.117791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cf22e-d1a6-4c56-a3db-edc219cc519c req-f845fa0a-fc3e-49e8-b0d6-5b7078926d5f tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:11.119820 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-503cf22e-d1a6-4c56-a3db-edc219cc519c req-f845fa0a-fc3e-49e8-b0d6-5b7078926d5f tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 944 time: 0.0778854 Feb 04 07:17:11.165859 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-503cf22e-d1a6-4c56-a3db-edc219cc519c req-d3e15b9c-014d-4e6f-9b81-95a662645b90 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403976 Feb 04 07:17:11.984427 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 1ee16748-a3d6-49a9-9289-0a272f315a51 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 07:17:12.113583 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 1ee16748-a3d6-49a9-9289-0a272f315a51, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1ee16748-a3d6-49a9-9289-0a272f315a51,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:17:12.126675 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'mac_address': 'fa:16:3e:fb:67:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 07:17:12.178862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:12.195742 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee16748-a3d6-49a9-9289-0a272f315a51 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:17:12.211694 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 1ee16748-a3d6-49a9-9289-0a272f315a51, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1ee16748-a3d6-49a9-9289-0a272f315a51,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:17:12.283655 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:12.352239 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30d21f-3c8c-453f-beb6-db12d54407f3 req-84fd920b-7573-4fc8-b19b-ed79a4acc618 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:12.354319 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6c30d21f-3c8c-453f-beb6-db12d54407f3 req-84fd920b-7573-4fc8-b19b-ed79a4acc618 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 945 time: 0.0841899 Feb 04 07:17:12.355058 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=1ee16748-a3d6-49a9-9289-0a272f315a51,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:12.484118 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6c30d21f-3c8c-453f-beb6-db12d54407f3 req-44344397-3bd4-419e-80f3-65e9c24d5bc6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231327 Feb 04 07:17:12.625382 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['1ee16748-a3d6-49a9-9289-0a272f315a51'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 07:17:13.662522 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e089087-ce95-441c-a38d-d8f824815e17 req-f6f91330-25ec-4fba-8995-20521a9fb84d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:13.663979 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2e089087-ce95-441c-a38d-d8f824815e17 req-f6f91330-25ec-4fba-8995-20521a9fb84d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 945 time: 0.0794463 Feb 04 07:17:13.707233 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2e089087-ce95-441c-a38d-d8f824815e17 req-5a31ce6a-7866-4aaf-a157-6d33dbc2fa2c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370777 Feb 04 07:17:14.000515 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 1ee16748-a3d6-49a9-9289-0a272f315a51 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:17:14.140399 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port 1ee16748-a3d6-49a9-9289-0a272f315a51 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:17:14.145398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 1ee16748-a3d6-49a9-9289-0a272f315a51 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:17:14.145774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:14.292596 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:14.319734 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:17:14.330018 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 1ee16748-a3d6-49a9-9289-0a272f315a51, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1ee16748-a3d6-49a9-9289-0a272f315a51,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:17:14.397964 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:14.436046 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'code': 200} Feb 04 07:17:14.468315 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=1ee16748-a3d6-49a9-9289-0a272f315a51,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:14.799229 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7a2a4-6a2e-422f-86fb-f5051c37ea8d req-2f091b80-5d52-450d-9193-324abf28e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:14.800721 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-86f7a2a4-6a2e-422f-86fb-f5051c37ea8d req-2f091b80-5d52-450d-9193-324abf28e986 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 1099 time: 0.0694640 Feb 04 07:17:14.841049 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-86f7a2a4-6a2e-422f-86fb-f5051c37ea8d req-d26b211a-3fce-4142-b839-9ad85a9d6f7e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344303 Feb 04 07:17:14.893067 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ee926-b3fe-44e4-b737-b025ecefb4fb req-ea4728a9-242b-4dfe-add1-82d985fa55de tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:14.894510 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-694ee926-b3fe-44e4-b737-b025ecefb4fb req-ea4728a9-242b-4dfe-add1-82d985fa55de tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 946 time: 0.0810945 Feb 04 07:17:14.938002 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-694ee926-b3fe-44e4-b737-b025ecefb4fb req-a69a1f5f-da5a-4e00-8b07-b6c6bcd1dd6f tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375934 Feb 04 07:17:15.723457 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a0eda6a8-9f88-48a4-8810-f3feb984bba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:16.126744 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9700d-7b4d-4eda-9c1a-5d43dc5985ad req-5135a1a0-95ab-4431-ab33-dedb8b763039 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:16.128211 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d9a9700d-7b4d-4eda-9c1a-5d43dc5985ad req-5135a1a0-95ab-4431-ab33-dedb8b763039 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 946 time: 0.0843465 Feb 04 07:17:16.172461 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-d9a9700d-7b4d-4eda-9c1a-5d43dc5985ad req-a1768216-2307-489d-b64c-2ad482d6223d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 Feb 04 07:17:17.358520 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8524cb-52f4-4cc2-a137-bfcd63b55cb9 req-eba5626c-ebb4-4f3b-8849-ae048c7a47b1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:17.359982 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3b8524cb-52f4-4cc2-a137-bfcd63b55cb9 req-eba5626c-ebb4-4f3b-8849-ae048c7a47b1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 946 time: 0.0790267 Feb 04 07:17:17.403754 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3b8524cb-52f4-4cc2-a137-bfcd63b55cb9 req-17846575-e40a-4550-9b6f-1f426673d7fa tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379536 Feb 04 07:17:17.581626 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d52e24-b62f-4cc5-9ec1-21896ccde5bd req-e7521949-a0b9-4446-8a85-f6604b642ed8 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:17.583061 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-82d52e24-b62f-4cc5-9ec1-21896ccde5bd req-e7521949-a0b9-4446-8a85-f6604b642ed8 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 946 time: 0.0786676 Feb 04 07:17:17.629634 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-82d52e24-b62f-4cc5-9ec1-21896ccde5bd req-fabfca0a-7686-428f-8c7f-a96b2664949f tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410352 Feb 04 07:17:17.650908 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59188) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:17:17.763267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae53873-72fa-46f6-992b-86864fec5dc7 tempest-TestSnapshotPattern-106073692 tempest-TestSnapshotPattern-106073692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:17.764005 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5ae53873-72fa-46f6-992b-86864fec5dc7 tempest-TestSnapshotPattern-106073692 tempest-TestSnapshotPattern-106073692-project-admin] Synchronizing usage tracker for tenant:65ca2eb777c9421cb42c2f4a9a9fa70d on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:17:17.832113 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-5ae53873-72fa-46f6-992b-86864fec5dc7 tempest-TestSnapshotPattern-106073692 tempest-TestSnapshotPattern-106073692-project-admin] Unset dirty status for tenant:65ca2eb777c9421cb42c2f4a9a9fa70d on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:17:17.833313 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5ae53873-72fa-46f6-992b-86864fec5dc7 tempest-TestSnapshotPattern-106073692 tempest-TestSnapshotPattern-106073692-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 1094 time: 0.1814637 Feb 04 07:17:17.836284 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59194) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:17:17.842117 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:17:17.848090 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:17:17.851855 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Usage tracker for resource:floatingip and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:17:17.855536 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:17:17.860292 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:17:17.929441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for floatingip, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:18.021081 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0c8939bd-25f5-4721-b03e-a1043b5cbac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:18.064884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:18.198115 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Allocated IP 172.26.7.11 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/e40ccfb0-5158-4d07-b757-f9749ff977b4) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:17:18.340429 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:18.419662 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:18.480500 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:17:18.481575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:17:18.484082 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:17:18.531386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'Port': ['ID=e40ccfb0-5158-4d07-b757-f9749ff977b4,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:18.889188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:19.007451 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:19.152502 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:19.205001 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:19.261268 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:19.324408 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:19.457884 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'Port': ['ID=e40ccfb0-5158-4d07-b757-f9749ff977b4,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:17:19.468109 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:19.647391 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.db.l3_db [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Floating IP 8fa0296e-f231-4fb7-a33c-6bc200d570fb associated. External IP: 172.26.7.11, port: 1ee16748-a3d6-49a9-9289-0a272f315a51. Feb 04 07:17:19.996475 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Router 02cf82b7-c5f6-4557-87d1-318890217ca1 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:17:20.171133 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:17:20.180564 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20368e-c973-4f22-8ee6-3eb02cc6e5fc None None] Sync routers for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:17:20.190566 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20368e-c973-4f22-8ee6-3eb02cc6e5fc None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:17:20.191544 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb20368e-c973-4f22-8ee6-3eb02cc6e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:17:20.255798 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:20.311176 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-b4d95b15-d898-4aca-86fb-d927eb74460d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4737470 Feb 04 07:17:20.312269 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:17:20.358352 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'status': 'completed', 'code': 200} Feb 04 07:17:20.383099 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-cb20368e-c973-4f22-8ee6-3eb02cc6e5fc None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:17:20.452338 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63ecf7-8056-4cd7-a1f7-0a4921b74aa2 req-91b21370-1d33-4702-aeeb-38795d3a64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:20.454043 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4f63ecf7-8056-4cd7-a1f7-0a4921b74aa2 req-91b21370-1d33-4702-aeeb-38795d3a64bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 1099 time: 0.0739832 Feb 04 07:17:20.521256 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:20.585265 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63ecf7-8056-4cd7-a1f7-0a4921b74aa2 req-8966cace-eaee-4727-8de6-3c731b9efbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:20.586728 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4f63ecf7-8056-4cd7-a1f7-0a4921b74aa2 req-8966cace-eaee-4727-8de6-3c731b9efbd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 909 time: 0.1269085 Feb 04 07:17:20.682666 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4f63ecf7-8056-4cd7-a1f7-0a4921b74aa2 req-20483d8f-2e03-4dfc-8afb-31937408d130 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee16748-a3d6-49a9-9289-0a272f315a51 HTTP/1.1" status: 200 len: 999 time: 0.0897062 Feb 04 07:17:20.745984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63ecf7-8056-4cd7-a1f7-0a4921b74aa2 req-2b333342-4430-41d1-ad91-0305f7f99e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:20.747229 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb20368e-c973-4f22-8ee6-3eb02cc6e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '8fa0296e-f231-4fb7-a33c-6bc200d570fb', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:fb:67:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876d11db-2e2b-468e-9931-deee957b4330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:17:18Z', 'updated_at': '2022-02-04T07:17:18Z', 'revision_number': 0, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:17:20.747427 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4f63ecf7-8056-4cd7-a1f7-0a4921b74aa2 req-2b333342-4430-41d1-ad91-0305f7f99e9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0595284 Feb 04 07:17:20.751560 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20368e-c973-4f22-8ee6-3eb02cc6e5fc None None] Checking router: 02cf82b7-c5f6-4557-87d1-318890217ca1 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:17:20.760443 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20368e-c973-4f22-8ee6-3eb02cc6e5fc None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:17:20.761077 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb20368e-c973-4f22-8ee6-3eb02cc6e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:17:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:17:20.812000 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:20.821145 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63ecf7-8056-4cd7-a1f7-0a4921b74aa2 req-587a2c9b-f843-41b4-95ce-d56b64fe478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:17:20.823183 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4f63ecf7-8056-4cd7-a1f7-0a4921b74aa2 req-587a2c9b-f843-41b4-95ce-d56b64fe478e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688214 Feb 04 07:17:20.936928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-cb20368e-c973-4f22-8ee6-3eb02cc6e5fc None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:17:21.052209 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4f63ecf7-8056-4cd7-a1f7-0a4921b74aa2 req-20c3c980-1847-42e5-8f59-51fbc744236f service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230263 Feb 04 07:17:21.191322 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-4f63ecf7-8056-4cd7-a1f7-0a4921b74aa2 req-b461886c-e81f-409e-b007-40229da0334a service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231768 Feb 04 07:17:21.277545 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-cb20368e-c973-4f22-8ee6-3eb02cc6e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '8fa0296e-f231-4fb7-a33c-6bc200d570fb', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:fb:67:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876d11db-2e2b-468e-9931-deee957b4330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:17:18Z', 'updated_at': '2022-02-04T07:17:18Z', 'revision_number': 0, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:17:21.281505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20368e-c973-4f22-8ee6-3eb02cc6e5fc None None] The sync data for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv is: [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '8fa0296e-f231-4fb7-a33c-6bc200d570fb', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:fb:67:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876d11db-2e2b-468e-9931-deee957b4330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:17:18Z', 'updated_at': '2022-02-04T07:17:18Z', 'revision_number': 0, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:17:21.632038 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c036277-7b9b-4c4b-bcb6-0c9ce3064492 None None] New status for floating IP 8fa0296e-f231-4fb7-a33c-6bc200d570fb: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:17:24.899069 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:17:45.750736 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5e55-d671-4281-b75b-2593d621ba72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:48.060323 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8cd6318d-cfc1-423a-a8a0-61b44d092908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:49.162712 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:49.282880 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:50.465788 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:17:50.809028 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:01.897982 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:18:04.242245 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-5754a61b-7c2a-4778-96e4-f0480b7389d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728791 Feb 04 07:18:04.398542 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-a60997d2-5f12-4741-82c0-428e318865e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:18:04.400013 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-a60997d2-5f12-4741-82c0-428e318865e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 1099 time: 0.0699825 Feb 04 07:18:04.546235 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-30cb630e-915b-4e83-8143-a645ffff905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:18:04.547683 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-30cb630e-915b-4e83-8143-a645ffff905c service neutron] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 909 time: 0.1294734 Feb 04 07:18:04.650436 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-63f893f9-be92-4e24-8b1c-6bd24c22b486 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee16748-a3d6-49a9-9289-0a272f315a51 HTTP/1.1" status: 200 len: 1001 time: 0.0958557 Feb 04 07:18:04.715771 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-731b5534-3db3-48ab-a173-dea12a5acc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:18:04.717263 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-731b5534-3db3-48ab-a173-dea12a5acc9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0611567 Feb 04 07:18:04.797685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-b932ca37-d7bb-491a-90af-f9ccb6d3f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:18:04.799059 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-b932ca37-d7bb-491a-90af-f9ccb6d3f261 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747712 Feb 04 07:18:04.930810 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-2dc09673-e313-42b7-adf5-c417a1638a45 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253533 Feb 04 07:18:05.059313 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-53b1ee38-dc9d-4897-89ae-cd101775b9e6 req-05b2ce31-b6da-4d88-929b-251ab25bf18c service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218238 Feb 04 07:18:15.745241 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d3040051-07e6-4990-93d7-ea47edc4451d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:18.047936 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e82c1059-0cf2-4fb3-ad6a-a30ee1ec81e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:19.213697 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:19.305337 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:20.436819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:20.813120 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:38.897109 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:18:45.750716 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-301f2361-91fb-4910-bb58-4203686a9e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:48.047680 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a7800626-1b15-4523-a582-dbfad19e31fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:49.166903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:49.355876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:50.464551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:18:50.767608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:04.311563 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-fdb5c9ae-0ee7-466f-a36a-304e6ae9c5c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1354730 Feb 04 07:19:04.452218 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-5309162e-9032-4ddd-8ac2-e911cee1bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:19:04.453643 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-5309162e-9032-4ddd-8ac2-e911cee1bccf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 1099 time: 0.0744193 Feb 04 07:19:04.595214 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-7add45ce-d075-4404-ad43-f057fb79cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:19:04.596638 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-7add45ce-d075-4404-ad43-f057fb79cd91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 909 time: 0.1253827 Feb 04 07:19:04.698712 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-4382503d-4d67-4c0f-beed-871ca575298c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee16748-a3d6-49a9-9289-0a272f315a51 HTTP/1.1" status: 200 len: 1001 time: 0.0956748 Feb 04 07:19:04.759844 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-c0f04d82-a0bd-414c-9a08-9500b6d9f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:19:04.761282 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-c0f04d82-a0bd-414c-9a08-9500b6d9f80c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0559604 Feb 04 07:19:04.833524 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-4bb44843-a093-46d2-bbf2-541b4fe4a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:19:04.834921 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-4bb44843-a093-46d2-bbf2-541b4fe4a55b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673659 Feb 04 07:19:05.053010 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-797ad95c-1559-4beb-a01a-060cc7fc5b99 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110884 Feb 04 07:19:05.180695 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-f7128d29-5367-4efe-9407-0f1a03c5b998 req-13e4abca-b1c8-404c-90ae-37ad116ba059 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219110 Feb 04 07:19:15.794985 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1f67bb31-979a-42a7-8ec2-6cb432cc1f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:15.896768 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:19:18.024500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8dc14439-87cc-4f1e-b16e-77b8647d2de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:19.161722 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:19.292892 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:20.492826 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:20.794940 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:45.750316 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-79c41b05-a743-402c-8e50-3689317971ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:48.000984 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7ca7-1532-4c98-9d05-c7e5da5ef2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:49.149595 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:49.298190 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:50.481313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:50.811950 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:52.777645 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 1ee16748-a3d6-49a9-9289-0a272f315a51 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 07:19:52.895805 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:19:52.904023 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 1ee16748-a3d6-49a9-9289-0a272f315a51, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1ee16748-a3d6-49a9-9289-0a272f315a51,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:19:52.919888 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'mac_address': 'fa:16:3e:fb:67:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 07:19:52.972935 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:52.989058 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ee16748-a3d6-49a9-9289-0a272f315a51 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:19:53.003358 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 1ee16748-a3d6-49a9-9289-0a272f315a51, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1ee16748-a3d6-49a9-9289-0a272f315a51,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:19:53.075471 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:53.147268 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=1ee16748-a3d6-49a9-9289-0a272f315a51,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:19:53.155972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.156314 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.156677 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.157006 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.157332 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.157658 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.157983 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.158304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.158627 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.158950 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.159265 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.159582 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:19:53.162977 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['1ee16748-a3d6-49a9-9289-0a272f315a51'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 07:19:54.775163 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 1ee16748-a3d6-49a9-9289-0a272f315a51 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:19:54.841456 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port 1ee16748-a3d6-49a9-9289-0a272f315a51 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:19:54.841829 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:54.957887 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:54.983468 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:19:54.992672 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 1ee16748-a3d6-49a9-9289-0a272f315a51, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1ee16748-a3d6-49a9-9289-0a272f315a51,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:19:55.052238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:19:55.121036 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=1ee16748-a3d6-49a9-9289-0a272f315a51,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:19:56.036354 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'code': 200} Feb 04 07:20:06.328694 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff6e2-7593-4efd-b355-628ae54e45c1 req-f42b8de3-d7e5-430f-a82f-c02f3d955d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:06.330816 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e59ff6e2-7593-4efd-b355-628ae54e45c1 req-f42b8de3-d7e5-430f-a82f-c02f3d955d13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 1099 time: 0.0728121 Feb 04 07:20:06.480194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff6e2-7593-4efd-b355-628ae54e45c1 req-8b6b0f55-7d71-43e8-b0e9-540baf2eac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:06.481760 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e59ff6e2-7593-4efd-b355-628ae54e45c1 req-8b6b0f55-7d71-43e8-b0e9-540baf2eac3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 909 time: 0.1314683 Feb 04 07:20:06.591201 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e59ff6e2-7593-4efd-b355-628ae54e45c1 req-caefb54f-5545-4c6f-a28e-755384c14f3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee16748-a3d6-49a9-9289-0a272f315a51 HTTP/1.1" status: 200 len: 1001 time: 0.1035609 Feb 04 07:20:06.656730 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff6e2-7593-4efd-b355-628ae54e45c1 req-50f0b58b-79e3-4019-b3d1-c7928bb19d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:06.658156 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e59ff6e2-7593-4efd-b355-628ae54e45c1 req-50f0b58b-79e3-4019-b3d1-c7928bb19d49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0618556 Feb 04 07:20:06.734897 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff6e2-7593-4efd-b355-628ae54e45c1 req-d6a53545-c368-4a99-8fda-26adac57f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:06.736343 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e59ff6e2-7593-4efd-b355-628ae54e45c1 req-d6a53545-c368-4a99-8fda-26adac57f5d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721290 Feb 04 07:20:06.880464 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e59ff6e2-7593-4efd-b355-628ae54e45c1 req-b8ad42fd-e09d-442f-ab99-4030545b74fa service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380754 Feb 04 07:20:07.031007 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-e59ff6e2-7593-4efd-b355-628ae54e45c1 req-26ef2470-238b-49e8-b999-9b33a49d5140 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435552 Feb 04 07:20:08.354762 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-7b66f19b-6813-4d7c-8a41-fa20b81a82bd tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132607015&fields=id&tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af HTTP/1.1" status: 200 len: 267 time: 0.0466125 Feb 04 07:20:08.513838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-23ffbcc2-c48b-4aff-a71e-68582c5895a4 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:08.515784 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-23ffbcc2-c48b-4aff-a71e-68582c5895a4 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 808 time: 0.1543453 Feb 04 07:20:08.530662 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0c2d2ec4-5779-4b7b-9132-da9964f08001 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/quotas/05c2d8dd1ce846f49a8b7dea4c3598af HTTP/1.1" status: 200 len: 375 time: 0.0088694 Feb 04 07:20:08.618592 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-c00b8120-26b9-4c8c-92d1-d7b46fca37d4 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0829415 Feb 04 07:20:08.793373 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-5cab20a9-50af-40d0-b974-66c6dd39fb87 service neutron] 10.222.0.32 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632798 Feb 04 07:20:08.920347 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-9dc598d5-1b9d-4ed1-a250-590c4979468d service neutron] 10.222.0.32 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213121 Feb 04 07:20:10.236064 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-917c18e5-e62f-4faa-8a91-7af065b7cea8 req-2a9f7a84-a1b9-4740-bd50-dacd3ad3a03c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 210 time: 0.0915644 Feb 04 07:20:11.419960 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-12b7473d-abce-448f-9988-8d7c93c29a83 req-66603d97-2ccf-4ad5-8c2a-0351fd43de80 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 210 time: 0.1323712 Feb 04 07:20:12.524751 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-954c5b2e-f211-404b-85d7-9dbd600639b7 req-e348c89e-0710-4a75-8e20-26ddc3740546 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 210 time: 0.0499852 Feb 04 07:20:12.902685 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 1ee16748-a3d6-49a9-9289-0a272f315a51 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:20:13.013242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:13.038313 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:20:13.048002 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port 1ee16748-a3d6-49a9-9289-0a272f315a51, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1ee16748-a3d6-49a9-9289-0a272f315a51,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:20:13.082777 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'code': 200} Feb 04 07:20:13.109682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:13.204954 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=1ee16748-a3d6-49a9-9289-0a272f315a51,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:20:13.623896 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-28ac5ef7-921f-42d1-baab-f90406d6dbde req-27f349e7-7c89-4f3d-8bc6-75336ce934d9 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 210 time: 0.0427432 Feb 04 07:20:14.768942 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2d548de5-6fa8-49f0-ba01-7aa93c7f7b1e req-b44c315a-3686-473f-9f65-17492487c724 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 210 time: 0.0409870 Feb 04 07:20:15.760114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-bcd8c672-44d6-4c04-8fc5-7d441b787e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:15.925156 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8b19eb06-6ab5-4903-bd8f-69b9a127f1c5 req-b9adc82a-c8d1-44f3-b5da-8d0822c537a9 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 210 time: 0.0468051 Feb 04 07:20:16.218196 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0c757144-da30-4162-8571-0ca8213affc9 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:16.219666 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0c757144-da30-4162-8571-0ca8213affc9 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 808 time: 0.1434164 Feb 04 07:20:16.270403 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-945fae96-0077-4d4e-a738-2bdca20e5194 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af HTTP/1.1" status: 200 len: 380 time: 0.0428784 Feb 04 07:20:16.278523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Request body: {'port': {'device_id': '658f7a37-a15c-4a06-9470-58b710407912', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'admin_state_up': True, 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'security_groups': ['9b7e09f9-4626-45e5-b986-5d40e4c8272e']}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:20:16.417194 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:20:16.426790 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.quota.driver [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:20:16.492256 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Made reservation on behalf of 05c2d8dd1ce846f49a8b7dea4c3598af for: {'port': 1} {{(pid=88198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 07:20:16.495934 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:16.659778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_common [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Allocated IP 172.20.0.3 (26c5c289-501c-4ec4-bb89-4b182a583bc8/ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a/e8482fa0-f073-47bd-bf0f-2b025090a542) {{(pid=88198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:20:16.852173 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for port, precommit_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:16.872359 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Transition to ACTIVE for port object e8482fa0-f073-47bd-bf0f-2b025090a542 will not be triggered until provisioned by entity DHCP. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:20:16.955916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_create {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:17.074415 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'Port': ['ID=e8482fa0-f073-47bd-bf0f-2b025090a542,revision_number=1']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:20:17.086682 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.087037 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.087380 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.087718 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.088056 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.088386 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.088741 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.089068 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.089432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.089721 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.090041 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.090363 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:17.098216 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Network 26c5c289-501c-4ec4-bb89-4b182a583bc8 is already hosted by enough agents. {{(pid=88198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:20:17.099441 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.base_scheduler [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources bound (agent type, host, resource id): {{(pid=88198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:20:17.101780 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Received port after_create {{(pid=88198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:20:17.246738 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:17.247396 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:17.274653 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7659ed-f2a5-4ad5-a6c3-be70507d3134 req-f83d1287-44ea-4691-87b5-b94c582a5c8d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:17.276282 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8e7659ed-f2a5-4ad5-a6c3-be70507d3134 req-f83d1287-44ea-4691-87b5-b94c582a5c8d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 931 time: 0.1436100 Feb 04 07:20:17.354192 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8e7659ed-f2a5-4ad5-a6c3-be70507d3134 req-d06fae0f-73d1-4221-a2de-5bbd6498ff40 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569990 Feb 04 07:20:17.373655 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-0ce6a135-f645-4597-a2ef-ac14c2164a4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0984595 Feb 04 07:20:17.560932 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-64373dcc-d24d-43a6-adef-559e1263ef05 None None] Provisioning for port e8482fa0-f073-47bd-bf0f-2b025090a542 completed by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:20:17.566112 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-64373dcc-d24d-43a6-adef-559e1263ef05 None None] Provisioning complete for port e8482fa0-f073-47bd-bf0f-2b025090a542 triggered by entity DHCP. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:20:17.566478 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-64373dcc-d24d-43a6-adef-559e1263ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:17.622075 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-64373dcc-d24d-43a6-adef-559e1263ef05 None None] Port e8482fa0-f073-47bd-bf0f-2b025090a542 cannot update to ACTIVE because it is not bound. {{(pid=88200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 04 07:20:18.017962 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-ee69d284-b50b-4413-a5b6-354628a71f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:18.576841 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835b7fa-cbfa-43f0-88ac-f342e771fd7c req-2ce2ec39-b501-4616-b483-b46881f23714 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:18.584025 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0835b7fa-cbfa-43f0-88ac-f342e771fd7c req-2ce2ec39-b501-4616-b483-b46881f23714 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 931 time: 0.1072123 Feb 04 07:20:18.625957 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-0835b7fa-cbfa-43f0-88ac-f342e771fd7c req-a37d8aa7-e03d-4a91-bff7-ec586685acda tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410953 Feb 04 07:20:19.202605 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:19.314919 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:19.822501 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2775b-66c6-44dc-9591-c87dda4312b3 req-574a93c6-3c32-4d5a-9643-8e0d3a2a31e7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:19.823124 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-6da2775b-66c6-44dc-9591-c87dda4312b3 req-574a93c6-3c32-4d5a-9643-8e0d3a2a31e7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Synchronizing usage tracker for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:20:19.892370 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-6da2775b-66c6-44dc-9591-c87dda4312b3 req-574a93c6-3c32-4d5a-9643-8e0d3a2a31e7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Unset dirty status for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:20:19.893599 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6da2775b-66c6-44dc-9591-c87dda4312b3 req-574a93c6-3c32-4d5a-9643-8e0d3a2a31e7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 931 time: 0.1574426 Feb 04 07:20:19.942375 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6da2775b-66c6-44dc-9591-c87dda4312b3 req-f0600d03-8b96-4435-afe1-d9c53ebb387d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429235 Feb 04 07:20:20.481187 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:20.795397 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:21.136058 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b23a06-c18f-45b4-9ef8-8cffbf0b3a65 req-ab685212-717c-45d5-ab74-afa9666d2d5c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:21.137625 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-02b23a06-c18f-45b4-9ef8-8cffbf0b3a65 req-ab685212-717c-45d5-ab74-afa9666d2d5c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 931 time: 0.0882893 Feb 04 07:20:21.186375 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-02b23a06-c18f-45b4-9ef8-8cffbf0b3a65 req-0dfc8a9e-549c-4455-8941-3e8be2c2d18e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Feb 04 07:20:22.375412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053018-a7f6-4566-81b9-231b59378d04 req-cff6d8f8-bdbf-4ce8-adf8-a7af27d316bc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:22.377057 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68053018-a7f6-4566-81b9-231b59378d04 req-cff6d8f8-bdbf-4ce8-adf8-a7af27d316bc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 931 time: 0.0818365 Feb 04 07:20:22.427308 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68053018-a7f6-4566-81b9-231b59378d04 req-187d70dd-672a-4d12-9e55-08db38c6fa07 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447392 Feb 04 07:20:23.648495 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f7265-7369-439c-8758-00fd6c93ea2d req-dd450f13-24ab-4695-add5-6d3090c6e0d7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:23.649984 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-486f7265-7369-439c-8758-00fd6c93ea2d req-dd450f13-24ab-4695-add5-6d3090c6e0d7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 931 time: 0.0845945 Feb 04 07:20:23.709839 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-486f7265-7369-439c-8758-00fd6c93ea2d req-02dbfa24-c754-415b-8881-3fbeff40592c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529037 Feb 04 07:20:24.925801 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60fb9c-9b5f-4fdc-8361-98c50845c34b req-fe1aa714-33a9-4aa9-a16a-c801c74dc86d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:24.927289 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9b60fb9c-9b5f-4fdc-8361-98c50845c34b req-fe1aa714-33a9-4aa9-a16a-c801c74dc86d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 931 time: 0.0856130 Feb 04 07:20:24.974851 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-9b60fb9c-9b5f-4fdc-8361-98c50845c34b req-b54cb7e4-5f6f-4ccb-8c33-353bc0e628b5 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Feb 04 07:20:26.153969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebbd62-ffff-47ba-a068-e6653520e886 req-9611b017-feea-492f-a8be-a8c97c4374e2 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:26.155910 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-edebbd62-ffff-47ba-a068-e6653520e886 req-9611b017-feea-492f-a8be-a8c97c4374e2 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 931 time: 0.0768096 Feb 04 07:20:26.198271 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-edebbd62-ffff-47ba-a068-e6653520e886 req-2662aceb-eb9c-4ab0-b286-0a582e879889 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368838 Feb 04 07:20:27.377813 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c35e9-4e93-46bf-9399-a651615058a4 req-b75ee395-7134-4969-b797-68aa4df44113 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:27.379222 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8d6c35e9-4e93-46bf-9399-a651615058a4 req-b75ee395-7134-4969-b797-68aa4df44113 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 931 time: 0.0799596 Feb 04 07:20:27.421897 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8d6c35e9-4e93-46bf-9399-a651615058a4 req-ad272477-f1ce-4343-b4fc-76805e59fe4c tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372486 Feb 04 07:20:28.426024 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.v2.base [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Request body: {'port': {'device_id': '658f7a37-a15c-4a06-9470-58b710407912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=88198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:20:28.538863 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:28.609113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1e3c-dbf6-4084-8764-f227bdaace80 req-5a3acfb3-03bf-405e-b670-3cde2d0b1352 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:28.610547 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-03ca1e3c-dbf6-4084-8764-f227bdaace80 req-5a3acfb3-03bf-405e-b670-3cde2d0b1352 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 931 time: 0.0837915 Feb 04 07:20:28.655764 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-03ca1e3c-dbf6-4084-8764-f227bdaace80 req-3b0ac0bf-8a42-420a-8b24-40d3a710ec91 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387037 Feb 04 07:20:28.950968 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8482fa0-f073-47bd-bf0f-2b025090a542 {{(pid=88198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:20:28.958518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:28.972112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.provisioning_blocks [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Transition to ACTIVE for port object e8482fa0-f073-47bd-bf0f-2b025090a542 will not be triggered until provisioned by entity L2. {{(pid=88198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 07:20:29.029057 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:29.180335 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Pushing event updated for resources: {'Port': ['ID=e8482fa0-f073-47bd-bf0f-2b025090a542,revision_number=2']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:20:29.261854 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Attempting to bind port e8482fa0-f073-47bd-bf0f-2b025090a542 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 07:20:29.262188 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Attempting to bind port e8482fa0-f073-47bd-bf0f-2b025090a542 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 07:20:29.262509 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Attempting to bind port e8482fa0-f073-47bd-bf0f-2b025090a542 on network 26c5c289-501c-4ec4-bb89-4b182a583bc8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:20:29.267523 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Port e8482fa0-f073-47bd-bf0f-2b025090a542 on network 26c5c289-501c-4ec4-bb89-4b182a583bc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 04 07:20:29.267842 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Attempting to bind port e8482fa0-f073-47bd-bf0f-2b025090a542 on network 26c5c289-501c-4ec4-bb89-4b182a583bc8 {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 04 07:20:29.273161 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Checking agent: {'id': '86c59f4d-5241-40f5-959d-bc8175e5ec71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'started_at': datetime.datetime(2022, 2, 4, 6, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 7, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 07:20:29.273491 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Checking segment: {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 04 07:20:29.273876 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Bound using segment: {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'} {{(pid=88198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 07:20:29.274311 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.managers [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Bound port: e8482fa0-f073-47bd-bf0f-2b025090a542, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71b2f28-72b4-40c7-9679-34c706786f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8'}}] {{(pid=88198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 07:20:29.274649 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:29.360411 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] For port e8482fa0-f073-47bd-bf0f-2b025090a542, host hv-neutron-8277, cleared binding levels {{(pid=88198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 04 07:20:29.363189 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] For port e8482fa0-f073-47bd-bf0f-2b025090a542, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e8482fa0-f073-47bd-bf0f-2b025090a542,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 04 07:20:29.429009 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521273'] for port, after_update {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:29.492991 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:29.493638 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:29.494977 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] 10.222.0.24 "PUT /v2.0/ports/e8482fa0-f073-47bd-bf0f-2b025090a542 HTTP/1.1" status: 200 len: 1093 time: 1.0740361 Feb 04 07:20:29.495432 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:20:29.516223 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a5fee-561d-4482-b649-24cd726f6a2b service neutron] Pushing event updated for resources: {'Port': ['ID=e8482fa0-f073-47bd-bf0f-2b025090a542,revision_number=3']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:20:29.546767 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'status': 'completed', 'code': 200} Feb 04 07:20:29.638498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a09685-58a0-4ff1-8871-411b3db70188 req-97b99805-c1df-4621-b4bb-214a4636ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:29.640071 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-30a09685-58a0-4ff1-8871-411b3db70188 req-97b99805-c1df-4621-b4bb-214a4636ac57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 1096 time: 0.0746877 Feb 04 07:20:29.787151 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a09685-58a0-4ff1-8871-411b3db70188 req-aad873ce-a197-485a-933a-1715a5be226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:29.788489 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-30a09685-58a0-4ff1-8871-411b3db70188 req-aad873ce-a197-485a-933a-1715a5be226f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1416976 Feb 04 07:20:29.839314 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb2369-6374-41b2-9ca7-3b7cc80b8d65 req-2ffff1bb-72f9-4adf-b99e-001a025f419f tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:29.840786 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8edb2369-6374-41b2-9ca7-3b7cc80b8d65 req-2ffff1bb-72f9-4adf-b99e-001a025f419f tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 943 time: 0.0782642 Feb 04 07:20:29.884195 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-8edb2369-6374-41b2-9ca7-3b7cc80b8d65 req-3710f35d-4db5-4e1e-97ea-673558892930 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370641 Feb 04 07:20:29.896448 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:20:29.925873 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a09685-58a0-4ff1-8871-411b3db70188 req-dce70ebb-e573-4966-abc0-961de4e9b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:29.927325 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-30a09685-58a0-4ff1-8871-411b3db70188 req-dce70ebb-e573-4966-abc0-961de4e9b6b8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332738 Feb 04 07:20:30.036599 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-be3a270d-a1f1-4cec-b0b9-c01871743027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:30.038005 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-be3a270d-a1f1-4cec-b0b9-c01871743027 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 1096 time: 0.0762835 Feb 04 07:20:30.102993 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-4a7d39a7-8802-4b28-b38d-7e5fff6815e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8482fa0-f073-47bd-bf0f-2b025090a542 HTTP/1.1" status: 200 len: 217 time: 0.0584154 Feb 04 07:20:30.165379 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-d0ba8a19-216e-4e7a-9ee8-f8431e98a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:30.166761 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-d0ba8a19-216e-4e7a-9ee8-f8431e98a1d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0579352 Feb 04 07:20:30.237845 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-7d37c0a5-579f-4982-809b-0e5d4a8f1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:30.239277 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-7d37c0a5-579f-4982-809b-0e5d4a8f1f3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672004 Feb 04 07:20:30.365788 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-bbba843d-22b4-4fcd-ac3a-2e46b877ebf2 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200385 Feb 04 07:20:30.493373 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-44f3dfee-4502-40cd-a767-7bbb6b164114 req-acd5ff15-18fa-44a2-9d0b-f5621f3add9d service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210115 Feb 04 07:20:31.076739 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741f3c-3bad-4142-9bbe-5137177e5dfc req-47d9402c-0225-4f3d-832b-3cefaed019e5 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:31.078188 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-07741f3c-3bad-4142-9bbe-5137177e5dfc req-47d9402c-0225-4f3d-832b-3cefaed019e5 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 943 time: 0.0881026 Feb 04 07:20:31.207921 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-07741f3c-3bad-4142-9bbe-5137177e5dfc req-b3ae3ec4-73a7-4814-9170-25e6cf3c844a tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240633 Feb 04 07:20:32.392531 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5bb66-342d-49b8-a952-188d1c3cb836 req-d7e49764-06a1-436e-b23c-8605886cf1bb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:32.394012 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3fc5bb66-342d-49b8-a952-188d1c3cb836 req-d7e49764-06a1-436e-b23c-8605886cf1bb tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 943 time: 0.0818694 Feb 04 07:20:32.436308 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-3fc5bb66-342d-49b8-a952-188d1c3cb836 req-3a0d72d0-4090-4b97-af73-0807204c7b4e tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366855 Feb 04 07:20:33.026771 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device e8482fa0-f073-47bd-bf0f-2b025090a542 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 07:20:33.156798 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port e8482fa0-f073-47bd-bf0f-2b025090a542, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e8482fa0-f073-47bd-bf0f-2b025090a542,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:20:33.169438 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'port_id': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'mac_address': 'fa:16:3e:84:31:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 07:20:33.225730 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:33.242141 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8482fa0-f073-47bd-bf0f-2b025090a542 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:20:33.257258 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port e8482fa0-f073-47bd-bf0f-2b025090a542, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e8482fa0-f073-47bd-bf0f-2b025090a542,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:20:33.326123 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:33.393150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=e8482fa0-f073-47bd-bf0f-2b025090a542,revision_number=4']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:20:33.622160 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6b654-22b9-4aa7-b196-2e3c1f554bef req-ea4b38f6-8c7a-4688-a28e-97b2054b0aa2 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:33.623502 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6be6b654-22b9-4aa7-b196-2e3c1f554bef req-ea4b38f6-8c7a-4688-a28e-97b2054b0aa2 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 944 time: 0.0785542 Feb 04 07:20:33.665475 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6be6b654-22b9-4aa7-b196-2e3c1f554bef req-53422d00-2083-4510-b086-bae66685ed26 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364416 Feb 04 07:20:33.702811 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['e8482fa0-f073-47bd-bf0f-2b025090a542'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 07:20:34.843332 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12b0c-d385-401e-aeb9-0221a607e24d req-f6cdeadd-4466-494b-bedb-5c52ed861777 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:34.844783 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-94e12b0c-d385-401e-aeb9-0221a607e24d req-f6cdeadd-4466-494b-bedb-5c52ed861777 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 944 time: 0.0771675 Feb 04 07:20:34.888126 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-94e12b0c-d385-401e-aeb9-0221a607e24d req-d5644947-5d99-4507-a337-ee8ef8bd72e8 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377982 Feb 04 07:20:35.058459 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device e8482fa0-f073-47bd-bf0f-2b025090a542 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:20:35.176926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning for port e8482fa0-f073-47bd-bf0f-2b025090a542 completed by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 07:20:35.181559 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port e8482fa0-f073-47bd-bf0f-2b025090a542 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:20:35.181928 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:35.295877 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:35.321214 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:20:35.330961 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port e8482fa0-f073-47bd-bf0f-2b025090a542, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e8482fa0-f073-47bd-bf0f-2b025090a542,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:20:35.365289 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'code': 200} Feb 04 07:20:35.406363 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:35.473052 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=e8482fa0-f073-47bd-bf0f-2b025090a542,revision_number=5']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:20:35.728026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbed32-a2a6-4df1-8ce8-c4c59cca7df1 req-d526e314-fc7b-4be7-bf6f-4a56998287e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:35.730595 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68dbed32-a2a6-4df1-8ce8-c4c59cca7df1 req-d526e314-fc7b-4be7-bf6f-4a56998287e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 1098 time: 0.0701232 Feb 04 07:20:35.769454 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-68dbed32-a2a6-4df1-8ce8-c4c59cca7df1 req-23d7284e-a59c-421d-808a-c7e17779cb2f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337286 Feb 04 07:20:36.074624 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32876cf-3cc0-4333-a1f3-fbf2442b806d req-b0cd7a98-97e1-45e2-9a2e-90238dc3c852 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:36.075970 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a32876cf-3cc0-4333-a1f3-fbf2442b806d req-b0cd7a98-97e1-45e2-9a2e-90238dc3c852 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 945 time: 0.0819421 Feb 04 07:20:36.118330 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-a32876cf-3cc0-4333-a1f3-fbf2442b806d req-096880b9-ea77-4097-be60-f76f7ee09709 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367260 Feb 04 07:20:37.299922 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082390cd-ae45-448e-94f3-06b413037947 req-d80bab48-1282-4980-87db-f0d69db9d1ef tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:37.301380 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-082390cd-ae45-448e-94f3-06b413037947 req-d80bab48-1282-4980-87db-f0d69db9d1ef tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 945 time: 0.0773478 Feb 04 07:20:37.347824 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-082390cd-ae45-448e-94f3-06b413037947 req-4c3f4150-6b49-4604-858c-69f38808ab26 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Feb 04 07:20:37.526071 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983429c1-3c42-413b-ba36-5922ff9793ef req-3588911a-f222-434a-bce7-d9e5961476c3 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:37.527594 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-983429c1-3c42-413b-ba36-5922ff9793ef req-3588911a-f222-434a-bce7-d9e5961476c3 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 945 time: 0.0785875 Feb 04 07:20:37.659303 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-983429c1-3c42-413b-ba36-5922ff9793ef req-04cab1b3-c8a9-454e-8c16-a9b8aea3062d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262527 Feb 04 07:20:37.681345 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59528) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:20:37.747745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520bfb0a-a4ff-4798-b6b4-f7ec9408a5dd tempest-TestSnapshotPattern-106073692 tempest-TestSnapshotPattern-106073692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:37.749715 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-520bfb0a-a4ff-4798-b6b4-f7ec9408a5dd tempest-TestSnapshotPattern-106073692 tempest-TestSnapshotPattern-106073692-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 1093 time: 0.0674319 Feb 04 07:20:37.752387 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59532) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:20:37.757189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.v2.base [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Request body: {'floatingip': {'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'port_id': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 07:20:37.762917 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 07:20:37.766636 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Usage tracker for resource:floatingip and tenant:05c2d8dd1ce846f49a8b7dea4c3598af is out of sync, need to count used quota {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 07:20:37.769353 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 07:20:37.774745 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.quota.driver [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 07:20:37.817046 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for floatingip, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:37.947306 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:38.081108 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_common [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Allocated IP 172.26.7.164 (0f6bcbc3-3da2-4487-84b8-34392fa058e6/717fec9c-6c30-4652-947b-7b25802f3ac0/99372280-e16b-4a48-8508-6f587e261225) {{(pid=88199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 07:20:38.221153 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for port, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:38.326023 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772410253325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:38.386222 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Network 0f6bcbc3-3da2-4487-84b8-34392fa058e6 is already hosted by enough agents. {{(pid=88199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 07:20:38.389018 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.base_scheduler [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Resources bound (agent type, host, resource id): {{(pid=88199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 07:20:38.392664 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Received port after_create {{(pid=88199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 04 07:20:38.436600 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'Port': ['ID=99372280-e16b-4a48-8508-6f587e261225,revision_number=1']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:20:38.452430 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.452805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.453148 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.453480 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.453809 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.454138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.454464 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.454786 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.455109 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.455432 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.455749 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.456074 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:20:38.821569 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:38.964967 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:39.166412 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for port, precommit_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:39.222585 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3887191'] for port, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:39.330276 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event updated for resources: {'Port': ['ID=99372280-e16b-4a48-8508-6f587e261225,revision_number=2']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:20:39.338241 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690603'] for floatingip, after_update {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:39.608237 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Floating IP 1f26550f-0aca-44a9-ac68-1acfcaa233c5 associated. External IP: 172.26.7.164, port: e8482fa0-f073-47bd-bf0f-2b025090a542. Feb 04 07:20:39.948987 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Router 02cf82b7-c5f6-4557-87d1-318890217ca1 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:20:40.121556 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:20:40.131893 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b4e57-71e1-4588-98dc-bfa35581a9aa None None] Sync routers for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:20:40.140801 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b4e57-71e1-4588-98dc-bfa35581a9aa None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:20:40.141411 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-737b4e57-71e1-4588-98dc-bfa35581a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:20:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:20:40.211568 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:40.266451 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-60ca249e-9aca-4436-bfb0-13814628469b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5130463 Feb 04 07:20:40.267138 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:20:40.317078 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-737b4e57-71e1-4588-98dc-bfa35581a9aa None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:20:40.446375 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'status': 'completed', 'code': 200} Feb 04 07:20:40.539468 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafd593-bb21-4fb8-a5ee-73f366fa4de4 req-94c4a62b-ae9f-4dcb-96bb-b3375d51ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:40.540972 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8fafd593-bb21-4fb8-a5ee-73f366fa4de4 req-94c4a62b-ae9f-4dcb-96bb-b3375d51ef49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 1098 time: 0.0726950 Feb 04 07:20:40.668121 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-737b4e57-71e1-4588-98dc-bfa35581a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1f26550f-0aca-44a9-ac68-1acfcaa233c5', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.164', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:84:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658f7a37-a15c-4a06-9470-58b710407912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:20:38Z', 'updated_at': '2022-02-04T07:20:38Z', 'revision_number': 0, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}, {'id': '8fa0296e-f231-4fb7-a33c-6bc200d570fb', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:fb:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d11db-2e2b-468e-9931-deee957b4330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:17:18Z', 'updated_at': '2022-02-04T07:17:21Z', 'revision_number': 1, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:20:40.670135 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafd593-bb21-4fb8-a5ee-73f366fa4de4 req-cd1a7d9e-b117-494a-8966-5fd295e98aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:40.671586 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8fafd593-bb21-4fb8-a5ee-73f366fa4de4 req-cd1a7d9e-b117-494a-8966-5fd295e98aa2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 909 time: 0.1244788 Feb 04 07:20:40.672102 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b4e57-71e1-4588-98dc-bfa35581a9aa None None] Checking router: 02cf82b7-c5f6-4557-87d1-318890217ca1 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:20:40.680496 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b4e57-71e1-4588-98dc-bfa35581a9aa None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:20:40.681171 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-737b4e57-71e1-4588-98dc-bfa35581a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:20:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:20:40.779156 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8fafd593-bb21-4fb8-a5ee-73f366fa4de4 req-a1ff931c-1356-4124-b068-740a67158f60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8482fa0-f073-47bd-bf0f-2b025090a542 HTTP/1.1" status: 200 len: 999 time: 0.1014318 Feb 04 07:20:40.838625 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafd593-bb21-4fb8-a5ee-73f366fa4de4 req-91cb5374-946a-4d51-8453-7bb6fe1bb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:40.840044 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8fafd593-bb21-4fb8-a5ee-73f366fa4de4 req-91cb5374-946a-4d51-8453-7bb6fe1bb6ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0559025 Feb 04 07:20:40.892330 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-737b4e57-71e1-4588-98dc-bfa35581a9aa None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:20:40.915590 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafd593-bb21-4fb8-a5ee-73f366fa4de4 req-08526215-6892-4602-a10d-868b623128c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:20:40.917075 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8fafd593-bb21-4fb8-a5ee-73f366fa4de4 req-08526215-6892-4602-a10d-868b623128c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712116 Feb 04 07:20:41.046095 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8fafd593-bb21-4fb8-a5ee-73f366fa4de4 req-4a87b500-e2e8-4314-a496-5d332ac103d5 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225679 Feb 04 07:20:41.175124 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-8fafd593-bb21-4fb8-a5ee-73f366fa4de4 req-a5b1c40b-d32a-4923-8704-219780708ade service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236343 Feb 04 07:20:41.238926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-737b4e57-71e1-4588-98dc-bfa35581a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1f26550f-0aca-44a9-ac68-1acfcaa233c5', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.164', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:84:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658f7a37-a15c-4a06-9470-58b710407912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:20:38Z', 'updated_at': '2022-02-04T07:20:38Z', 'revision_number': 0, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}, {'id': '8fa0296e-f231-4fb7-a33c-6bc200d570fb', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:fb:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d11db-2e2b-468e-9931-deee957b4330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:17:18Z', 'updated_at': '2022-02-04T07:17:21Z', 'revision_number': 1, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:20:41.242906 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b4e57-71e1-4588-98dc-bfa35581a9aa None None] The sync data for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv is: [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '1f26550f-0aca-44a9-ac68-1acfcaa233c5', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.164', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:84:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658f7a37-a15c-4a06-9470-58b710407912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:20:38Z', 'updated_at': '2022-02-04T07:20:38Z', 'revision_number': 0, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}, {'id': '8fa0296e-f231-4fb7-a33c-6bc200d570fb', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:fb:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d11db-2e2b-468e-9931-deee957b4330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:17:18Z', 'updated_at': '2022-02-04T07:17:21Z', 'revision_number': 1, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:20:41.439692 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7bce28-c5fd-4aaf-bc18-1ae65e33992f None None] New status for floating IP 1f26550f-0aca-44a9-ac68-1acfcaa233c5: ACTIVE {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:20:45.799708 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfeb25ff-71af-4a62-b42a-57aaf0b7ae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:48.028746 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-cfd87200-ac00-492e-97fd-24a85a0d6ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:49.172117 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:49.303061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:50.463061 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:20:50.782380 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:06.896701 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:21:07.243424 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-15b74356-8604-430d-b686-2ce0beeeba90 req-1becf2e6-2e77-442a-bacd-0ef21204b02c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672276 Feb 04 07:21:07.387498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74356-8604-430d-b686-2ce0beeeba90 req-6ad272cd-eb58-4246-bbe3-807ba754e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:21:07.389073 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-15b74356-8604-430d-b686-2ce0beeeba90 req-6ad272cd-eb58-4246-bbe3-807ba754e686 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 1097 time: 0.0734193 Feb 04 07:21:07.529618 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74356-8604-430d-b686-2ce0beeeba90 req-37b48a1c-dfef-4306-8150-a221f843c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:21:07.530979 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-15b74356-8604-430d-b686-2ce0beeeba90 req-37b48a1c-dfef-4306-8150-a221f843c820 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 909 time: 0.1248713 Feb 04 07:21:07.627663 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-15b74356-8604-430d-b686-2ce0beeeba90 req-8cce01cb-4a86-41a3-9f73-75529b859668 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee16748-a3d6-49a9-9289-0a272f315a51 HTTP/1.1" status: 200 len: 999 time: 0.0891888 Feb 04 07:21:07.689555 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74356-8604-430d-b686-2ce0beeeba90 req-34c8bfc2-dbb5-45ff-a4e2-5f2f99ac38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:21:07.690921 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-15b74356-8604-430d-b686-2ce0beeeba90 req-34c8bfc2-dbb5-45ff-a4e2-5f2f99ac38e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0577092 Feb 04 07:21:07.762099 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74356-8604-430d-b686-2ce0beeeba90 req-8c2f58fb-459e-465b-a1d2-f68877c7ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:21:07.764101 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-15b74356-8604-430d-b686-2ce0beeeba90 req-8c2f58fb-459e-465b-a1d2-f68877c7ecee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671444 Feb 04 07:21:07.976486 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-15b74356-8604-430d-b686-2ce0beeeba90 req-e8fb4480-d177-4c0b-a06d-0aadae76ff77 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059407 Feb 04 07:21:08.101757 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-15b74356-8604-430d-b686-2ce0beeeba90 req-c3e09b26-cb86-4824-8e78-00a2ef9b3e5b service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189973 Feb 04 07:21:15.742312 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3bf17826-49e9-45ed-b6a7-4dcfe834108c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:18.022070 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5fa3aece-e806-4a94-9cc3-2f199b99c796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:19.170865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:19.308294 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:20.479658 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:20.782328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:43.896340 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:21:45.764972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8d10e726-f0c5-43b7-a9ee-095fbe4d9664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:48.010889 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4045d2ac-2cea-4481-81c5-0f9a096d06af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:49.170297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:49.330297 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:50.456226 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:21:50.815988 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:07.287593 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-6d66291e-bf48-443d-b372-a3eeb0148873 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702107 Feb 04 07:22:07.379418 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-ec5cd2c9-d335-4c33-a6e6-797115d5a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:22:07.380967 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-ec5cd2c9-d335-4c33-a6e6-797115d5a39f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 1098 time: 0.0722580 Feb 04 07:22:07.527166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-b3a0d03d-2607-4533-8042-9c2516d9020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:22:07.529314 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-b3a0d03d-2607-4533-8042-9c2516d9020e service neutron] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 909 time: 0.1280811 Feb 04 07:22:07.632371 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-38ccbd89-6d1b-4d7b-97bc-4a38ae14ff73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8482fa0-f073-47bd-bf0f-2b025090a542 HTTP/1.1" status: 200 len: 1001 time: 0.0958834 Feb 04 07:22:07.693027 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-c5227d64-8c34-4191-8d24-d05b3c533ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:22:07.694656 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-c5227d64-8c34-4191-8d24-d05b3c533ebf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0559711 Feb 04 07:22:07.791185 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-a544ca5c-8c21-4708-b09d-c290ecae76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:22:07.792677 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-a544ca5c-8c21-4708-b09d-c290ecae76b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915308 Feb 04 07:22:07.802313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-68fe618c-d3c7-4d11-8733-584cd1189c15 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 07:22:07.803226 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-68fe618c-d3c7-4d11-8733-584cd1189c15 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047445 Feb 04 07:22:07.931735 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-af848bc5-eb2e-44ca-b557-dee3b37d0339 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219704 Feb 04 07:22:08.060633 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-a008076c-166c-4d4d-b8ac-de730f6ad649 req-e4ad91c4-9adf-40f9-9e8e-3a21cbc6729f service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222658 Feb 04 07:22:15.787150 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-82e2737a-7b95-4ba1-b36b-de86507f4db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:18.015376 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-1099e285-20c2-4caa-9715-f82762a582fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:19.181238 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:19.318193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:20.466963 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:20.798328 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:20.896267 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:22:45.689067 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device e8482fa0-f073-47bd-bf0f-2b025090a542 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=88200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 07:22:45.777441 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-c42a9c52-a77f-4568-970e-bd3992fab118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:45.833169 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port e8482fa0-f073-47bd-bf0f-2b025090a542, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e8482fa0-f073-47bd-bf0f-2b025090a542,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:22:45.845830 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Returning: {'device': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'port_id': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'mac_address': 'fa:16:3e:84:31:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 07:22:45.898641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:45.914242 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8482fa0-f073-47bd-bf0f-2b025090a542 {{(pid=88200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 07:22:45.929113 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port e8482fa0-f073-47bd-bf0f-2b025090a542, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e8482fa0-f073-47bd-bf0f-2b025090a542,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:22:45.969318 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:46.039144 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=e8482fa0-f073-47bd-bf0f-2b025090a542,revision_number=6']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:22:46.046553 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.046903 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.047243 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.047570 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.047897 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.048227 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.048551 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.048902 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.049223 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.049543 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.049862 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.050178 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:22:46.054615 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] get_ports_and_sgs() called for port_ids ['e8482fa0-f073-47bd-bf0f-2b025090a542'] {{(pid=88200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 04 07:22:47.690379 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device e8482fa0-f073-47bd-bf0f-2b025090a542 up at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 07:22:47.756628 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.provisioning_blocks [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Provisioning complete for port e8482fa0-f073-47bd-bf0f-2b025090a542 triggered by entity L2. {{(pid=88200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 07:22:47.757017 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936675'] for port, provisioning_complete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:47.909269 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:47.937155 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:22:47.947660 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port e8482fa0-f073-47bd-bf0f-2b025090a542, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e8482fa0-f073-47bd-bf0f-2b025090a542,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:22:48.004590 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:48.045367 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-41ad68fb-a636-45f4-b2ad-66ba3fff4dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:48.054366 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'code': 200} Feb 04 07:22:48.083365 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=e8482fa0-f073-47bd-bf0f-2b025090a542,revision_number=7']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:22:49.158951 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:49.343841 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:50.495575 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:50.810221 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:22:57.896211 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:22:59.714791 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59770) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:22:59.915732 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Deleting port 99372280-e16b-4a48-8508-6f587e261225 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:22:59.915980 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:00.075070 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:00.075389 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:00.194902 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Calling delete_port for 99372280-e16b-4a48-8508-6f587e261225 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:00.403854 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:00.552006 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event deleted for resources: {'Port': ['ID=99372280-e16b-4a48-8508-6f587e261225,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:00.585649 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.585994 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.586327 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.586661 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.586984 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.587309 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.587630 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.587953 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.588272 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.588587 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.588928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.589239 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:00.651830 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:00.652160 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Floating IP 1f26550f-0aca-44a9-ac68-1acfcaa233c5 disassociated (deleted). External IP: 172.26.7.164, port: e8482fa0-f073-47bd-bf0f-2b025090a542. Feb 04 07:23:00.991667 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Router 02cf82b7-c5f6-4557-87d1-318890217ca1 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:23:01.162155 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:23:01.172915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8e58e-518a-441b-a449-2a5ba62c7f57 None None] Sync routers for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:23:01.181848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8e58e-518a-441b-a449-2a5ba62c7f57 None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:23:01.182454 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-53e8e58e-518a-441b-a449-2a5ba62c7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:22:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:01.249509 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:01.310030 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-55a7ff5a-65a3-4d1b-8411-7374f5f853a1 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "DELETE /v2.0/floatingips/1f26550f-0aca-44a9-ac68-1acfcaa233c5 HTTP/1.1" status: 204 len: 168 time: 1.5941446 Feb 04 07:23:01.310712 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:23:01.360261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-53e8e58e-518a-441b-a449-2a5ba62c7f57 None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:23:01.360595 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'status': 'completed', 'code': 200} Feb 04 07:23:01.452026 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995b4a0-1075-4864-98e7-c94d84e45fac req-186aed05-77f2-4676-933e-1447b315f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:01.454794 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7995b4a0-1075-4864-98e7-c94d84e45fac req-186aed05-77f2-4676-933e-1447b315f3b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 1098 time: 0.0732119 Feb 04 07:23:01.590368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995b4a0-1075-4864-98e7-c94d84e45fac req-3badc250-e0ae-4c3e-a72e-a53bfcc12b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:01.592162 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7995b4a0-1075-4864-98e7-c94d84e45fac req-3badc250-e0ae-4c3e-a72e-a53bfcc12b5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 909 time: 0.1309745 Feb 04 07:23:01.666397 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7995b4a0-1075-4864-98e7-c94d84e45fac req-ece349c1-2dea-442b-9d2c-80fc92aff5b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8482fa0-f073-47bd-bf0f-2b025090a542 HTTP/1.1" status: 200 len: 217 time: 0.0674362 Feb 04 07:23:01.729775 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-53e8e58e-518a-441b-a449-2a5ba62c7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '8fa0296e-f231-4fb7-a33c-6bc200d570fb', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:fb:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d11db-2e2b-468e-9931-deee957b4330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:17:18Z', 'updated_at': '2022-02-04T07:17:21Z', 'revision_number': 1, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:01.730051 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995b4a0-1075-4864-98e7-c94d84e45fac req-d0c0d128-61be-46f5-a73f-1f4b3ac289b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:01.731401 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7995b4a0-1075-4864-98e7-c94d84e45fac req-d0c0d128-61be-46f5-a73f-1f4b3ac289b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0593910 Feb 04 07:23:01.733766 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8e58e-518a-441b-a449-2a5ba62c7f57 None None] Checking router: 02cf82b7-c5f6-4557-87d1-318890217ca1 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:23:01.742136 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8e58e-518a-441b-a449-2a5ba62c7f57 None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:23:01.742734 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-53e8e58e-518a-441b-a449-2a5ba62c7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:22:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:01.868052 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995b4a0-1075-4864-98e7-c94d84e45fac req-abad5023-c614-483c-a4b9-11af7ec5dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:01.869543 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7995b4a0-1075-4864-98e7-c94d84e45fac req-abad5023-c614-483c-a4b9-11af7ec5dc24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1308692 Feb 04 07:23:01.880520 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979c06-28c0-42c8-9c2b-f88ba2636507 req-87312bed-9985-44b0-a7fb-f182e76d9bf2 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:01.882003 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-97979c06-28c0-42c8-9c2b-f88ba2636507 req-87312bed-9985-44b0-a7fb-f182e76d9bf2 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 945 time: 0.1056535 Feb 04 07:23:01.917971 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-53e8e58e-518a-441b-a449-2a5ba62c7f57 None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:23:02.010454 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-97979c06-28c0-42c8-9c2b-f88ba2636507 req-3256776b-e70a-497f-8145-fdd7ce1f7ead tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076968 Feb 04 07:23:02.137974 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7995b4a0-1075-4864-98e7-c94d84e45fac req-abb44434-fa57-4718-a75d-f2c4b7942d5f service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550354 Feb 04 07:23:02.271161 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-53e8e58e-518a-441b-a449-2a5ba62c7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '8fa0296e-f231-4fb7-a33c-6bc200d570fb', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:fb:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d11db-2e2b-468e-9931-deee957b4330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:17:18Z', 'updated_at': '2022-02-04T07:17:21Z', 'revision_number': 1, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:02.274877 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-7995b4a0-1075-4864-98e7-c94d84e45fac req-d41c0c77-711d-4272-b908-016b7512c044 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299253 Feb 04 07:23:02.276053 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8e58e-518a-441b-a449-2a5ba62c7f57 None None] The sync data for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv is: [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_floatingips': [{'id': '8fa0296e-f231-4fb7-a33c-6bc200d570fb', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'router_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'port_id': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'mac_address': 'fa:16:3e:fb:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876d11db-2e2b-468e-9931-deee957b4330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T07:17:18Z', 'updated_at': '2022-02-04T07:17:21Z', 'revision_number': 1, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:23:02.491829 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea8896-03ba-473b-82f2-e0e2c1b02e17 None None] New status for floating IP 1f26550f-0aca-44a9-ac68-1acfcaa233c5: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:23:03.199246 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77c763-d2a9-4dac-b29b-d231b9cfe2ab req-a8d056ad-93c7-4915-b7b3-6797e372f9d8 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:03.199928 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-2d77c763-d2a9-4dac-b29b-d231b9cfe2ab req-a8d056ad-93c7-4915-b7b3-6797e372f9d8 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Synchronizing usage tracker for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:23:03.278053 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-2d77c763-d2a9-4dac-b29b-d231b9cfe2ab req-a8d056ad-93c7-4915-b7b3-6797e372f9d8 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Unset dirty status for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:23:03.279262 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2d77c763-d2a9-4dac-b29b-d231b9cfe2ab req-a8d056ad-93c7-4915-b7b3-6797e372f9d8 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 945 time: 0.1585560 Feb 04 07:23:03.323557 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-2d77c763-d2a9-4dac-b29b-d231b9cfe2ab req-41a46b29-93a6-4556-9b53-628897ffe49b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381789 Feb 04 07:23:03.441166 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-34104354-604b-4475-bf9a-ef803be9373a tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:03.442592 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-34104354-604b-4475-bf9a-ef803be9373a tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.24 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 945 time: 0.0789223 Feb 04 07:23:03.513761 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Deleting port e8482fa0-f073-47bd-bf0f-2b025090a542 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:03.514098 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:03.749236 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] For port e8482fa0-f073-47bd-bf0f-2b025090a542, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e8482fa0-f073-47bd-bf0f-2b025090a542,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:03.749664 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:03.759499 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device e8482fa0-f073-47bd-bf0f-2b025090a542 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:23:03.875720 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Calling delete_port for e8482fa0-f073-47bd-bf0f-2b025090a542 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:03.907035 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1811505'] for port, before_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:03.932293 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542'}] {{(pid=88200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:23:03.942137 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] For port e8482fa0-f073-47bd-bf0f-2b025090a542, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e8482fa0-f073-47bd-bf0f-2b025090a542,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:03.976049 dv-neutron-827796-1-hyperv neutron-server[88200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'code': 200} Feb 04 07:23:04.033415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410711053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772410253343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772410253388'] for port, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:04.073142 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.db.api [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 07:23:04.073490 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG oslo_db.api [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 07:23:04.099859 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Pushing event updated for resources: {'Port': ['ID=e8482fa0-f073-47bd-bf0f-2b025090a542,revision_number=8']} {{(pid=88200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:04.504901 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7ff09-2aa6-4c90-97f5-1aceb580576b req-8a953681-0409-4971-a755-49d173d1be71 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:04.506335 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ada7ff09-2aa6-4c90-97f5-1aceb580576b req-8a953681-0409-4971-a755-49d173d1be71 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 943 time: 0.0798361 Feb 04 07:23:04.549164 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-ada7ff09-2aa6-4c90-97f5-1aceb580576b req-c190b845-4371-4022-90b8-c67d856cd534 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370860 Feb 04 07:23:04.574190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Deleting port e8482fa0-f073-47bd-bf0f-2b025090a542 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:04.574649 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:04.815412 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] For port e8482fa0-f073-47bd-bf0f-2b025090a542, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e8482fa0-f073-47bd-bf0f-2b025090a542,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:04.815764 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:04.934163 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Calling delete_port for e8482fa0-f073-47bd-bf0f-2b025090a542 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:05.112498 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:05.161060 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event deleted for resources: {'Port': ['ID=e8482fa0-f073-47bd-bf0f-2b025090a542,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:05.197035 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.197377 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.197714 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.198044 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.198366 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.198687 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.199007 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.199326 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.199650 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.199967 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.200283 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.200597 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827796-1-hyperv {{(pid=88198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 07:23:05.247321 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] No DVR routers for this DVR port e8482fa0-f073-47bd-bf0f-2b025090a542 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:23:05.250157 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:05.252518 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'name': 'network-vif-deleted', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:23:05.313912 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-6f374e63-79ba-4a67-8dc3-cb50a09dc18b req-9d3d8e24-650c-4d47-8427-79c92e25ee75 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.24 "DELETE /v2.0/ports/e8482fa0-f073-47bd-bf0f-2b025090a542 HTTP/1.1" status: 204 len: 173 time: 1.8663754 Feb 04 07:23:05.347543 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f7a37-a15c-4a06-9470-58b710407912', 'name': 'network-vif-deleted', 'tag': 'e8482fa0-f073-47bd-bf0f-2b025090a542', 'status': 'completed', 'code': 200} Feb 04 07:23:05.713166 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-b069716f-4d42-4b22-96e3-af0310be859e req-81296430-be98-433c-8007-c472c37d289d tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=658f7a37-a15c-4a06-9470-58b710407912 HTTP/1.1" status: 200 len: 210 time: 0.0415080 Feb 04 07:23:07.775521 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device e8482fa0-f073-47bd-bf0f-2b025090a542 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:23:07.808864 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: e8482fa0-f073-47bd-bf0f-2b025090a542 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:23:07.809211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device e8482fa0-f073-47bd-bf0f-2b025090a542 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:23:08.111750 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59834) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:08.238436 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-01d4d42f-6697-4198-a0d0-a285b91d2939 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680773 Feb 04 07:23:08.311029 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Deleting port e40ccfb0-5158-4d07-b757-f9749ff977b4 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:08.311386 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:08.478415 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-d7af69e7-3fea-4bc2-aded-ce55fce08efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:08.479869 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-d7af69e7-3fea-4bc2-aded-ce55fce08efa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 1097 time: 0.1747987 Feb 04 07:23:08.507827 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:08.508150 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:08.629561 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-8b26848d-89f1-4d9e-a5e3-ad7e16d40b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:08.631005 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-8b26848d-89f1-4d9e-a5e3-ad7e16d40b0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 909 time: 0.1320825 Feb 04 07:23:08.738428 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-5bcb333a-bdfe-447c-9718-29a43a448456 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee16748-a3d6-49a9-9289-0a272f315a51 HTTP/1.1" status: 200 len: 999 time: 0.1015813 Feb 04 07:23:08.739333 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Calling delete_port for e40ccfb0-5158-4d07-b757-f9749ff977b4 owned by network:floatingip {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:08.798978 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-dcd4eeb1-d6d1-4457-9ff4-3e689b657f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:08.800041 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-dcd4eeb1-d6d1-4457-9ff4-3e689b657f86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0558751 Feb 04 07:23:08.878549 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-f59e2163-1bd3-40c6-ab58-fdb5114ad454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:08.880093 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-f59e2163-1bd3-40c6-ab58-fdb5114ad454 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732055 Feb 04 07:23:08.946688 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:08.997447 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event deleted for resources: {'Port': ['ID=e40ccfb0-5158-4d07-b757-f9749ff977b4,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:09.011174 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-8fc81313-82f3-4e43-bfce-3aa14828e7cd service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253080 Feb 04 07:23:09.087535 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:09.087868 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.db.l3_db [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Floating IP 8fa0296e-f231-4fb7-a33c-6bc200d570fb disassociated (deleted). External IP: 172.26.7.11, port: 1ee16748-a3d6-49a9-9289-0a272f315a51. Feb 04 07:23:09.143604 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2a9d01cb-6f61-40af-a4a7-c37de95e45cb req-9086fcba-0255-4d5c-a2bd-639dd3ed49c7 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270008 Feb 04 07:23:09.431969 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Router 02cf82b7-c5f6-4557-87d1-318890217ca1 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:23:09.604907 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:23:09.614795 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15396b-6152-4985-a04c-4ae8be91b541 None None] Sync routers for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:23:09.622821 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for floatingip, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:09.623872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15396b-6152-4985-a04c-4ae8be91b541 None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:23:09.625206 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8e15396b-6152-4985-a04c-4ae8be91b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:22:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:09.679278 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-db96887d-2cc1-4a7a-ac83-bb96caa9d3b7 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "DELETE /v2.0/floatingips/8fa0296e-f231-4fb7-a33c-6bc200d570fb HTTP/1.1" status: 204 len: 168 time: 1.5664375 Feb 04 07:23:09.679858 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51'}] {{(pid=88199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:23:09.731748 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'status': 'completed', 'code': 200} Feb 04 07:23:09.814138 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8e15396b-6152-4985-a04c-4ae8be91b541 None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:23:09.824852 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9c65-eb6e-4a0b-986a-e5f8325c50e4 req-77c76421-6de4-41bb-9c9a-123b06faa774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:09.826561 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b8ed9c65-eb6e-4a0b-986a-e5f8325c50e4 req-77c76421-6de4-41bb-9c9a-123b06faa774 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 1097 time: 0.0729940 Feb 04 07:23:09.961575 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9c65-eb6e-4a0b-986a-e5f8325c50e4 req-f8ae1bf6-9070-4ef1-8d0f-9e57525b6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:09.962975 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b8ed9c65-eb6e-4a0b-986a-e5f8325c50e4 req-f8ae1bf6-9070-4ef1-8d0f-9e57525b6a2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 200 len: 909 time: 0.1305740 Feb 04 07:23:10.035999 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b8ed9c65-eb6e-4a0b-986a-e5f8325c50e4 req-4d4ab410-d5e0-46ba-9626-fda6f92739fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee16748-a3d6-49a9-9289-0a272f315a51 HTTP/1.1" status: 200 len: 217 time: 0.0668919 Feb 04 07:23:10.099299 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9c65-eb6e-4a0b-986a-e5f8325c50e4 req-a719bb23-d3b3-4688-ba9a-e05661abea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:10.100861 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b8ed9c65-eb6e-4a0b-986a-e5f8325c50e4 req-a719bb23-d3b3-4688-ba9a-e05661abea9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 200 len: 847 time: 0.0588500 Feb 04 07:23:10.148022 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8e15396b-6152-4985-a04c-4ae8be91b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:10.152114 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15396b-6152-4985-a04c-4ae8be91b541 None None] Checking router: 02cf82b7-c5f6-4557-87d1-318890217ca1 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:23:10.161390 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15396b-6152-4985-a04c-4ae8be91b541 None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:23:10.161992 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8e15396b-6152-4985-a04c-4ae8be91b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:22:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:10.182841 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9c65-eb6e-4a0b-986a-e5f8325c50e4 req-22f4f4d3-7a31-4efe-ad84-02bd04d98290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:10.184304 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b8ed9c65-eb6e-4a0b-986a-e5f8325c50e4 req-22f4f4d3-7a31-4efe-ad84-02bd04d98290 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26c5c289-501c-4ec4-bb89-4b182a583bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779843 Feb 04 07:23:10.342300 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-8e15396b-6152-4985-a04c-4ae8be91b541 None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:23:10.382096 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b8ed9c65-eb6e-4a0b-986a-e5f8325c50e4 req-874a4d02-5628-4f4c-aabe-01f15c682eb2 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897757 Feb 04 07:23:10.395138 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c9d3e-b1c9-422b-8846-8e845a7151b8 req-2a6e0664-9572-4d54-8555-59ebd50e65a6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:10.395838 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-261c9d3e-b1c9-422b-8846-8e845a7151b8 req-2a6e0664-9572-4d54-8555-59ebd50e65a6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Synchronizing usage tracker for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:23:10.537862 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-b8ed9c65-eb6e-4a0b-986a-e5f8325c50e4 req-acfaa16f-bddd-4ce0-83ae-c584a2fdd211 service neutron] 10.222.0.24 "GET /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390741 Feb 04 07:23:10.547548 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.quota.resource [req-261c9d3e-b1c9-422b-8846-8e845a7151b8 req-2a6e0664-9572-4d54-8555-59ebd50e65a6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Unset dirty status for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:23:10.548920 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-261c9d3e-b1c9-422b-8846-8e845a7151b8 req-2a6e0664-9572-4d54-8555-59ebd50e65a6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 944 time: 0.3372047 Feb 04 07:23:10.596419 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-261c9d3e-b1c9-422b-8846-8e845a7151b8 req-cb8f38cc-8616-48e3-9c74-9a3a8c3660bc tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Feb 04 07:23:10.677858 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-8e15396b-6152-4985-a04c-4ae8be91b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:10.681772 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15396b-6152-4985-a04c-4ae8be91b541 None None] The sync data for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv is: [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:16:49Z', 'revision_number': 4, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv', '_interfaces': [{'id': '151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd', 'name': '', 'network_id': '26c5c289-501c-4ec4-bb89-4b182a583bc8', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'mac_address': 'fa:16:3e:d3:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:49Z', 'updated_at': '2022-02-04T07:16:56Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'subnets': [{'id': 'ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:23:10.908754 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481ffe86-17cc-4126-85a3-4af7ef914757 None None] New status for floating IP 8fa0296e-f231-4fb7-a33c-6bc200d570fb: DOWN {{(pid=88201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 07:23:11.179174 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c778792-689f-4c2d-907a-0b4f40c7ea7d req-b8bc9de1-3548-4048-92a1-8af7ddcd5be4 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:11.180500 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c778792-689f-4c2d-907a-0b4f40c7ea7d req-b8bc9de1-3548-4048-92a1-8af7ddcd5be4 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.24 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 944 time: 0.1759596 Feb 04 07:23:11.247103 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2c778792-689f-4c2d-907a-0b4f40c7ea7d req-6216d695-eb20-4d0f-bd47-8f1eefc14ac6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Deleting port 1ee16748-a3d6-49a9-9289-0a272f315a51 {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:11.247438 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c778792-689f-4c2d-907a-0b4f40c7ea7d req-6216d695-eb20-4d0f-bd47-8f1eefc14ac6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:11.485984 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [req-2c778792-689f-4c2d-907a-0b4f40c7ea7d req-6216d695-eb20-4d0f-bd47-8f1eefc14ac6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] For port 1ee16748-a3d6-49a9-9289-0a272f315a51, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1ee16748-a3d6-49a9-9289-0a272f315a51,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:11.486348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c778792-689f-4c2d-907a-0b4f40c7ea7d req-6216d695-eb20-4d0f-bd47-8f1eefc14ac6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:11.610897 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [req-2c778792-689f-4c2d-907a-0b4f40c7ea7d req-6216d695-eb20-4d0f-bd47-8f1eefc14ac6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Calling delete_port for 1ee16748-a3d6-49a9-9289-0a272f315a51 owned by compute:nova {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:11.785459 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a51fd9-a005-4a94-a458-d23979f99239 req-bab49545-fd20-45bd-a37d-62ae1888c3f3 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 07:23:11.786067 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-98a51fd9-a005-4a94-a458-d23979f99239 req-bab49545-fd20-45bd-a37d-62ae1888c3f3 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Synchronizing usage tracker for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 07:23:11.798258 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.quota.resource [req-98a51fd9-a005-4a94-a458-d23979f99239 req-bab49545-fd20-45bd-a37d-62ae1888c3f3 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Unset dirty status for tenant:05c2d8dd1ce846f49a8b7dea4c3598af on resource:port {{(pid=88199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 07:23:11.799388 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-98a51fd9-a005-4a94-a458-d23979f99239 req-bab49545-fd20-45bd-a37d-62ae1888c3f3 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/ports?device_id=876d11db-2e2b-468e-9931-deee957b4330 HTTP/1.1" status: 200 len: 944 time: 0.0921710 Feb 04 07:23:11.803778 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c778792-689f-4c2d-907a-0b4f40c7ea7d req-6216d695-eb20-4d0f-bd47-8f1eefc14ac6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:11.844612 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [req-98a51fd9-a005-4a94-a458-d23979f99239 req-52d500b7-68f6-4f26-bc54-5048dfda169b tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b7e09f9-4626-45e5-b986-5d40e4c8272e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393603 Feb 04 07:23:11.855762 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216d695-eb20-4d0f-bd47-8f1eefc14ac6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event deleted for resources: {'Port': ['ID=1ee16748-a3d6-49a9-9289-0a272f315a51,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:11.937584 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c778792-689f-4c2d-907a-0b4f40c7ea7d req-6216d695-eb20-4d0f-bd47-8f1eefc14ac6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] No DVR routers for this DVR port 1ee16748-a3d6-49a9-9289-0a272f315a51 on host hv-neutron-8277 {{(pid=88198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:23:11.940112 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [req-2c778792-689f-4c2d-907a-0b4f40c7ea7d req-6216d695-eb20-4d0f-bd47-8f1eefc14ac6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420148'] for port, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:11.942702 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'name': 'network-vif-deleted', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51'}] {{(pid=88198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 07:23:11.987226 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876d11db-2e2b-468e-9931-deee957b4330', 'name': 'network-vif-deleted', 'tag': '1ee16748-a3d6-49a9-9289-0a272f315a51', 'status': 'completed', 'code': 200} Feb 04 07:23:12.004217 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [req-2c778792-689f-4c2d-907a-0b4f40c7ea7d req-6216d695-eb20-4d0f-bd47-8f1eefc14ac6 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.24 "DELETE /v2.0/ports/1ee16748-a3d6-49a9-9289-0a272f315a51 HTTP/1.1" status: 204 len: 173 time: 0.8178549 Feb 04 07:23:12.940163 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59850) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:13.020113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f1c81014-f539-48ed-8dc1-1f64af2fa931 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:13.048507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f1c81014-f539-48ed-8dc1-1f64af2fa931 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:13.169106 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f1c81014-f539-48ed-8dc1-1f64af2fa931 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:13.186341 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c81014-f539-48ed-8dc1-1f64af2fa931 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7e09f9-4626-45e5-b986-5d40e4c8272e,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:13.259642 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f1c81014-f539-48ed-8dc1-1f64af2fa931 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] Notify callbacks [] for security_group, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:13.260809 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f1c81014-f539-48ed-8dc1-1f64af2fa931 tempest-TestSnapshotPattern-1560004969 tempest-TestSnapshotPattern-1560004969-project] 10.222.0.32 "DELETE /v2.0/security-groups/9b7e09f9-4626-45e5-b986-5d40e4c8272e HTTP/1.1" status: 204 len: 168 time: 0.3196070 Feb 04 07:23:14.422685 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59858) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:15.048566 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:15.474186 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] Deleting port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:15.474830 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:15.640551 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] For port 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:15.640937 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:15.761705 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] Calling delete_port for 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd owned by network:router_interface {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:15.774415 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-02e6b4e0-41ef-47fc-9d43-2f9d93b1c8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:15.791990 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 1ee16748-a3d6-49a9-9289-0a272f315a51 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:23:15.826004 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] No Port match for: 1ee16748-a3d6-49a9-9289-0a272f315a51 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:23:15.826343 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Device 1ee16748-a3d6-49a9-9289-0a272f315a51 not bound to the agent host hv-neutron-8277 {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:23:16.135095 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:16.180200 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] Pushing event deleted for resources: {'Port': ['ID=151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:16.441825 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:16.890747 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] Router 02cf82b7-c5f6-4557-87d1-318890217ca1 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:23:17.068754 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:23:17.077586 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef991c34-5e44-4573-b484-a858287dcb89 None None] Sync routers for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:23:17.080951 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-49ac3333-5c82-4774-bbff-dd0e5b86881a admin admin] 10.222.0.32 "PUT /v2.0/routers/02cf82b7-c5f6-4557-87d1-318890217ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6548543 Feb 04 07:23:17.083368 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59864) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:17.086953 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef991c34-5e44-4573-b484-a858287dcb89 None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:23:17.087505 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ef991c34-5e44-4573-b484-a858287dcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:22:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:17.259880 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:17.294407 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ef991c34-5e44-4573-b484-a858287dcb89 None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:23:17.438190 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:17.506655 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Deleting port d72291ba-22f1-4b4f-b2e9-779f36773f4d {{(pid=88198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:17.507053 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:17.580044 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ef991c34-5e44-4573-b484-a858287dcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:23:16Z', 'revision_number': 5, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port': {'id': 'd72291ba-22f1-4b4f-b2e9-779f36773f4d', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:46Z', 'updated_at': '2022-02-04T07:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:17.583944 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef991c34-5e44-4573-b484-a858287dcb89 None None] Checking router: 02cf82b7-c5f6-4557-87d1-318890217ca1 for host: dv-neutron-827796-1-hyperv {{(pid=88200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:23:17.592219 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef991c34-5e44-4573-b484-a858287dcb89 None None] Routers {'02cf82b7-c5f6-4557-87d1-318890217ca1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:23:17.592854 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ef991c34-5e44-4573-b484-a858287dcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:22:48Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['02cf82b7-c5f6-4557-87d1-318890217ca1'], 'active': True} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:17.681892 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.db [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] For port d72291ba-22f1-4b4f-b2e9-779f36773f4d, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d72291ba-22f1-4b4f-b2e9-779f36773f4d,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:17.682246 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:17.740625 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_dvr_db [None req-ef991c34-5e44-4573-b484-a858287dcb89 None None] Set router 02cf82b7-c5f6-4557-87d1-318890217ca1 gateway port host: None {{(pid=88200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:23:17.803261 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.plugins.ml2.plugin [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Calling delete_port for d72291ba-22f1-4b4f-b2e9-779f36773f4d owned by network:router_gateway {{(pid=88198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:17.844538 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.db.l3_hamode_db [None req-ef991c34-5e44-4573-b484-a858287dcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:23:17Z', 'revision_number': 6, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:17.849193 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef991c34-5e44-4573-b484-a858287dcb89 None None] The sync data for ids ['02cf82b7-c5f6-4557-87d1-318890217ca1'] in dv-neutron-827796-1-hyperv is: [{'id': '02cf82b7-c5f6-4557-87d1-318890217ca1', 'name': 'tempest-TestSnapshotPattern-19401852-router', 'tenant_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:45Z', 'updated_at': '2022-02-04T07:23:17Z', 'revision_number': 6, 'project_id': '05c2d8dd1ce846f49a8b7dea4c3598af', 'gw_port_host': None}] {{(pid=88200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:23:18.032162 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-35389452-07aa-43da-b082-fcb0a5c3524b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.054688 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521216'] for port, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.102772 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d72291ba-22f1-4b4f-b2e9-779f36773f4d,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:18.306415 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.473543 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.475839 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.575665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.575665 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02cf82b7-c5f6-4557-87d1-318890217ca1 {{(pid=88198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 07:23:18.589369 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.590523 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-5b01ff0b-b461-46fa-bb59-62b9d6ed37d1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/02cf82b7-c5f6-4557-87d1-318890217ca1 HTTP/1.1" status: 204 len: 168 time: 1.5062611 Feb 04 07:23:18.593036 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59868) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:18.638269 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:23:18.655228 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.db.db_base_plugin_v2 [None req-a503540f-16bb-4136-a470-aaeb7ac51a48 admin admin] Deleting subnet ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a {{(pid=88198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 07:23:18.658238 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a503540f-16bb-4136-a470-aaeb7ac51a48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.672257 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:23:18.672607 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 151dc914-3e08-4a8c-b2e2-e3c3cdcd12dd not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:23:18.673582 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d72291ba-22f1-4b4f-b2e9-779f36773f4d no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:23:18.710863 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: d72291ba-22f1-4b4f-b2e9-779f36773f4d {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:23:18.711064 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a503540f-16bb-4136-a470-aaeb7ac51a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303063'] for subnet, precommit_delete_associations {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.711177 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d72291ba-22f1-4b4f-b2e9-779f36773f4d not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:23:18.792348 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a503540f-16bb-4136-a470-aaeb7ac51a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.929556 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a503540f-16bb-4136-a470-aaeb7ac51a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3521203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16373853'] for subnet, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.967974 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503540f-16bb-4136-a470-aaeb7ac51a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:18.970434 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-a503540f-16bb-4136-a470-aaeb7ac51a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:18.975547 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c21a2ab-47cf-4bba-83cb-31fb5f466773 None None] Network 26c5c289-501c-4ec4-bb89-4b182a583bc8 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:23:18.976830 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-a503540f-16bb-4136-a470-aaeb7ac51a48 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ef7a5a55-db2c-46c8-a1b3-97e4ba600e5a HTTP/1.1" status: 204 len: 168 time: 0.3826180 Feb 04 07:23:18.979377 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59872) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:19.088623 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.099407 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Deleting port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:19.099740 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.209989 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.241288 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b145ae1-97ab-4bec-8176-df7b57e777a8 None None] DHCP port deletion for 26c5c289-501c-4ec4-bb89-4b182a583bc8 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 07:23:19.245823 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5b145ae1-97ab-4bec-8176-df7b57e777a8 None None] Deleting port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:19.246217 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b145ae1-97ab-4bec-8176-df7b57e777a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.374558 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.410266 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] For port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ad9ed5d8-c48c-4b32-85ee-8a79cde45fff,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:19.410619 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.459455 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-5b145ae1-97ab-4bec-8176-df7b57e777a8 None None] For port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=ad9ed5d8-c48c-4b32-85ee-8a79cde45fff,segment=NetworkSegment(e71b2f28-72b4-40c7-9679-34c706786f03),segment_id=e71b2f28-72b4-40c7-9679-34c706786f03)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:19.459789 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b145ae1-97ab-4bec-8176-df7b57e777a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.531644 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Calling delete_port for ad9ed5d8-c48c-4b32-85ee-8a79cde45fff owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:19.577774 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5b145ae1-97ab-4bec-8176-df7b57e777a8 None None] Calling delete_port for ad9ed5d8-c48c-4b32-85ee-8a79cde45fff owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:19.666922 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.692211 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-5b145ae1-97ab-4bec-8176-df7b57e777a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 07:23:19.692852 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-5b145ae1-97ab-4bec-8176-df7b57e777a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 07:23:19.715764 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9ed5d8-c48c-4b32-85ee-8a79cde45fff,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:19.721828 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] No DVR routers for this DVR port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:23:19.835025 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.858494 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c5c289-501c-4ec4-bb89-4b182a583bc8']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:19.869899 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71b2f28-72b4-40c7-9679-34c706786f03') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:19.870189 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71b2f28-72b4-40c7-9679-34c706786f03') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:19.881465 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.897225 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.902939 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 07:23:19.903308 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 07:23:19.915875 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 07:23:20.043654 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:20.059551 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:20.071424 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] Pushing event deleted for resources: {'Network': ['ID=26c5c289-501c-4ec4-bb89-4b182a583bc8,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:20.141510 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-1a4d3a6c-23c4-4d3a-947e-e79a51325482 admin admin] 10.222.0.32 "DELETE /v2.0/networks/26c5c289-501c-4ec4-bb89-4b182a583bc8 HTTP/1.1" status: 204 len: 168 time: 1.1610715 Feb 04 07:23:20.144289 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59876) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:20.194188 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5b145ae1-97ab-4bec-8176-df7b57e777a8 None None] Deleting port ad9ed5d8-c48c-4b32-85ee-8a79cde45fff {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:20.194843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-5b145ae1-97ab-4bec-8176-df7b57e777a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:20.258264 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-5b145ae1-97ab-4bec-8176-df7b57e777a8 None None] The port 'ad9ed5d8-c48c-4b32-85ee-8a79cde45fff' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 07:23:20.488261 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ad9ed5d8-c48c-4b32-85ee-8a79cde45fff no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:23:20.519964 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:20.525141 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: ad9ed5d8-c48c-4b32-85ee-8a79cde45fff {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:23:20.525488 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device ad9ed5d8-c48c-4b32-85ee-8a79cde45fff not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:23:20.664734 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-895705'] for router_interface, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:20.815475 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:21.106532 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] Deleting port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:21.107130 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:21.273703 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] For port 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=64dc2eea-d5c3-4af2-bf25-86dc5bb11b96,segment=NetworkSegment(75534576-673e-4b00-8d91-bac519c2df7f),segment_id=75534576-673e-4b00-8d91-bac519c2df7f)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:21.274059 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:21.396713 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] Calling delete_port for 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 owned by network:router_interface {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:21.774870 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:21.819606 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] Pushing event deleted for resources: {'Port': ['ID=64dc2eea-d5c3-4af2-bf25-86dc5bb11b96,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:22.084883 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692041'] for router_interface, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:22.533563 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] Router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 has already been hosted by L3 agent 32ee8951-2c35-4d3f-bcee-032797843939 {{(pid=88199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 04 07:23:22.704170 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] Notify agent at l3_agent.dv-neutron-827796-1-hyperv the message routers_updated {{(pid=88199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 04 07:23:22.712275 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea30686-de7f-4617-bc97-2a9b979f257c None None] Sync routers for ids ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'] in dv-neutron-827796-1-hyperv {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 07:23:22.722259 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea30686-de7f-4617-bc97-2a9b979f257c None None] Routers {'190eaab4-146b-4aa2-8ca7-6f70e4c846d1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:23:22.722865 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-5ea30686-de7f-4617-bc97-2a9b979f257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:23:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:22.782993 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-c46188c2-d684-428b-965c-f3004bdb891b admin admin] 10.222.0.32 "PUT /v2.0/routers/190eaab4-146b-4aa2-8ca7-6f70e4c846d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6371119 Feb 04 07:23:22.785507 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59880) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:22.896409 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-5ea30686-de7f-4617-bc97-2a9b979f257c None None] Set router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 gateway port host: dv-neutron-827796-1-hyperv {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:23:22.955152 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Notify callbacks [] for router, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:23.128662 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:23.186921 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Deleting port 479c996e-8273-474c-9c7f-ddc0625b526a {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:23.187257 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:23.205858 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-5ea30686-de7f-4617-bc97-2a9b979f257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'name': 'tempest-TestSnapshotPattern-1812757921-router', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'external_fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:53Z', 'updated_at': '2022-02-04T07:23:21Z', 'revision_number': 5, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'gw_port': {'id': '479c996e-8273-474c-9c7f-ddc0625b526a', 'name': '', 'network_id': '0f6bcbc3-3da2-4487-84b8-34392fa058e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T07:16:54Z', 'updated_at': '2022-02-04T07:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '717fec9c-6c30-4652-947b-7b25802f3ac0', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827796-1-hyperv'}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:23.209613 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea30686-de7f-4617-bc97-2a9b979f257c None None] Checking router: 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 for host: dv-neutron-827796-1-hyperv {{(pid=88201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 07:23:23.217751 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea30686-de7f-4617-bc97-2a9b979f257c None None] Routers {'190eaab4-146b-4aa2-8ca7-6f70e4c846d1'} bound to L3 agent in host dv-neutron-827796-1-hyperv {{(pid=88201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 04 07:23:23.218338 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-5ea30686-de7f-4617-bc97-2a9b979f257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T06:01:18Z,description=,heartbeat_timestamp=2022-02-04T07:23:18Z,host='dv-neutron-827796-1-hyperv',id=32ee8951-2c35-4d3f-bcee-032797843939,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T06:01:18Z,topic='l3_agent')) {'router_ids': ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'], 'active': True} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:23.356742 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] For port 479c996e-8273-474c-9c7f-ddc0625b526a, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=479c996e-8273-474c-9c7f-ddc0625b526a,segment=NetworkSegment(2709daf2-9aae-4dad-b815-4a7fe4b211a7),segment_id=2709daf2-9aae-4dad-b815-4a7fe4b211a7)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:23.357227 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:23.365044 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_dvr_db [None req-5ea30686-de7f-4617-bc97-2a9b979f257c None None] Set router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 gateway port host: None {{(pid=88201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 04 07:23:23.471910 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.l3_hamode_db [None req-5ea30686-de7f-4617-bc97-2a9b979f257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'name': 'tempest-TestSnapshotPattern-1812757921-router', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:53Z', 'updated_at': '2022-02-04T07:23:23Z', 'revision_number': 6, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'gw_port_host': None}], 'dv-neutron-827796-1-hyperv', False) {} {{(pid=88201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:23.476097 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea30686-de7f-4617-bc97-2a9b979f257c None None] The sync data for ids ['190eaab4-146b-4aa2-8ca7-6f70e4c846d1'] in dv-neutron-827796-1-hyperv is: [{'id': '190eaab4-146b-4aa2-8ca7-6f70e4c846d1', 'name': 'tempest-TestSnapshotPattern-1812757921-router', 'tenant_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T07:16:53Z', 'updated_at': '2022-02-04T07:23:23Z', 'revision_number': 6, 'project_id': '65ca2eb777c9421cb42c2f4a9a9fa70d', 'gw_port_host': None}] {{(pid=88201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 07:23:23.486704 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Calling delete_port for 479c996e-8273-474c-9c7f-ddc0625b526a owned by network:router_gateway {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:23.689511 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:23.735146 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Pushing event deleted for resources: {'Port': ['ID=479c996e-8273-474c-9c7f-ddc0625b526a,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:23.939354 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690684'] for router_gateway, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.117725 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1421'] for router, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.119833 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.180855 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689302'] for router, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.181329 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 190eaab4-146b-4aa2-8ca7-6f70e4c846d1 {{(pid=88199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 07:23:24.194086 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] Notify callbacks [] for router, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.195491 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-8186e92d-74db-45fc-a96c-698b2bac026f admin admin] 10.222.0.32 "DELETE /v2.0/routers/190eaab4-146b-4aa2-8ca7-6f70e4c846d1 HTTP/1.1" status: 204 len: 168 time: 1.4090889 Feb 04 07:23:24.198063 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59884) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:24.257845 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3670850-3648-434f-888b-3e9c1c908409 admin admin] Deleting subnet d0c5f262-1c6b-43e4-8a17-b5a3f3274889 {{(pid=88199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 04 07:23:24.260776 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3670850-3648-434f-888b-3e9c1c908409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.311805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3670850-3648-434f-888b-3e9c1c908409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3036829'] for subnet, precommit_delete_associations {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.412861 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3670850-3648-434f-888b-3e9c1c908409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935743'] for subnet, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.490972 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 479c996e-8273-474c-9c7f-ddc0625b526a no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:23:24.525304 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 479c996e-8273-474c-9c7f-ddc0625b526a {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:23:24.525649 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 479c996e-8273-474c-9c7f-ddc0625b526a not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:23:24.526069 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:23:24.553468 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3670850-3648-434f-888b-3e9c1c908409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3887133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273178'] for subnet, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.563164 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:23:24.563574 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device 64dc2eea-d5c3-4af2-bf25-86dc5bb11b96 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:23:24.596988 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3670850-3648-434f-888b-3e9c1c908409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c5f262-1c6b-43e4-8a17-b5a3f3274889,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:24.598930 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-e3670850-3648-434f-888b-3e9c1c908409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.606030 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-e3670850-3648-434f-888b-3e9c1c908409 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d0c5f262-1c6b-43e4-8a17-b5a3f3274889 HTTP/1.1" status: 204 len: 168 time: 0.4069576 Feb 04 07:23:24.606705 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6dabca-2de9-4ef9-81d1-0e5ae193aded None None] Network 5f306b78-14e0-4d16-8356-d8a8a83fdc99 requested from dv-neutron-827796-1-hyperv {{(pid=88200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 04 07:23:24.608285 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.wsgi [-] (88199) accepted ('10.222.0.32', 59888) {{(pid=88199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:24.732278 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1778500'] for network, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.742790 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Deleting port d05c09f0-0e58-4b52-aa97-994d6fbba986 {{(pid=88199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:24.743122 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.857673 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d72926-fdc2-4910-9d8b-08c59b047303 None None] DHCP port deletion for 5f306b78-14e0-4d16-8356-d8a8a83fdc99 request from dv-neutron-827796-1-hyperv {{(pid=88200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 04 07:23:24.861881 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-93d72926-fdc2-4910-9d8b-08c59b047303 None None] Deleting port d05c09f0-0e58-4b52-aa97-994d6fbba986 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:24.862250 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-93d72926-fdc2-4910-9d8b-08c59b047303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:24.945851 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.db [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] For port d05c09f0-0e58-4b52-aa97-994d6fbba986, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d05c09f0-0e58-4b52-aa97-994d6fbba986,segment=NetworkSegment(75534576-673e-4b00-8d91-bac519c2df7f),segment_id=75534576-673e-4b00-8d91-bac519c2df7f)] {{(pid=88199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:24.946205 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:25.062631 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.db [None req-93d72926-fdc2-4910-9d8b-08c59b047303 None None] For port d05c09f0-0e58-4b52-aa97-994d6fbba986, host dv-neutron-827796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827796-1-hyperv',level=0,port_id=d05c09f0-0e58-4b52-aa97-994d6fbba986,segment=NetworkSegment(75534576-673e-4b00-8d91-bac519c2df7f),segment_id=75534576-673e-4b00-8d91-bac519c2df7f)] {{(pid=88200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 04 07:23:25.062933 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-93d72926-fdc2-4910-9d8b-08c59b047303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690063'] for port, precommit_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:25.076781 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.plugin [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Calling delete_port for d05c09f0-0e58-4b52-aa97-994d6fbba986 owned by network:dhcp {{(pid=88199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:25.181001 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-93d72926-fdc2-4910-9d8b-08c59b047303 None None] Calling delete_port for d05c09f0-0e58-4b52-aa97-994d6fbba986 owned by network:dhcp {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 04 07:23:25.209456 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410711062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772410253334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3887214'] for port, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:25.250533 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.db.api [None req-93d72926-fdc2-4910-9d8b-08c59b047303 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 07:23:25.251416 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG oslo_db.api [None req-93d72926-fdc2-4910-9d8b-08c59b047303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 07:23:25.252715 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05c09f0-0e58-4b52-aa97-994d6fbba986,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:25.257805 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] No DVR routers for this DVR port d05c09f0-0e58-4b52-aa97-994d6fbba986 on host dv-neutron-827796-1-hyperv {{(pid=88199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 07:23:25.384192 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1938606', 'neutron.services.segments.db._delete_segments_for_network-8772410757946'] for network, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:25.418882 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f306b78-14e0-4d16-8356-d8a8a83fdc99']}} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:25.433151 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75534576-673e-4b00-8d91-bac519c2df7f') {'for_net_delete': True} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:25.433443 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.services.segments.db [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75534576-673e-4b00-8d91-bac519c2df7f') {} {{(pid=88199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 07:23:25.445304 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410757717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3036842'] for segment, before_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:25.461380 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1942199'] for segment, precommit_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:25.467328 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 07:23:25.468113 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3889087'] for segment, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: Traceback (most recent call last): Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: timer() Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: cb(*args, **kw) Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: return func(*args, **kwargs) Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: self._notify() Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: self.callback(batched_events) Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: event.method(event) Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: return f(self, *a, **k) Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._get(url).json() Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: return self.request(url, 'GET', **kwargs) Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 07:23:25.480381 dv-neutron-827796-1-hyperv neutron-server[88199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 07:23:25.626950 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1938615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690649'] for network, after_delete {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:25.645734 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron_lib.callbacks.manager [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Notify callbacks [] for network, before_response {{(pid=88199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:25.752856 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-93d72926-fdc2-4910-9d8b-08c59b047303 None None] Deleting port d05c09f0-0e58-4b52-aa97-994d6fbba986 {{(pid=88200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 04 07:23:25.753440 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-93d72926-fdc2-4910-9d8b-08c59b047303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410640878'] for port, before_delete {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:25.758566 dv-neutron-827796-1-hyperv neutron-server[88199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f306b78-14e0-4d16-8356-d8a8a83fdc99,revision_number=None']} {{(pid=88199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:25.765562 dv-neutron-827796-1-hyperv neutron-server[88199]: INFO neutron.wsgi [None req-f8b82ebe-b049-4ea3-827e-b7be875da768 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5f306b78-14e0-4d16-8356-d8a8a83fdc99 HTTP/1.1" status: 204 len: 168 time: 1.1562312 Feb 04 07:23:25.821641 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-93d72926-fdc2-4910-9d8b-08c59b047303 None None] The port 'd05c09f0-0e58-4b52-aa97-994d6fbba986' was deleted {{(pid=88200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 04 07:23:26.054787 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59894) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:26.104140 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-33e2a5ac-d034-4100-9ecc-23be2b1b97cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05c2d8dd1ce846f49a8b7dea4c3598af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493889 Feb 04 07:23:26.106489 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59898) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:26.161889 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6830dee8-3370-4d80-b9ad-6d06b0f1e49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:26.186487 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6830dee8-3370-4d80-b9ad-6d06b0f1e49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:26.289017 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6830dee8-3370-4d80-b9ad-6d06b0f1e49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:26.308550 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830dee8-3370-4d80-b9ad-6d06b0f1e49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206c92de-28c8-452c-92c7-e17d1711e79e,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:26.314443 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-6830dee8-3370-4d80-b9ad-6d06b0f1e49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:26.316079 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-6830dee8-3370-4d80-b9ad-6d06b0f1e49f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/206c92de-28c8-452c-92c7-e17d1711e79e HTTP/1.1" status: 204 len: 168 time: 0.2087159 Feb 04 07:23:26.469408 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d05c09f0-0e58-4b52-aa97-994d6fbba986 no longer exists at agent ovs-agent-dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 07:23:26.503289 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.plugin [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] No Port match for: d05c09f0-0e58-4b52-aa97-994d6fbba986 {{(pid=88200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 04 07:23:26.503632 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron.plugins.ml2.rpc [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Device d05c09f0-0e58-4b52-aa97-994d6fbba986 not bound to the agent host dv-neutron-827796-1-hyperv {{(pid=88200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 07:23:26.984700 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59906) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:27.034367 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-95a5c202-9326-42a9-b5f0-6b55b732e824 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65ca2eb777c9421cb42c2f4a9a9fa70d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484955 Feb 04 07:23:27.036916 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.wsgi [-] (88198) accepted ('10.222.0.32', 59910) {{(pid=88198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 07:23:27.098267 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19a1e2eb-607a-4641-8de2-3828934c0638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:27.122313 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19a1e2eb-607a-4641-8de2-3828934c0638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:27.254907 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19a1e2eb-607a-4641-8de2-3828934c0638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708068'] for security_group, after_delete {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:27.269078 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1e2eb-607a-4641-8de2-3828934c0638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b97626-a842-4557-884c-055efa43db28,revision_number=None']} {{(pid=88198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 07:23:27.275055 dv-neutron-827796-1-hyperv neutron-server[88198]: DEBUG neutron_lib.callbacks.manager [None req-19a1e2eb-607a-4641-8de2-3828934c0638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:27.276151 dv-neutron-827796-1-hyperv neutron-server[88198]: INFO neutron.wsgi [None req-19a1e2eb-607a-4641-8de2-3828934c0638 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77b97626-a842-4557-884c-055efa43db28 HTTP/1.1" status: 204 len: 168 time: 0.2383559 Feb 04 07:23:34.895378 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:23:45.796929 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-00a2f748-f87c-4f55-96ef-d4b3a677fe86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:48.008915 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3399f096-0259-4d12-a643-def6b9e89d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:49.163398 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:49.339678 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:50.495184 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:23:50.809289 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:11.896628 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:24:15.774585 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-da5b53ee-08e6-4ea4-a7df-46fd6f9737fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:18.020186 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-95c0e83d-2a88-462a-8860-ad9d9287ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:19.178876 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:19.344500 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:20.500430 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:20.819682 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:45.767875 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc42f-1adf-4a6f-81ce-b1fe63e64335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:48.008429 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4210093a-e139-4b5b-aff8-77705974a216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:48.895831 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:24:49.173745 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:49.345080 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:50.516603 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:24:50.830639 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:15.761890 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-91b5744e-083f-47b9-98f3-d2a767538bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:18.082087 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5012-06b6-4bc0-95fd-2d302c169a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:19.177848 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:19.355926 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:20.509263 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:20.829422 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:25.894816 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:25:45.805953 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-61438d63-0c5f-4707-9fc2-66e4a349e762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:48.023359 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-0dadd51e-1992-4e55-bc33-2919834def08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:49.206048 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:49.383201 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:50.543361 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:25:50.841406 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:02.894946 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:26:15.789791 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b37ebb56-3428-4e7d-b2c9-0e397e8f0ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:18.018291 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-4d588b66-b0da-47a0-b69c-8c679da57350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:19.205608 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:19.382555 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:20.509576 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:20.850865 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:39.893816 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:26:45.805241 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ad73-d766-4dc9-9321-0f4373a69da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:48.040819 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-04a7420f-fe96-47fc-9caa-b0d74133e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:49.211872 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:49.355038 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:50.532099 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:26:50.840449 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:15.788790 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-fe770b02-77b8-45ef-b48f-a53f495ef6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:16.891840 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:27:18.057333 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-61951008-7367-49fc-8da2-1f39d33bdd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:19.211960 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:19.354418 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:20.514599 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:20.843878 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:45.815291 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b365f859-d0f8-4fa6-b60e-0d6c277112ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:48.034452 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-e6672e58-9121-401e-9acd-301d933cbaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:49.169236 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:49.360050 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:50.529414 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:50.874059 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:27:53.891279 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:28:15.785924 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-7e6b2030-833c-4129-96b1-6061ba7fa945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:28:18.033785 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-a488036d-111c-4981-bf5f-f9c9048dabc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:28:19.191941 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:28:19.359620 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:28:20.545843 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:28:20.837296 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:28:30.890312 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 07:28:45.810589 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a6a5-5c00-437e-ac52-fb220f665610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:28:48.045149 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-d694ea05-53c0-401f-9344-00610eb7d5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:28:49.181629 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-9898b28b-04e9-4098-ba0c-98b5063bd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:28:49.375833 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-6a5965a5-fac4-4c60-b425-d6330f9dc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:28:50.616279 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-14a5b93b-ec80-4996-98cd-e35a00a24a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:28:50.873431 dv-neutron-827796-1-hyperv neutron-server[88200]: DEBUG neutron_lib.callbacks.manager [None req-b4c23dd6-fdfd-40ee-a551-582398802981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410757928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732852'] for agent, after_update {{(pid=88200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 07:29:07.889741 dv-neutron-827796-1-hyperv neutron-server[88201]: DEBUG neutron.db.agents_db [None req-a529855e-a61e-4e2d-b0d4-1701e2509b9c None None] Agent healthcheck: found 6 active agents {{(pid=88201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}